Upload folder using huggingface_hub
Browse files- 6_val_ema_major.tar.gz +3 -0
- args.json +43 -0
- ema.pt +3 -0
- ema_val_0.0656715_0.9999_000006.pt +3 -0
- log.txt +1387 -0
- model5000.pt +3 -0
- opt.pt +3 -0
- progress.csv +48 -0
6_val_ema_major.tar.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ecb435c42d290c3019dd7e5d6ccf4f6e906a10d008147d92f43b0df2c0c0c097
|
| 3 |
+
size 31150670
|
args.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"data_dir": "",
|
| 3 |
+
"schedule_sampler": "uniform",
|
| 4 |
+
"lr": 0.0001,
|
| 5 |
+
"weight_decay": 0.0,
|
| 6 |
+
"lr_anneal_steps": 0,
|
| 7 |
+
"clip_denoised": false,
|
| 8 |
+
"batch_size": 4,
|
| 9 |
+
"microbatch": -1,
|
| 10 |
+
"ema_rate": "0.9999",
|
| 11 |
+
"save_interval": 5000,
|
| 12 |
+
"start_print_iter": 75000,
|
| 13 |
+
"log_interval": 200,
|
| 14 |
+
"run_without_test": false,
|
| 15 |
+
"resume_checkpoint": "",
|
| 16 |
+
"use_fp16": true,
|
| 17 |
+
"fp16_scale_growth": 0.001,
|
| 18 |
+
"image_size": 256,
|
| 19 |
+
"num_channels": 128,
|
| 20 |
+
"num_res_blocks": 3,
|
| 21 |
+
"num_heads": 4,
|
| 22 |
+
"num_heads_upsample": -1,
|
| 23 |
+
"attention_resolutions": "16,8",
|
| 24 |
+
"dropout": 0.0,
|
| 25 |
+
"rrdb_blocks": 10,
|
| 26 |
+
"deeper_net": true,
|
| 27 |
+
"learn_sigma": false,
|
| 28 |
+
"sigma_small": false,
|
| 29 |
+
"class_cond": false,
|
| 30 |
+
"class_name": "train",
|
| 31 |
+
"expansion": false,
|
| 32 |
+
"diffusion_steps": 100,
|
| 33 |
+
"noise_schedule": "linear",
|
| 34 |
+
"timestep_respacing": "",
|
| 35 |
+
"use_kl": false,
|
| 36 |
+
"predict_xstart": false,
|
| 37 |
+
"rescale_timesteps": false,
|
| 38 |
+
"rescale_learned_sigmas": false,
|
| 39 |
+
"use_checkpoint": false,
|
| 40 |
+
"use_scale_shift_norm": false,
|
| 41 |
+
"seed": null,
|
| 42 |
+
"num_classes": 151
|
| 43 |
+
}
|
ema.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:52e1bc744649ea9765d50c074af3921ea00964f76f60f261ff24d55c450a8939
|
| 3 |
+
size 652434396
|
ema_val_0.0656715_0.9999_000006.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:21214db91c68ee39a2b4a95f9fcb7abfa04771909dc87e6b04e3877b6d183e4e
|
| 3 |
+
size 652434396
|
log.txt
ADDED
|
@@ -0,0 +1,1387 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2025-09-06-11-12-34-093708 Logging to /cpfs/data/chenshuang/final/logs/2025-09-06-11-12-30-797332_ade_10_0.0001_4_100_0.0_0
|
| 2 |
+
2025-09-06-11-12-34-093804 {'data_dir': '', 'schedule_sampler': 'uniform', 'lr': 0.0001, 'weight_decay': 0.0, 'lr_anneal_steps': 0, 'clip_denoised': False, 'batch_size': 4, 'microbatch': -1, 'ema_rate': '0.9999', 'save_interval': 5000, 'start_print_iter': 75000, 'log_interval': 200, 'run_without_test': False, 'resume_checkpoint': '', 'use_fp16': True, 'fp16_scale_growth': 0.001, 'image_size': 256, 'num_channels': 128, 'num_res_blocks': 3, 'num_heads': 4, 'num_heads_upsample': -1, 'attention_resolutions': '16,8', 'dropout': 0.0, 'rrdb_blocks': 10, 'deeper_net': True, 'learn_sigma': False, 'sigma_small': False, 'class_cond': False, 'class_name': 'train', 'expansion': False, 'diffusion_steps': 100, 'noise_schedule': 'linear', 'timestep_respacing': '', 'use_kl': False, 'predict_xstart': False, 'rescale_timesteps': False, 'rescale_learned_sigmas': False, 'use_checkpoint': False, 'use_scale_shift_norm': False, 'seed': None, 'num_classes': 151}
|
| 3 |
+
2025-09-06-11-12-34-103586 log folder path: /cpfs/data/chenshuang/final/logs/2025-09-06-11-12-30-797332_ade_10_0.0001_4_100_0.0_0
|
| 4 |
+
2025-09-06-11-12-34-153549 git commit hash c829c2abbe552654de2b1b537a18596cee6795a3
|
| 5 |
+
2025-09-06-11-12-34-153952 creating model and diffusion...
|
| 6 |
+
2025-09-06-11-12-38-212636 creating data loader...
|
| 7 |
+
2025-09-06-11-12-39-202761 gpu 0 / 8 val length 250
|
| 8 |
+
2025-09-06-11-12-39-202784 training...
|
| 9 |
+
2025-09-06-11-12-39-218190 model folder path
|
| 10 |
+
2025-09-06-11-12-54-606023 Found NaN, decreased lg_loss_scale to 19.001
|
| 11 |
+
2025-09-06-11-12-55-379853 Found NaN, decreased lg_loss_scale to 18.001
|
| 12 |
+
2025-09-06-11-12-56-150474 Found NaN, decreased lg_loss_scale to 17.001
|
| 13 |
+
2025-09-06-11-12-56-914495 Found NaN, decreased lg_loss_scale to 16.001
|
| 14 |
+
2025-09-06-11-12-57-729192 Found NaN, decreased lg_loss_scale to 15.001000000000001
|
| 15 |
+
2025-09-06-11-12-57-732320 ema sampling
|
| 16 |
+
2025-09-06-11-13-16-276957 ADE_val_00000001 iou 0.008357305071915216, f1_Score 0.01657607879643254, WCov 0.017476855388187846, boundF 0.11462667007292211
|
| 17 |
+
2025-09-06-11-13-34-634366 ADE_val_00000009 iou 0.052786346469859025, f1_Score 0.10027931431075086, WCov 0.1103070842201277, boundF 0.25958233044592927
|
| 18 |
+
2025-09-06-11-13-52-905818 ADE_val_00000017 iou 0.016577074386618217, f1_Score 0.032613512156214, WCov 0.03409195051168474, boundF 0.15723495130267004
|
| 19 |
+
2025-09-06-11-14-11-058900 ADE_val_00000025 iou 0.2761736830504739, f1_Score 0.4328151986183074, WCov 0.7625570776255708, boundF 0.21409785324438727
|
| 20 |
+
2025-09-06-11-14-29-251047 ADE_val_00000033 iou 0.012886676642135157, f1_Score 0.025445446049021676, WCov 0.026935818446391528, boundF 0.18403963593201186
|
| 21 |
+
2025-09-06-11-14-47-617862 ADE_val_00000041 iou 0.026527641624335324, f1_Score 0.051684222710961916, WCov 0.053087096970805145, boundF 0.13922394625565254
|
| 22 |
+
2025-09-06-11-15-05-974386 ADE_val_00000049 iou 0.012159884420900553, f1_Score 0.024027596050909955, WCov 0.024088680451929228, boundF 0.13819012388750423
|
| 23 |
+
2025-09-06-11-15-24-428518 ADE_val_00000057 iou 0.11193704732342209, f1_Score 0.20133702279795285, WCov 0.25389953328420534, boundF 0.2870119444587024
|
| 24 |
+
2025-09-06-11-15-42-697007 ADE_val_00000065 iou 0.27440351890522946, f1_Score 0.43063835721507515, WCov 0.7520080627920471, boundF 0.33133288236018676
|
| 25 |
+
2025-09-06-11-16-00-901502 ADE_val_00000073 iou 0.27868169458819403, f1_Score 0.43588908133692317, WCov 0.7835448845389203, boundF 0.18394053769655955
|
| 26 |
+
2025-09-06-11-16-19-096450 ADE_val_00000081 iou 0.04500796985944066, f1_Score 0.08613899828054801, WCov 0.09718841285296982, boundF 0.14959481312628126
|
| 27 |
+
2025-09-06-11-16-37-270193 ADE_val_00000089 iou 0.010250052913252502, f1_Score 0.020292110618939305, WCov 0.020058006411234924, boundF 0.13005725981044286
|
| 28 |
+
2025-09-06-11-16-55-430909 ADE_val_00000097 iou 0.09857959987958072, f1_Score 0.17946737749433248, WCov 0.2209818712738776, boundF 0.15197431025777378
|
| 29 |
+
2025-09-06-11-17-13-585719 ADE_val_00000105 iou 0.012855169099537454, f1_Score 0.02538402229998221, WCov 0.026138818732312937, boundF 0.1235302163226131
|
| 30 |
+
2025-09-06-11-17-31-721376 ADE_val_00000113 iou 0.07005058732744576, f1_Score 0.1309294871794872, WCov 0.14927709733861314, boundF 0.25863475181179163
|
| 31 |
+
2025-09-06-11-17-50-023662 ADE_val_00000121 iou 0.08952349049493342, f1_Score 0.16433512682551882, WCov 0.1923746677664742, boundF 0.21220262295928932
|
| 32 |
+
2025-09-06-11-18-08-229356 ADE_val_00000129 iou 0.019262881679389315, f1_Score 0.0377976712889825, WCov 0.03830381823152395, boundF 0.1999623587421906
|
| 33 |
+
2025-09-06-11-18-26-443804 ADE_val_00000137 iou 0.01229607250755287, f1_Score 0.02429343122332647, WCov 0.02521188385399137, boundF 0.13568258114238219
|
| 34 |
+
2025-09-06-11-18-44-692045 ADE_val_00000145 iou 0.0496237543217409, f1_Score 0.09455531873667894, WCov 0.10190325138778747, boundF 0.26505014633680385
|
| 35 |
+
2025-09-06-11-19-03-040579 ADE_val_00000153 iou 0.04248901903367496, f1_Score 0.08151456419763489, WCov 0.0849332601938197, boundF 0.16031803795564845
|
| 36 |
+
2025-09-06-11-19-21-231530 ADE_val_00000161 iou 0.01708274642610963, f1_Score 0.033591655125674046, WCov 0.0344438686865608, boundF 0.11735758119401293
|
| 37 |
+
2025-09-06-11-19-39-491564 ADE_val_00000169 iou 0.005923845002900852, f1_Score 0.011777919436602616, WCov 0.011421202910564613, boundF 0.08968969865729304
|
| 38 |
+
2025-09-06-11-19-57-712107 ADE_val_00000177 iou 0.10178117048346055, f1_Score 0.18475750577367206, WCov 0.22487528896459424, boundF 0.10077384071889908
|
| 39 |
+
2025-09-06-11-20-15-907030 ADE_val_00000185 iou 0.04339054413613637, f1_Score 0.0831722012049881, WCov 0.09001771641517503, boundF 0.2689802642026412
|
| 40 |
+
2025-09-06-11-20-34-199857 ADE_val_00000193 iou 0.01075983799794475, f1_Score 0.021290592667902637, WCov 0.022128491961611346, boundF 0.13797182978676548
|
| 41 |
+
2025-09-06-11-20-52-381607 ADE_val_00000201 iou 0.010797367383458191, f1_Score 0.021364059171242535, WCov 0.02183044611375134, boundF 0.20712373191740596
|
| 42 |
+
2025-09-06-11-21-10-598749 ADE_val_00000209 iou 0.03471733520994605, f1_Score 0.06710496486057584, WCov 0.07418343429423761, boundF 0.19646169696020968
|
| 43 |
+
2025-09-06-11-21-28-764418 ADE_val_00000217 iou 0.03015741996344555, f1_Score 0.05854914866218343, WCov 0.0629657794676806, boundF 0.16708272057447932
|
| 44 |
+
2025-09-06-11-21-46-972582 ADE_val_00000225 iou 0.04256064453980209, f1_Score 0.08164636707265854, WCov 0.08704915537969868, boundF 0.2785677207047574
|
| 45 |
+
2025-09-06-11-22-05-166291 ADE_val_00000233 iou 0.0163245851827579, f1_Score 0.032124747193481254, WCov 0.03519737840216039, boundF 0.24732106969498266
|
| 46 |
+
2025-09-06-11-22-23-445878 ADE_val_00000241 iou 0.022272918292609713, f1_Score 0.04357528776133427, WCov 0.04466257668711657, boundF 0.16105348339872863
|
| 47 |
+
2025-09-06-11-22-41-799781 ADE_val_00000249 iou 0.004811474913756582, f1_Score 0.009576870953169704, WCov 0.010038022813688213, boundF 0.07205185292887237
|
| 48 |
+
2025-09-06-11-23-00-089672 ADE_val_00000257 iou 0.16870501786702904, f1_Score 0.2887041901726885, WCov 0.40887028273267806, boundF 0.33699199781126865
|
| 49 |
+
2025-09-06-11-23-18-311273 ADE_val_00000265 iou 0.09763827265963017, f1_Score 0.17790610092894804, WCov 0.21800556557903428, boundF 0.23076201789569123
|
| 50 |
+
2025-09-06-11-23-36-514640 ADE_val_00000273 iou 0.013148087415402045, f1_Score 0.025954917309163675, WCov 0.02584072933647286, boundF 0.14019950910757795
|
| 51 |
+
2025-09-06-11-23-54-703504 ADE_val_00000281 iou 0.05258904346822144, f1_Score 0.09992322035757377, WCov 0.1118631665599561, boundF 0.2916879855593727
|
| 52 |
+
2025-09-06-11-24-12-873635 ADE_val_00000289 iou 0.022676212443459246, f1_Score 0.04434680726420621, WCov 0.04688602005458281, boundF 0.20781452213315119
|
| 53 |
+
2025-09-06-11-24-31-017588 ADE_val_00000297 iou 0.05393089923285459, f1_Score 0.10234238178633975, WCov 0.11418031037531633, boundF 0.1694423899021052
|
| 54 |
+
2025-09-06-11-24-49-226672 ADE_val_00000305 iou 0.03196817913965822, f1_Score 0.06195574589578872, WCov 0.06381363139351233, boundF 0.18031605577866064
|
| 55 |
+
2025-09-06-11-25-07-503546 ADE_val_00000313 iou 0.10995602844579556, f1_Score 0.1981268187709388, WCov 0.24757459271462567, boundF 0.2403631881805722
|
| 56 |
+
2025-09-06-11-25-25-664216 ADE_val_00000321 iou 0.01942559995218314, f1_Score 0.03811087332532028, WCov 0.04003292883712421, boundF 0.20826102757644596
|
| 57 |
+
2025-09-06-11-25-43-812482 ADE_val_00000329 iou 0.04651568450736983, f1_Score 0.0888962969136317, WCov 0.098541259765625, boundF 0.30509820513003466
|
| 58 |
+
2025-09-06-11-26-02-058934 ADE_val_00000337 iou 0.17129559366621136, f1_Score 0.2924890942858377, WCov 0.4088475112571498, boundF 0.1862704853842195
|
| 59 |
+
2025-09-06-11-26-20-275388 ADE_val_00000345 iou 0.01295446309940814, f1_Score 0.02557758235206439, WCov 0.026877276762482017, boundF 0.21781923518305715
|
| 60 |
+
2025-09-06-11-26-38-439061 ADE_val_00000353 iou 0.012605804111245466, f1_Score 0.024897752037495894, WCov 0.025973230420533552, boundF 0.13201409046180163
|
| 61 |
+
2025-09-06-11-26-56-620154 ADE_val_00000361 iou 0.03421516754850088, f1_Score 0.06616643929058663, WCov 0.07085463842220599, boundF 0.2694357694942761
|
| 62 |
+
2025-09-06-11-27-14-766967 ADE_val_00000369 iou 0.2242458468633818, f1_Score 0.3663412008918275, WCov 0.5754602713178295, boundF 0.21560174666582785
|
| 63 |
+
2025-09-06-11-27-32-979212 ADE_val_00000377 iou 0.2341306775874907, f1_Score 0.3794260718729967, WCov 0.6072121212121212, boundF 0.1716460796311461
|
| 64 |
+
2025-09-06-11-27-51-196569 ADE_val_00000385 iou 0.036048496262727325, f1_Score 0.06958843411821512, WCov 0.07433401483018523, boundF 0.22554498484580607
|
| 65 |
+
2025-09-06-11-28-09-370777 ADE_val_00000393 iou 0.22075794272688418, f1_Score 0.3616735718036996, WCov 0.5574843224575116, boundF 0.17703776259936815
|
| 66 |
+
2025-09-06-11-28-27-599308 ADE_val_00000401 iou 0.06340766152086907, f1_Score 0.11925372331845799, WCov 0.1384238714613619, boundF 0.2457802348789914
|
| 67 |
+
2025-09-06-11-28-45-851275 ADE_val_00000409 iou 0.022811177476963714, f1_Score 0.04460486545177099, WCov 0.04431368943642548, boundF 0.18534020407058782
|
| 68 |
+
2025-09-06-11-29-04-104844 ADE_val_00000417 iou 0.0227299880525687, f1_Score 0.04444963640080605, WCov 0.044920504135005646, boundF 0.20678012166749005
|
| 69 |
+
2025-09-06-11-29-22-295189 ADE_val_00000425 iou 0.035340081690641095, f1_Score 0.06826758147512864, WCov 0.07439031881565207, boundF 0.15807827264395274
|
| 70 |
+
2025-09-06-11-29-40-534092 ADE_val_00000433 iou 0.030202828378258686, f1_Score 0.058634722301828396, WCov 0.06380903021249353, boundF 0.13952333230479538
|
| 71 |
+
2025-09-06-11-29-58-822912 ADE_val_00000441 iou 0.381382635435253, f1_Score 0.5521752274163849, WCov 0.8229959919839679, boundF 0.18889369779562296
|
| 72 |
+
2025-09-06-11-30-16-983863 ADE_val_00000449 iou 0.35085650322812767, f1_Score 0.5194578438045634, WCov 0.945085623830767, boundF 0.24897496751454334
|
| 73 |
+
2025-09-06-11-30-35-286320 ADE_val_00000457 iou 0.01033661814784679, f1_Score 0.02046173119370041, WCov 0.021293447467024097, boundF 0.14529373412419755
|
| 74 |
+
2025-09-06-11-30-53-469566 ADE_val_00000465 iou 0.15506109324758843, f1_Score 0.2684898559116317, WCov 0.3677012579574183, boundF 0.28981917580873284
|
| 75 |
+
2025-09-06-11-31-11-669755 ADE_val_00000473 iou 0.08611868082976475, f1_Score 0.1585806088225505, WCov 0.18835949860046244, boundF 0.2507215123742592
|
| 76 |
+
2025-09-06-11-31-29-903869 ADE_val_00000481 iou 0.01824850165488863, f1_Score 0.03584292365808662, WCov 0.037711194846238, boundF 0.1364814137247221
|
| 77 |
+
2025-09-06-11-31-48-137499 ADE_val_00000489 iou 0.003609122892150916, f1_Score 0.007192287933274908, WCov 0.007244391684168874, boundF 0.0380761028081736
|
| 78 |
+
2025-09-06-11-32-06-289657 ADE_val_00000497 iou 0.058590359354204036, f1_Score 0.11069505562084894, WCov 0.12385194286591922, boundF 0.15103451542860763
|
| 79 |
+
2025-09-06-11-32-24-460760 ADE_val_00000505 iou 0.28657857376870155, f1_Score 0.44548942382779344, WCov 0.7973393543662659, boundF 0.34501614830753846
|
| 80 |
+
2025-09-06-11-32-42-662028 ADE_val_00000513 iou 0.007991587802313354, f1_Score 0.015856457333611518, WCov 0.017035981690866654, boundF 0.12496648512487547
|
| 81 |
+
2025-09-06-11-33-00-825336 ADE_val_00000521 iou 0.052532452480296705, f1_Score 0.09982105987611838, WCov 0.10977025540755224, boundF 0.252559061529506
|
| 82 |
+
2025-09-06-11-33-19-030472 ADE_val_00000529 iou 0.032589140885362904, f1_Score 0.06312121558322861, WCov 0.066723539089635, boundF 0.2031737037033023
|
| 83 |
+
2025-09-06-11-33-37-248137 ADE_val_00000537 iou 0.02166000358016588, f1_Score 0.04240158859946268, WCov 0.04142083814853111, boundF 0.16852149634716027
|
| 84 |
+
2025-09-06-11-33-55-406856 ADE_val_00000545 iou 0.00911854103343465, f1_Score 0.018072289156626505, WCov 0.017686908009686416, boundF 0.08817319343045198
|
| 85 |
+
2025-09-06-11-34-13-539597 ADE_val_00000553 iou 0.018008854852219695, f1_Score 0.035380546576550105, WCov 0.037215398213904724, boundF 0.15700190103053555
|
| 86 |
+
2025-09-06-11-34-31-700142 ADE_val_00000561 iou 0.020176245438091565, f1_Score 0.039554430968792714, WCov 0.04247771511733673, boundF 0.254363747272928
|
| 87 |
+
2025-09-06-11-34-49-888554 ADE_val_00000569 iou 0.0022964573318227746, f1_Score 0.004582391397323884, WCov 0.004788507581803671, boundF 0.10349899156941973
|
| 88 |
+
2025-09-06-11-35-08-076409 ADE_val_00000577 iou 0.04694588345479556, f1_Score 0.0896815856420005, WCov 0.094985918942084, boundF 0.20814527338067318
|
| 89 |
+
2025-09-06-11-35-26-370326 ADE_val_00000585 iou 0.009040060468631898, f1_Score 0.017918139869359383, WCov 0.018089747109606175, boundF 0.11989553075190099
|
| 90 |
+
2025-09-06-11-35-44-578107 ADE_val_00000593 iou 0.26824144635394553, f1_Score 0.42301321585903084, WCov 0.7304467144381765, boundF 0.17831530290356604
|
| 91 |
+
2025-09-06-11-36-02-769533 ADE_val_00000601 iou 0.39277903399191905, f1_Score 0.5640220371011099, WCov 0.7785614541667653, boundF 0.2201786691596741
|
| 92 |
+
2025-09-06-11-36-21-016555 ADE_val_00000609 iou 0.1925056925056925, f1_Score 0.32285915902204143, WCov 0.4770692826486818, boundF 0.36720365955140627
|
| 93 |
+
2025-09-06-11-36-39-187985 ADE_val_00000617 iou 0.005214686508904611, f1_Score 0.010375269241270515, WCov 0.009895833333333333, boundF 0.06941495984810404
|
| 94 |
+
2025-09-06-11-36-57-355754 ADE_val_00000625 iou 0.022361252469616236, f1_Score 0.04374432699909232, WCov 0.045777451160511975, boundF 0.20361820015047155
|
| 95 |
+
2025-09-06-11-37-15-519027 ADE_val_00000633 iou 0.1957876218633176, f1_Score 0.32746219861054354, WCov 0.4943967754740603, boundF 0.22371192703913945
|
| 96 |
+
2025-09-06-11-37-33-701461 ADE_val_00000641 iou 0.020845188535146306, f1_Score 0.0408390787736541, WCov 0.04149479023436307, boundF 0.14583984936517633
|
| 97 |
+
2025-09-06-11-37-51-847166 ADE_val_00000649 iou 0.10196799604753932, f1_Score 0.18506525854338945, WCov 0.22082345070850817, boundF 0.3049401989974808
|
| 98 |
+
2025-09-06-11-38-10-027411 ADE_val_00000657 iou 0.04606032265606734, f1_Score 0.08806437192668753, WCov 0.09512590643453783, boundF 0.20577827494058482
|
| 99 |
+
2025-09-06-11-38-28-279163 ADE_val_00000665 iou 0.2938836399801094, f1_Score 0.45426594926979247, WCov 0.8277494426289589, boundF 0.3216763288463339
|
| 100 |
+
2025-09-06-11-38-46-429981 ADE_val_00000673 iou 0.02569605914266977, f1_Score 0.05010462683096954, WCov 0.05200721558076253, boundF 0.14537895090055514
|
| 101 |
+
2025-09-06-11-39-04-584919 ADE_val_00000681 iou 0.3279433954569553, f1_Score 0.49391170825335895, WCov 0.9859421217942854, boundF 0.3209006241714706
|
| 102 |
+
2025-09-06-11-39-22-732163 ADE_val_00000689 iou 0.05855375118982376, f1_Score 0.11062971743099267, WCov 0.12215631115459882, boundF 0.2695113104638364
|
| 103 |
+
2025-09-06-11-39-40-939928 ADE_val_00000697 iou 0.01768953068592058, f1_Score 0.034764100744945015, WCov 0.035350289229639155, boundF 0.1558307811632777
|
| 104 |
+
2025-09-06-11-39-59-101379 ADE_val_00000705 iou 0.11185421856384707, f1_Score 0.2012030294912695, WCov 0.25115783059110297, boundF 0.2393393037987555
|
| 105 |
+
2025-09-06-11-40-17-284425 ADE_val_00000713 iou 0.11487398132656916, f1_Score 0.2060752753237323, WCov 0.25776302971261567, boundF 0.19691803455280113
|
| 106 |
+
2025-09-06-11-40-35-421009 ADE_val_00000721 iou 0.1491742833402576, f1_Score 0.25961994712700814, WCov 0.3519367057673509, boundF 0.23193867213613767
|
| 107 |
+
2025-09-06-11-40-53-672821 ADE_val_00000729 iou 0.015133665609424559, f1_Score 0.02981610426709516, WCov 0.03095376875172562, boundF 0.14757008232628221
|
| 108 |
+
2025-09-06-11-41-11-858881 ADE_val_00000737 iou 0.021759162926191254, f1_Score 0.04259156896401245, WCov 0.044549791837602944, boundF 0.23500942550016624
|
| 109 |
+
2025-09-06-11-41-30-060503 ADE_val_00000745 iou 0.30425708627041764, f1_Score 0.4665599895499967, WCov 0.869988702635034, boundF 0.35627465904008127
|
| 110 |
+
2025-09-06-11-41-48-250701 ADE_val_00000753 iou 0.48037972677422425, f1_Score 0.648995278827522, WCov 0.5385844410403386, boundF 0.14027300068570508
|
| 111 |
+
2025-09-06-11-42-06-455851 ADE_val_00000761 iou 0.016244509957282955, f1_Score 0.031969687999526375, WCov 0.03359441928772488, boundF 0.13945815805324502
|
| 112 |
+
2025-09-06-11-42-24-595708 ADE_val_00000769 iou 0.013689562836597767, f1_Score 0.027009379081087498, WCov 0.02728908131841327, boundF 0.11995619364256613
|
| 113 |
+
2025-09-06-11-42-42-861699 ADE_val_00000777 iou 0.003624512670565302, f1_Score 0.007222846044126127, WCov 0.008138289735352609, boundF 0.09095562707299343
|
| 114 |
+
2025-09-06-11-43-01-104374 ADE_val_00000785 iou 0.045605065938534826, f1_Score 0.08723191465718413, WCov 0.09763981216076112, boundF 0.22887767196056727
|
| 115 |
+
2025-09-06-11-43-19-313317 ADE_val_00000793 iou 0.016172345885301666, f1_Score 0.031829927178764386, WCov 0.03328377681361692, boundF 0.16838834905024427
|
| 116 |
+
2025-09-06-11-43-37-544560 ADE_val_00000801 iou 0.0007665184730952016, f1_Score 0.0015318627450980392, WCov 0.001718634912840658, boundF 0.0158110900435392
|
| 117 |
+
2025-09-06-11-43-55-688767 ADE_val_00000809 iou 0.01536199705961775, f1_Score 0.0302591530983127, WCov 0.030857804313391007, boundF 0.14882556520883167
|
| 118 |
+
2025-09-06-11-44-13-867296 ADE_val_00000817 iou 0.0029075105588541347, f1_Score 0.005798162897860783, WCov 0.005801104972375691, boundF 0.04568749232709417
|
| 119 |
+
2025-09-06-11-44-32-015679 ADE_val_00000825 iou 0.07459489925320557, f1_Score 0.13883352564774992, WCov 0.15625094757269778, boundF 0.16599019686467895
|
| 120 |
+
2025-09-06-11-44-50-189790 ADE_val_00000833 iou 0.02146589043140767, f1_Score 0.04202957853510259, WCov 0.044638495359062044, boundF 0.14514927724070306
|
| 121 |
+
2025-09-06-11-45-08-392252 ADE_val_00000841 iou 0.010156297512619351, f1_Score 0.020108368452739313, WCov 0.022720275845083432, boundF 0.146713972694421
|
| 122 |
+
2025-09-06-11-45-26-663495 ADE_val_00000849 iou 0.051490593342981186, f1_Score 0.09793828621762228, WCov 0.1108766779806134, boundF 0.2098840008002763
|
| 123 |
+
2025-09-06-11-45-44-895399 ADE_val_00000857 iou 0.028012039216854905, f1_Score 0.0544974925355828, WCov 0.056699136188200695, boundF 0.13784529012714017
|
| 124 |
+
2025-09-06-11-46-03-168611 ADE_val_00000865 iou 0.027174238343209433, f1_Score 0.052910669541402014, WCov 0.05382418864564463, boundF 0.2466805504876488
|
| 125 |
+
2025-09-06-11-46-21-342990 ADE_val_00000873 iou 0.057842461821104606, f1_Score 0.10935931182328838, WCov 0.12128404077285866, boundF 0.19269852164712692
|
| 126 |
+
2025-09-06-11-46-39-483335 ADE_val_00000881 iou 0.0895774491886803, f1_Score 0.16442603369844214, WCov 0.1992989942090826, boundF 0.3756548275000576
|
| 127 |
+
2025-09-06-11-46-57-752813 ADE_val_00000889 iou 0.07749335571408589, f1_Score 0.1438400623133844, WCov 0.17077545064899535, boundF 0.3067128191909487
|
| 128 |
+
2025-09-06-11-47-15-967514 ADE_val_00000897 iou 0.011140726543080471, f1_Score 0.022035956520451382, WCov 0.02293522389868509, boundF 0.13678374088108333
|
| 129 |
+
2025-09-06-11-47-34-137500 ADE_val_00000905 iou 0.019030061550355328, f1_Score 0.03734936243471156, WCov 0.03666172600502132, boundF 0.23146911706817516
|
| 130 |
+
2025-09-06-11-47-52-331812 ADE_val_00000913 iou 0.24990255199137873, f1_Score 0.3998752568241855, WCov 0.6691264276309746, boundF 0.5099206378454031
|
| 131 |
+
2025-09-06-11-48-10-593753 ADE_val_00000921 iou 0.02255978342607911, f1_Score 0.04412413590233858, WCov 0.04381601572095308, boundF 0.13573086805725504
|
| 132 |
+
2025-09-06-11-48-28-785945 ADE_val_00000929 iou 0.08328916906083512, f1_Score 0.1537708885856271, WCov 0.1828648006578747, boundF 0.2486488825770333
|
| 133 |
+
2025-09-06-11-48-47-239555 ADE_val_00000937 iou 0.0703953712632594, f1_Score 0.13153153153153152, WCov 0.14913829852018756, boundF 0.18527968292020014
|
| 134 |
+
2025-09-06-11-49-05-383906 ADE_val_00000945 iou 0.02233087862615903, f1_Score 0.0436862058909303, WCov 0.0448852728768626, boundF 0.18998792964275707
|
| 135 |
+
2025-09-06-11-49-23-706818 ADE_val_00000953 iou 0.011376323968737742, f1_Score 0.02249671798543979, WCov 0.023014467981197727, boundF 0.13904477390536685
|
| 136 |
+
2025-09-06-11-49-41-862265 ADE_val_00000961 iou 0.00446832920717348, f1_Score 0.008896904117823866, WCov 0.009864926392472302, boundF 0.15750307582179648
|
| 137 |
+
2025-09-06-11-50-00-052074 ADE_val_00000969 iou 0.011530525549217139, f1_Score 0.022798176145908327, WCov 0.023204419889502764, boundF 0.16216714575507468
|
| 138 |
+
2025-09-06-11-50-18-361839 ADE_val_00000977 iou 0.2506611947104423, f1_Score 0.40084588179531117, WCov 0.6755452379497832, boundF 0.1596181413425954
|
| 139 |
+
2025-09-06-11-50-36-577686 ADE_val_00000985 iou 0.023009430583741195, f1_Score 0.044983809329326996, WCov 0.04601629489487657, boundF 0.21138967252481972
|
| 140 |
+
2025-09-06-11-50-54-735294 ADE_val_00000993 iou 0.01618839582273557, f1_Score 0.03186101295641932, WCov 0.03416773250502467, boundF 0.127118665432919
|
| 141 |
+
2025-09-06-11-51-12-884272 ADE_val_00001001 iou 0.005250294197519689, f1_Score 0.010445745159837911, WCov 0.009729041643935262, boundF 0.08973633554219373
|
| 142 |
+
2025-09-06-11-51-31-145799 ADE_val_00001009 iou 0.08809835791351864, f1_Score 0.16193087191575495, WCov 0.19023512549175078, boundF 0.31587251266675753
|
| 143 |
+
2025-09-06-11-51-49-386174 ADE_val_00001017 iou 0.3454733822123047, f1_Score 0.5135343244684002, WCov 0.9339614536498754, boundF 0.324501722811138
|
| 144 |
+
2025-09-06-11-52-07-564559 ADE_val_00001025 iou 0.010906242468064594, f1_Score 0.02157715920605591, WCov 0.022489029741589468, boundF 0.13673415565206865
|
| 145 |
+
2025-09-06-11-52-25-903917 ADE_val_00001033 iou 0.016926731006283637, f1_Score 0.033289971617786185, WCov 0.03627450980392157, boundF 0.10701627870137073
|
| 146 |
+
2025-09-06-11-52-44-224790 ADE_val_00001041 iou 0.040783558124598586, f1_Score 0.07837087318728787, WCov 0.08579521227995371, boundF 0.23825919497992465
|
| 147 |
+
2025-09-06-11-53-02-583023 ADE_val_00001049 iou 0.023622989055678487, f1_Score 0.046155643842019166, WCov 0.04800391868723977, boundF 0.25640944560104606
|
| 148 |
+
2025-09-06-11-53-20-772453 ADE_val_00001057 iou 0.10139333716569489, f1_Score 0.1841183049583696, WCov 0.22484702730676734, boundF 0.21008074915463845
|
| 149 |
+
2025-09-06-11-53-39-015801 ADE_val_00001065 iou 0.011990697393457973, f1_Score 0.02369724825404405, WCov 0.024147206259933978, boundF 0.1608976769507037
|
| 150 |
+
2025-09-06-11-53-57-180297 ADE_val_00001073 iou 0.01686905545253335, f1_Score 0.03317842226013295, WCov 0.033593773751254066, boundF 0.17530200218754532
|
| 151 |
+
2025-09-06-11-54-15-319725 ADE_val_00001081 iou 0.04139904239168516, f1_Score 0.07950658816932997, WCov 0.0893598827266064, boundF 0.2165809627740667
|
| 152 |
+
2025-09-06-11-54-33-485292 ADE_val_00001089 iou 0.01982312597762002, f1_Score 0.03887561572722178, WCov 0.039937425232354835, boundF 0.18314840275270639
|
| 153 |
+
2025-09-06-11-54-51-680276 ADE_val_00001097 iou 0.04698280902818384, f1_Score 0.08974895981681606, WCov 0.09768881804806277, boundF 0.19521471214999736
|
| 154 |
+
2025-09-06-11-55-09-868844 ADE_val_00001105 iou 0.045524894145130675, f1_Score 0.0870852418724165, WCov 0.09198487251433451, boundF 0.21423147754467697
|
| 155 |
+
2025-09-06-11-55-28-014028 ADE_val_00001113 iou 0.017746175908221796, f1_Score 0.03487348089003699, WCov 0.03581853563609827, boundF 0.1701467839875858
|
| 156 |
+
2025-09-06-11-55-46-282080 ADE_val_00001121 iou 0.003516643424483114, f1_Score 0.0070086399613316416, WCov 0.007272616620515473, boundF 0.03435051539030992
|
| 157 |
+
2025-09-06-11-56-04-577420 ADE_val_00001129 iou 0.028638693527238048, f1_Score 0.05568270707187763, WCov 0.05792748337266681, boundF 0.14015367862783532
|
| 158 |
+
2025-09-06-11-56-22-741117 ADE_val_00001137 iou 0.010654581470032114, f1_Score 0.021084516243986457, WCov 0.0216626213592233, boundF 0.13948012484258046
|
| 159 |
+
2025-09-06-11-56-40-938461 ADE_val_00001145 iou 0.017190599266694716, f1_Score 0.033800153637061986, WCov 0.035742701511720425, boundF 0.1224662473312903
|
| 160 |
+
2025-09-06-11-56-59-096417 ADE_val_00001153 iou 0.2395693135935397, f1_Score 0.38653637350705755, WCov 0.6159849951597289, boundF 0.1846751244007383
|
| 161 |
+
2025-09-06-11-57-17-284262 ADE_val_00001161 iou 0.005386710739754537, f1_Score 0.010715699108039819, WCov 0.011018435874549875, boundF 0.08107737613468673
|
| 162 |
+
2025-09-06-11-57-35-561164 ADE_val_00001169 iou 0.0011564563742049363, f1_Score 0.0023102410554153873, WCov 0.002223982451864489, boundF 0.04761053404071638
|
| 163 |
+
2025-09-06-11-57-53-838818 ADE_val_00001177 iou 0.020064995080647567, f1_Score 0.039340620798503534, WCov 0.040698381798272294, boundF 0.14721438149998983
|
| 164 |
+
2025-09-06-11-58-12-041501 ADE_val_00001185 iou 0.029321857842409853, f1_Score 0.0569731568780094, WCov 0.05886124255838803, boundF 0.14068915729703188
|
| 165 |
+
2025-09-06-11-58-30-282293 ADE_val_00001193 iou 0.022255236963304115, f1_Score 0.04354144866875945, WCov 0.04488853793354795, boundF 0.2344333375886083
|
| 166 |
+
2025-09-06-11-58-48-431419 ADE_val_00001201 iou 0.13943309162821357, f1_Score 0.24474116585286834, WCov 0.3241711098853956, boundF 0.17325650323078984
|
| 167 |
+
2025-09-06-11-59-06-551210 ADE_val_00001209 iou 0.056712028601084076, f1_Score 0.10733677116586178, WCov 0.12068860078277886, boundF 0.1729601443342729
|
| 168 |
+
2025-09-06-11-59-24-704552 ADE_val_00001217 iou 0.23387438249823572, f1_Score 0.37908945321436743, WCov 0.6031542270309921, boundF 0.3829038427861917
|
| 169 |
+
2025-09-06-11-59-42-856456 ADE_val_00001225 iou 0.1525651982492943, f1_Score 0.26474024806758945, WCov 0.3607705243846507, boundF 0.20799376042652362
|
| 170 |
+
2025-09-06-12-00-01-024577 ADE_val_00001233 iou 0.01580516000842942, f1_Score 0.03111848734514848, WCov 0.03290782747114825, boundF 0.2280105440842104
|
| 171 |
+
2025-09-06-12-00-19-194270 ADE_val_00001241 iou 0.17963069388571, f1_Score 0.30455411988985387, WCov 0.43386484434320427, boundF 0.2430009513022055
|
| 172 |
+
2025-09-06-12-00-37-382059 ADE_val_00001249 iou 0.1595479645563118, f1_Score 0.2751899351008926, WCov 0.3806844246001407, boundF 0.23080132326805539
|
| 173 |
+
2025-09-06-12-00-55-547894 ADE_val_00001257 iou 0.23298484670503936, f1_Score 0.37792004877862884, WCov 0.6100254624658711, boundF 0.4509334282754116
|
| 174 |
+
2025-09-06-12-01-13-709984 ADE_val_00001265 iou 0.011582200618117442, f1_Score 0.02289917835849672, WCov 0.022287585663169386, boundF 0.09647202617945334
|
| 175 |
+
2025-09-06-12-01-31-870293 ADE_val_00001273 iou 0.004890346880505437, f1_Score 0.009733095547562192, WCov 0.009921240612980036, boundF 0.08845210514188181
|
| 176 |
+
2025-09-06-12-01-50-079746 ADE_val_00001281 iou 0.027006218537163163, f1_Score 0.052592122714953005, WCov 0.056411818458726774, boundF 0.21834400060595893
|
| 177 |
+
2025-09-06-12-02-08-298446 ADE_val_00001289 iou 0.019518756538633986, f1_Score 0.038290137211211446, WCov 0.04029035898374356, boundF 0.15983273684675606
|
| 178 |
+
2025-09-06-12-02-26-473962 ADE_val_00001297 iou 0.06058086527710083, f1_Score 0.1142409169550173, WCov 0.13032053044886485, boundF 0.18033092812009527
|
| 179 |
+
2025-09-06-12-02-44-638083 ADE_val_00001305 iou 0.016105812488752924, f1_Score 0.03170105375011069, WCov 0.032392735251097024, boundF 0.17382400912031418
|
| 180 |
+
2025-09-06-12-03-02-888500 ADE_val_00001313 iou 0.03398543061919868, f1_Score 0.06573676884179426, WCov 0.06964660123370507, boundF 0.20246361966580043
|
| 181 |
+
2025-09-06-12-03-21-080080 ADE_val_00001321 iou 0.0680922743105122, f1_Score 0.12750260618534656, WCov 0.1466621712744437, boundF 0.16469988285596596
|
| 182 |
+
2025-09-06-12-03-39-289648 ADE_val_00001329 iou 0.008049629293387804, f1_Score 0.015970700369247397, WCov 0.015548306454071523, boundF 0.09281111911807467
|
| 183 |
+
2025-09-06-12-03-57-624605 ADE_val_00001337 iou 0.2575118905394135, f1_Score 0.40955778227902556, WCov 0.7017051520605192, boundF 0.2862021088076724
|
| 184 |
+
2025-09-06-12-04-15-898826 ADE_val_00001345 iou 0.011480398951396631, f1_Score 0.022700190657769303, WCov 0.022604033388167917, boundF 0.10488240389012607
|
| 185 |
+
2025-09-06-12-04-34-066193 ADE_val_00001353 iou 0.1843175411022129, f1_Score 0.3112637189020665, WCov 0.4420985479069202, boundF 0.22688592877907782
|
| 186 |
+
2025-09-06-12-04-52-334234 ADE_val_00001361 iou 0.019612554437603243, f1_Score 0.03847060209732532, WCov 0.04119000153350713, boundF 0.18589140300354187
|
| 187 |
+
2025-09-06-12-05-10-669947 ADE_val_00001369 iou 0.008435863077110488, f1_Score 0.016730589194576147, WCov 0.015175669875528848, boundF 0.13065088239775074
|
| 188 |
+
2025-09-06-12-05-28-862397 ADE_val_00001377 iou 0.27723776146708107, f1_Score 0.4341208345557147, WCov 0.7739782641971529, boundF 0.3029752047630501
|
| 189 |
+
2025-09-06-12-05-47-094792 ADE_val_00001385 iou 0.04416559916152323, f1_Score 0.08459500906175937, WCov 0.09521482883928299, boundF 0.22040690587836792
|
| 190 |
+
2025-09-06-12-06-05-263687 ADE_val_00001393 iou 0.06264660449682476, f1_Score 0.11790675137288684, WCov 0.13066504337239385, boundF 0.264494545274944
|
| 191 |
+
2025-09-06-12-06-23-554849 ADE_val_00001401 iou 0.36749665224057293, f1_Score 0.5374735676880065, WCov 0.8885821495577593, boundF 0.36858330297383807
|
| 192 |
+
2025-09-06-12-06-41-734854 ADE_val_00001409 iou 0.03143238038809065, f1_Score 0.06094898897058824, WCov 0.0654588854546011, boundF 0.2647696529278213
|
| 193 |
+
2025-09-06-12-06-59-947076 ADE_val_00001417 iou 0.009987025917991733, f1_Score 0.019776542988588157, WCov 0.02045544614821815, boundF 0.09885447035971971
|
| 194 |
+
2025-09-06-12-07-18-119949 ADE_val_00001425 iou 0.2792234977855144, f1_Score 0.4365515459478081, WCov 0.7769037708129285, boundF 0.21745853838171106
|
| 195 |
+
2025-09-06-12-07-36-419288 ADE_val_00001433 iou 0.008029329778208702, f1_Score 0.015930746340437042, WCov 0.015568240788790867, boundF 0.10332140355573234
|
| 196 |
+
2025-09-06-12-07-54-598470 ADE_val_00001441 iou 0.22126326862388832, f1_Score 0.3623514672200145, WCov 0.5633186436528339, boundF 0.25131819503898434
|
| 197 |
+
2025-09-06-12-08-12-902561 ADE_val_00001449 iou 0.01146561815289492, f1_Score 0.022671295884150865, WCov 0.024846420534030775, boundF 0.1396181160382362
|
| 198 |
+
2025-09-06-12-08-31-096103 ADE_val_00001457 iou 0.08300593496614561, f1_Score 0.15328805186786046, WCov 0.18010687393733302, boundF 0.22508187862832765
|
| 199 |
+
2025-09-06-12-08-49-277220 ADE_val_00001465 iou 0.03314982537145563, f1_Score 0.06417234859336504, WCov 0.07080188968648383, boundF 0.21439118322220496
|
| 200 |
+
2025-09-06-12-09-07-467311 ADE_val_00001473 iou 0.0728407614528611, f1_Score 0.13579044359615638, WCov 0.15822051469691426, boundF 0.3046157341875119
|
| 201 |
+
2025-09-06-12-09-25-636800 ADE_val_00001481 iou 0.029272786709857647, f1_Score 0.056880522030374775, WCov 0.06044090630740968, boundF 0.13959148492915002
|
| 202 |
+
2025-09-06-12-09-43-807446 ADE_val_00001489 iou 0.3097253593970995, f1_Score 0.47296230034008674, WCov 0.9050294767870302, boundF 0.24037806999869163
|
| 203 |
+
2025-09-06-12-10-01-954204 ADE_val_00001497 iou 0.26160756607904656, f1_Score 0.4147209847386972, WCov 0.7065522716170005, boundF 0.43382048233147313
|
| 204 |
+
2025-09-06-12-10-20-211064 ADE_val_00001505 iou 0.003234369755591493, f1_Score 0.006447884668025183, WCov 0.00682876041156296, boundF 0.049809499489282164
|
| 205 |
+
2025-09-06-12-10-38-515588 ADE_val_00001513 iou 0.021441796571701605, f1_Score 0.04198339375511636, WCov 0.042232920958010844, boundF 0.1967670819461531
|
| 206 |
+
2025-09-06-12-10-56-718979 ADE_val_00001521 iou 0.002673471867784664, f1_Score 0.005332686947036723, WCov 0.005146946855489569, boundF 0.06819285558846537
|
| 207 |
+
2025-09-06-12-11-15-083925 ADE_val_00001529 iou 0.025052192066805846, f1_Score 0.048879837067209775, WCov 0.05055630272649468, boundF 0.15196645496753153
|
| 208 |
+
2025-09-06-12-11-33-308902 ADE_val_00001537 iou 0.24064739884393063, f1_Score 0.3879384248387938, WCov 0.6393132103140657, boundF 0.2896929291039081
|
| 209 |
+
2025-09-06-12-11-51-634496 ADE_val_00001545 iou 0.21504443962714068, f1_Score 0.35396966993755574, WCov 0.5548329429170262, boundF 0.24656545452366138
|
| 210 |
+
2025-09-06-12-12-09-906793 ADE_val_00001553 iou 0.014119551531866418, f1_Score 0.027845931005941647, WCov 0.028518439694749324, boundF 0.10364836969589049
|
| 211 |
+
2025-09-06-12-12-28-076198 ADE_val_00001561 iou 0.057061382031857594, f1_Score 0.10796228677312115, WCov 0.12068649606058755, boundF 0.1817874164586734
|
| 212 |
+
2025-09-06-12-12-46-410774 ADE_val_00001569 iou 0.024244750908070756, f1_Score 0.04734171375850536, WCov 0.049599031623543656, boundF 0.2457978803083269
|
| 213 |
+
2025-09-06-12-13-04-669079 ADE_val_00001577 iou 0.004702812585333293, f1_Score 0.009361599323548951, WCov 0.010281599902370564, boundF 0.08324111360414303
|
| 214 |
+
2025-09-06-12-13-22-828915 ADE_val_00001585 iou 0.03755524983168925, f1_Score 0.07239180725610789, WCov 0.07781190135919969, boundF 0.260814118709458
|
| 215 |
+
2025-09-06-12-13-41-003102 ADE_val_00001593 iou 0.013484228268721405, f1_Score 0.026609645996673793, WCov 0.027650613440761765, boundF 0.09367987757326336
|
| 216 |
+
2025-09-06-12-13-59-197468 ADE_val_00001601 iou 0.034656975713525974, f1_Score 0.06699220423198834, WCov 0.06977241484649457, boundF 0.2319474394166671
|
| 217 |
+
2025-09-06-12-14-17-415532 ADE_val_00001609 iou 0.02479978564410968, f1_Score 0.0483992795305328, WCov 0.0540466056281961, boundF 0.19935073167664558
|
| 218 |
+
2025-09-06-12-14-35-585128 ADE_val_00001617 iou 0.02123269236520231, f1_Score 0.04158247679287827, WCov 0.043290969082243676, boundF 0.32382582997499243
|
| 219 |
+
2025-09-06-12-14-53-795370 ADE_val_00001625 iou 0.02729940421495687, f1_Score 0.05314790236020544, WCov 0.05771050141911069, boundF 0.2158508402423353
|
| 220 |
+
2025-09-06-12-15-11-953393 ADE_val_00001633 iou 0.04880656533549096, f1_Score 0.09307067089130734, WCov 0.10081586849049165, boundF 0.3082940779628964
|
| 221 |
+
2025-09-06-12-15-30-249521 ADE_val_00001641 iou 0.019946609076457, f1_Score 0.03911304552405599, WCov 0.0420765529711011, boundF 0.28478777677791267
|
| 222 |
+
2025-09-06-12-15-48-501244 ADE_val_00001649 iou 0.013592758548100924, f1_Score 0.02682094644711467, WCov 0.027654125251539728, boundF 0.13690882442642213
|
| 223 |
+
2025-09-06-12-16-06-752708 ADE_val_00001657 iou 0.025633427174396206, f1_Score 0.0499855533082924, WCov 0.05146433345485478, boundF 0.24717345981128308
|
| 224 |
+
2025-09-06-12-16-24-888064 ADE_val_00001665 iou 0.021880791534644586, f1_Score 0.042824548060609605, WCov 0.04410237615295339, boundF 0.16286669922930921
|
| 225 |
+
2025-09-06-12-16-43-065984 ADE_val_00001673 iou 0.016473276017555463, f1_Score 0.03241261016147158, WCov 0.0349218008753405, boundF 0.12869163142076728
|
| 226 |
+
2025-09-06-12-17-01-263975 ADE_val_00001681 iou 0.016143041121327383, f1_Score 0.031773166705965576, WCov 0.033130328867235076, boundF 0.15355221902188756
|
| 227 |
+
2025-09-06-12-17-19-420004 ADE_val_00001689 iou 0.03797913491970461, f1_Score 0.07317899491812535, WCov 0.07672665369649806, boundF 0.1402543349992211
|
| 228 |
+
2025-09-06-12-17-37-572999 ADE_val_00001697 iou 0.07374191734607816, f1_Score 0.13735501269866207, WCov 0.16038767697636264, boundF 0.29304767613488086
|
| 229 |
+
2025-09-06-12-17-55-715299 ADE_val_00001705 iou 0.007546258565003471, f1_Score 0.014979478114982474, WCov 0.014620949601799502, boundF 0.09666547483014114
|
| 230 |
+
2025-09-06-12-18-13-879676 ADE_val_00001713 iou 0.02080779694460223, f1_Score 0.04076731585883731, WCov 0.04034002620273605, boundF 0.1516975449461934
|
| 231 |
+
2025-09-06-12-18-32-072497 ADE_val_00001721 iou 0.00777939217822981, f1_Score 0.015438680803772566, WCov 0.01592871746361112, boundF 0.0843066156990229
|
| 232 |
+
2025-09-06-12-18-50-260020 ADE_val_00001729 iou 0.06345939456307349, f1_Score 0.11934521409563745, WCov 0.1326148506712942, boundF 0.1993156382606358
|
| 233 |
+
2025-09-06-12-19-08-452696 ADE_val_00001737 iou 0.2985492382966904, f1_Score 0.4598196656574964, WCov 0.8537180503873605, boundF 0.2614013984562826
|
| 234 |
+
2025-09-06-12-19-26-620446 ADE_val_00001745 iou 0.016742815919201636, f1_Score 0.032934220251293424, WCov 0.03522678582359062, boundF 0.2282141543181761
|
| 235 |
+
2025-09-06-12-19-44-800697 ADE_val_00001753 iou 0.009844308475192343, f1_Score 0.019496685563454214, WCov 0.01975958156180222, boundF 0.12687863296603835
|
| 236 |
+
2025-09-06-12-20-03-083336 ADE_val_00001761 iou 0.0200197800221776, f1_Score 0.03925370941677685, WCov 0.040221278156422874, boundF 0.17548207734732207
|
| 237 |
+
2025-09-06-12-20-21-364106 ADE_val_00001769 iou 0.012572358900144718, f1_Score 0.024832514515408664, WCov 0.025370947059901082, boundF 0.128608637971586
|
| 238 |
+
2025-09-06-12-20-39-587436 ADE_val_00001777 iou 0.0023027511816749485, f1_Score 0.004594921402660218, WCov 0.004951848588875049, boundF 0.10574634064491573
|
| 239 |
+
2025-09-06-12-20-57-782516 ADE_val_00001785 iou 0.009346637013884714, f1_Score 0.018520172696144113, WCov 0.018437092519028413, boundF 0.07873814500020095
|
| 240 |
+
2025-09-06-12-21-16-037692 ADE_val_00001793 iou 0.007550717166509992, f1_Score 0.01498826220429784, WCov 0.014596311225112985, boundF 0.10162157725981616
|
| 241 |
+
2025-09-06-12-21-34-238607 ADE_val_00001801 iou 0.0037243947858473, f1_Score 0.0074211502782931356, WCov 0.008125344943889128, boundF 0.04984885959098143
|
| 242 |
+
2025-09-06-12-21-52-497638 ADE_val_00001809 iou 0.006022813688212928, f1_Score 0.011973513137604693, WCov 0.012521430320842518, boundF 0.1674525432041466
|
| 243 |
+
2025-09-06-12-22-10-639312 ADE_val_00001817 iou 0.026424931863964926, f1_Score 0.05148926344954976, WCov 0.055344034601443756, boundF 0.20488459465698136
|
| 244 |
+
2025-09-06-12-22-28-803880 ADE_val_00001825 iou 0.018002930709650408, f1_Score 0.035369113715813284, WCov 0.03644501278772379, boundF 0.1493314962769468
|
| 245 |
+
2025-09-06-12-22-46-984667 ADE_val_00001833 iou 0.011332989909396685, f1_Score 0.022411985018726592, WCov 0.02276906104437362, boundF 0.13163261080734504
|
| 246 |
+
2025-09-06-12-23-05-197970 ADE_val_00001841 iou 0.018419559960593485, f1_Score 0.03617283226827695, WCov 0.037625087447151505, boundF 0.20537144995454448
|
| 247 |
+
2025-09-06-12-23-23-564611 ADE_val_00001849 iou 0.010138805069402535, f1_Score 0.020074082925080654, WCov 0.021139004972089193, boundF 0.1211348920696574
|
| 248 |
+
2025-09-06-12-23-41-772258 ADE_val_00001857 iou 0.08978760222166401, f1_Score 0.16478000307329815, WCov 0.19905417024935512, boundF 0.25504561558901057
|
| 249 |
+
2025-09-06-12-24-00-112887 ADE_val_00001865 iou 0.01929560505719446, f1_Score 0.037860665662561646, WCov 0.03839430831978902, boundF 0.21118799453376852
|
| 250 |
+
2025-09-06-12-24-18-320602 ADE_val_00001873 iou 0.017262454905936017, f1_Score 0.033939038686987104, WCov 0.03544549647972809, boundF 0.16372407118047533
|
| 251 |
+
2025-09-06-12-24-36-509724 ADE_val_00001881 iou 0.006654050424272023, f1_Score 0.013220133414190418, WCov 0.012277470841006752, boundF 0.07814476457648656
|
| 252 |
+
2025-09-06-12-24-54-880260 ADE_val_00001889 iou 0.015455904334828102, f1_Score 0.03044131068389908, WCov 0.03045839274337894, boundF 0.20265804779755694
|
| 253 |
+
2025-09-06-12-25-13-017572 ADE_val_00001897 iou 0.05797722017641518, f1_Score 0.10960012951270844, WCov 0.12441976881769364, boundF 0.22232516476907946
|
| 254 |
+
2025-09-06-12-25-31-242432 ADE_val_00001905 iou 0.3684119278779473, f1_Score 0.5384517927277335, WCov 0.8481891976272244, boundF 0.22747172457837944
|
| 255 |
+
2025-09-06-12-25-49-567793 ADE_val_00001913 iou 0.15786906290115532, f1_Score 0.27268897314796336, WCov 0.3758503920192806, boundF 0.22386263291182615
|
| 256 |
+
2025-09-06-12-26-07-708302 ADE_val_00001921 iou 0.01634811876427455, f1_Score 0.03217031342400946, WCov 0.03472540920911733, boundF 0.1906570679362532
|
| 257 |
+
2025-09-06-12-26-25-877946 ADE_val_00001929 iou 0.18938961779806046, f1_Score 0.3184652278177458, WCov 0.4675459803531536, boundF 0.5039016452472266
|
| 258 |
+
2025-09-06-12-26-44-650338 ADE_val_00001937 iou 0.02099253664773572, f1_Score 0.041121821941346066, WCov 0.040294482988456996, boundF 0.17184391038821886
|
| 259 |
+
2025-09-06-12-27-02-880194 ADE_val_00001945 iou 0.03125461581637175, f1_Score 0.06061474118422183, WCov 0.069057389600049, boundF 0.2800336669898656
|
| 260 |
+
2025-09-06-12-27-21-025583 ADE_val_00001953 iou 0.021169866531306918, f1_Score 0.04146198830409357, WCov 0.04405165308178405, boundF 0.16957843775067216
|
| 261 |
+
2025-09-06-12-27-39-203560 ADE_val_00001961 iou 0.013425451034815664, f1_Score 0.02649519216456789, WCov 0.02636885846981178, boundF 0.1484253763327998
|
| 262 |
+
2025-09-06-12-27-57-346386 ADE_val_00001969 iou 0.023977601048461562, f1_Score 0.04683227645587294, WCov 0.04913330078125, boundF 0.17616498156314422
|
| 263 |
+
2025-09-06-12-28-15-522673 ADE_val_00001977 iou 0.011501906895090503, f1_Score 0.022742234723801543, WCov 0.023647613796483488, boundF 0.13488579006673268
|
| 264 |
+
2025-09-06-12-28-33-716438 ADE_val_00001985 iou 0.015859640675313733, f1_Score 0.03122407868230833, WCov 0.031410413101931066, boundF 0.11691204770012253
|
| 265 |
+
2025-09-06-12-28-51-947019 ADE_val_00001993 iou 0.0030226238817818215, f1_Score 0.006027030317788872, WCov 0.006186830015313936, boundF 0.07965504164431172
|
| 266 |
+
2025-09-06-12-29-11-849608 measure total avg
|
| 267 |
+
2025-09-06-12-29-11-853591 mean iou 0.06567152589559555
|
| 268 |
+
2025-09-06-12-29-11-853809 mean f1 0.11139564961194992
|
| 269 |
+
2025-09-06-12-29-11-853963 mean WCov 0.1519879251718521
|
| 270 |
+
2025-09-06-12-29-11-854209 mean boundF 0.18631263772111228
|
| 271 |
+
2025-09-06-12-29-11-978925 best iou ema val: 0.06567152589559555 step 6
|
| 272 |
+
2025-09-06-12-29-11-991004 saving model 0.9999...
|
| 273 |
+
2025-09-06-12-29-13-522475 Found NaN, decreased lg_loss_scale to 14.001000000000001
|
| 274 |
+
2025-09-06-12-29-14-297198 Found NaN, decreased lg_loss_scale to 13.001000000000001
|
| 275 |
+
2025-09-06-12-29-15-066733 Found NaN, decreased lg_loss_scale to 12.001000000000001
|
| 276 |
+
2025-09-06-12-29-15-821993 Found NaN, decreased lg_loss_scale to 11.001000000000001
|
| 277 |
+
2025-09-06-12-29-16-552667 Found NaN, decreased lg_loss_scale to 10.001000000000001
|
| 278 |
+
2025-09-06-12-29-17-291581 Found NaN, decreased lg_loss_scale to 9.001000000000001
|
| 279 |
+
2025-09-06-12-29-18-091906 Found NaN, decreased lg_loss_scale to 8.001000000000001
|
| 280 |
+
2025-09-06-12-29-18-844154 Found NaN, decreased lg_loss_scale to 7.001000000000001
|
| 281 |
+
2025-09-06-12-29-19-572173 Found NaN, decreased lg_loss_scale to 6.001000000000001
|
| 282 |
+
2025-09-06-12-29-20-350507 Found NaN, decreased lg_loss_scale to 5.001000000000001
|
| 283 |
+
2025-09-06-12-29-21-150081 Found NaN, decreased lg_loss_scale to 4.001000000000001
|
| 284 |
+
2025-09-06-12-31-26-736058 Found NaN, decreased lg_loss_scale to 3.153000000000052
|
| 285 |
+
2025-09-06-12-31-49-977969 Found NaN, decreased lg_loss_scale to 2.180000000000049
|
| 286 |
+
2025-09-06-12-31-51-658382 interval
|
| 287 |
+
----------------------------
|
| 288 |
+
| grad_norm | 8.84e+04 |
|
| 289 |
+
| lg_loss_scale | 2.18 |
|
| 290 |
+
| loss | 9.9e+06 |
|
| 291 |
+
| loss_q0 | 9.9e+06 |
|
| 292 |
+
| loss_q1 | 9.9e+06 |
|
| 293 |
+
| loss_q2 | 9.9e+06 |
|
| 294 |
+
| loss_q3 | 9.9e+06 |
|
| 295 |
+
| mse | 1 |
|
| 296 |
+
| mse_q0 | 1 |
|
| 297 |
+
| mse_q1 | 1 |
|
| 298 |
+
| mse_q2 | 1 |
|
| 299 |
+
| mse_q3 | 1 |
|
| 300 |
+
| samples | 6.43e+03 |
|
| 301 |
+
| step | 200 |
|
| 302 |
+
| sum | 9.9e+06 |
|
| 303 |
+
| sum_q0 | 9.9e+06 |
|
| 304 |
+
| sum_q1 | 9.9e+06 |
|
| 305 |
+
| sum_q2 | 9.9e+06 |
|
| 306 |
+
| sum_q3 | 9.9e+06 |
|
| 307 |
+
----------------------------
|
| 308 |
+
2025-09-06-12-31-51-660190 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 309 |
+
2025-09-06-12-32-08-827038 Found NaN, decreased lg_loss_scale to 1.2020000000000466
|
| 310 |
+
2025-09-06-12-32-13-797803 Found NaN, decreased lg_loss_scale to 0.20700000000004604
|
| 311 |
+
2025-09-06-12-32-29-247033 Found NaN, decreased lg_loss_scale to -0.774999999999954
|
| 312 |
+
2025-09-06-12-32-30-012165 Found NaN, decreased lg_loss_scale to -1.774999999999954
|
| 313 |
+
2025-09-06-12-32-46-993251 Found NaN, decreased lg_loss_scale to -2.7549999999999564
|
| 314 |
+
2025-09-06-12-33-00-369291 Found NaN, decreased lg_loss_scale to -3.739999999999958
|
| 315 |
+
2025-09-06-12-33-01-166614 Found NaN, decreased lg_loss_scale to -4.739999999999958
|
| 316 |
+
2025-09-06-12-33-55-980167 Found NaN, decreased lg_loss_scale to -5.675999999999936
|
| 317 |
+
2025-09-06-12-34-36-623625 interval
|
| 318 |
+
----------------------------
|
| 319 |
+
| grad_norm | 9.58e+06 |
|
| 320 |
+
| lg_loss_scale | -5.63 |
|
| 321 |
+
| loss | 9.22e+06 |
|
| 322 |
+
| loss_q0 | 9.43e+06 |
|
| 323 |
+
| loss_q1 | 9.23e+06 |
|
| 324 |
+
| loss_q2 | 9.1e+06 |
|
| 325 |
+
| loss_q3 | 9.12e+06 |
|
| 326 |
+
| mse | 0.932 |
|
| 327 |
+
| mse_q0 | 0.953 |
|
| 328 |
+
| mse_q1 | 0.933 |
|
| 329 |
+
| mse_q2 | 0.92 |
|
| 330 |
+
| mse_q3 | 0.922 |
|
| 331 |
+
| samples | 1.28e+04 |
|
| 332 |
+
| step | 400 |
|
| 333 |
+
| sum | 9.22e+06 |
|
| 334 |
+
| sum_q0 | 9.43e+06 |
|
| 335 |
+
| sum_q1 | 9.23e+06 |
|
| 336 |
+
| sum_q2 | 9.1e+06 |
|
| 337 |
+
| sum_q3 | 9.12e+06 |
|
| 338 |
+
----------------------------
|
| 339 |
+
2025-09-06-12-34-36-624943 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 340 |
+
2025-09-06-12-35-03-411699 Found NaN, decreased lg_loss_scale to -6.593999999999909
|
| 341 |
+
2025-09-06-12-37-20-063807 interval
|
| 342 |
+
----------------------------
|
| 343 |
+
| grad_norm | 1.91e+07 |
|
| 344 |
+
| lg_loss_scale | -6.43 |
|
| 345 |
+
| loss | 7.38e+06 |
|
| 346 |
+
| loss_q0 | 7.82e+06 |
|
| 347 |
+
| loss_q1 | 7.27e+06 |
|
| 348 |
+
| loss_q2 | 7.22e+06 |
|
| 349 |
+
| loss_q3 | 7.26e+06 |
|
| 350 |
+
| mse | 0.745 |
|
| 351 |
+
| mse_q0 | 0.79 |
|
| 352 |
+
| mse_q1 | 0.734 |
|
| 353 |
+
| mse_q2 | 0.73 |
|
| 354 |
+
| mse_q3 | 0.733 |
|
| 355 |
+
| samples | 1.92e+04 |
|
| 356 |
+
| step | 600 |
|
| 357 |
+
| sum | 7.38e+06 |
|
| 358 |
+
| sum_q0 | 7.82e+06 |
|
| 359 |
+
| sum_q1 | 7.27e+06 |
|
| 360 |
+
| sum_q2 | 7.22e+06 |
|
| 361 |
+
| sum_q3 | 7.26e+06 |
|
| 362 |
+
----------------------------
|
| 363 |
+
2025-09-06-12-37-20-065002 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 364 |
+
2025-09-06-12-38-12-480080 Found NaN, decreased lg_loss_scale to -7.362999999999832
|
| 365 |
+
2025-09-06-12-39-54-436773 Found NaN, decreased lg_loss_scale to -8.238999999999791
|
| 366 |
+
2025-09-06-12-40-02-524091 interval
|
| 367 |
+
----------------------------
|
| 368 |
+
| grad_norm | 2.17e+07 |
|
| 369 |
+
| lg_loss_scale | -8.23 |
|
| 370 |
+
| loss | 6.44e+06 |
|
| 371 |
+
| loss_q0 | 6.93e+06 |
|
| 372 |
+
| loss_q1 | 6.31e+06 |
|
| 373 |
+
| loss_q2 | 6.25e+06 |
|
| 374 |
+
| loss_q3 | 6.3e+06 |
|
| 375 |
+
| mse | 0.65 |
|
| 376 |
+
| mse_q0 | 0.7 |
|
| 377 |
+
| mse_q1 | 0.637 |
|
| 378 |
+
| mse_q2 | 0.632 |
|
| 379 |
+
| mse_q3 | 0.636 |
|
| 380 |
+
| samples | 2.56e+04 |
|
| 381 |
+
| step | 800 |
|
| 382 |
+
| sum | 6.44e+06 |
|
| 383 |
+
| sum_q0 | 6.93e+06 |
|
| 384 |
+
| sum_q1 | 6.31e+06 |
|
| 385 |
+
| sum_q2 | 6.25e+06 |
|
| 386 |
+
| sum_q3 | 6.3e+06 |
|
| 387 |
+
----------------------------
|
| 388 |
+
2025-09-06-12-40-02-524922 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 389 |
+
2025-09-06-12-42-44-905399 interval
|
| 390 |
+
----------------------------
|
| 391 |
+
| grad_norm | 2.17e+07 |
|
| 392 |
+
| lg_loss_scale | -8.03 |
|
| 393 |
+
| loss | 5.97e+06 |
|
| 394 |
+
| loss_q0 | 6.53e+06 |
|
| 395 |
+
| loss_q1 | 5.78e+06 |
|
| 396 |
+
| loss_q2 | 5.77e+06 |
|
| 397 |
+
| loss_q3 | 5.76e+06 |
|
| 398 |
+
| mse | 0.603 |
|
| 399 |
+
| mse_q0 | 0.66 |
|
| 400 |
+
| mse_q1 | 0.584 |
|
| 401 |
+
| mse_q2 | 0.583 |
|
| 402 |
+
| mse_q3 | 0.583 |
|
| 403 |
+
| samples | 3.2e+04 |
|
| 404 |
+
| step | 1e+03 |
|
| 405 |
+
| sum | 5.97e+06 |
|
| 406 |
+
| sum_q0 | 6.53e+06 |
|
| 407 |
+
| sum_q1 | 5.78e+06 |
|
| 408 |
+
| sum_q2 | 5.77e+06 |
|
| 409 |
+
| sum_q3 | 5.76e+06 |
|
| 410 |
+
----------------------------
|
| 411 |
+
2025-09-06-12-42-44-906456 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 412 |
+
2025-09-06-12-45-26-666668 interval
|
| 413 |
+
----------------------------
|
| 414 |
+
| grad_norm | 1.45e+07 |
|
| 415 |
+
| lg_loss_scale | -7.83 |
|
| 416 |
+
| loss | 5.49e+06 |
|
| 417 |
+
| loss_q0 | 6.02e+06 |
|
| 418 |
+
| loss_q1 | 5.34e+06 |
|
| 419 |
+
| loss_q2 | 5.3e+06 |
|
| 420 |
+
| loss_q3 | 5.31e+06 |
|
| 421 |
+
| mse | 0.555 |
|
| 422 |
+
| mse_q0 | 0.609 |
|
| 423 |
+
| mse_q1 | 0.539 |
|
| 424 |
+
| mse_q2 | 0.536 |
|
| 425 |
+
| mse_q3 | 0.536 |
|
| 426 |
+
| samples | 3.84e+04 |
|
| 427 |
+
| step | 1.2e+03 |
|
| 428 |
+
| sum | 5.49e+06 |
|
| 429 |
+
| sum_q0 | 6.02e+06 |
|
| 430 |
+
| sum_q1 | 5.34e+06 |
|
| 431 |
+
| sum_q2 | 5.3e+06 |
|
| 432 |
+
| sum_q3 | 5.31e+06 |
|
| 433 |
+
----------------------------
|
| 434 |
+
2025-09-06-12-45-26-667929 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 435 |
+
2025-09-06-12-45-27-459456 Found NaN, decreased lg_loss_scale to -8.828999999999866
|
| 436 |
+
2025-09-06-12-48-09-497255 interval
|
| 437 |
+
----------------------------
|
| 438 |
+
| grad_norm | 1.75e+07 |
|
| 439 |
+
| lg_loss_scale | -8.63 |
|
| 440 |
+
| loss | 5.16e+06 |
|
| 441 |
+
| loss_q0 | 5.62e+06 |
|
| 442 |
+
| loss_q1 | 5.01e+06 |
|
| 443 |
+
| loss_q2 | 5.01e+06 |
|
| 444 |
+
| loss_q3 | 5.01e+06 |
|
| 445 |
+
| mse | 0.522 |
|
| 446 |
+
| mse_q0 | 0.568 |
|
| 447 |
+
| mse_q1 | 0.506 |
|
| 448 |
+
| mse_q2 | 0.506 |
|
| 449 |
+
| mse_q3 | 0.506 |
|
| 450 |
+
| samples | 4.48e+04 |
|
| 451 |
+
| step | 1.4e+03 |
|
| 452 |
+
| sum | 5.16e+06 |
|
| 453 |
+
| sum_q0 | 5.62e+06 |
|
| 454 |
+
| sum_q1 | 5.01e+06 |
|
| 455 |
+
| sum_q2 | 5.01e+06 |
|
| 456 |
+
| sum_q3 | 5.01e+06 |
|
| 457 |
+
----------------------------
|
| 458 |
+
2025-09-06-12-48-09-498167 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 459 |
+
2025-09-06-12-50-53-508526 interval
|
| 460 |
+
----------------------------
|
| 461 |
+
| grad_norm | 1.64e+07 |
|
| 462 |
+
| lg_loss_scale | -8.43 |
|
| 463 |
+
| loss | 4.89e+06 |
|
| 464 |
+
| loss_q0 | 5.37e+06 |
|
| 465 |
+
| loss_q1 | 4.74e+06 |
|
| 466 |
+
| loss_q2 | 4.72e+06 |
|
| 467 |
+
| loss_q3 | 4.73e+06 |
|
| 468 |
+
| mse | 0.494 |
|
| 469 |
+
| mse_q0 | 0.543 |
|
| 470 |
+
| mse_q1 | 0.479 |
|
| 471 |
+
| mse_q2 | 0.477 |
|
| 472 |
+
| mse_q3 | 0.478 |
|
| 473 |
+
| samples | 5.12e+04 |
|
| 474 |
+
| step | 1.6e+03 |
|
| 475 |
+
| sum | 4.89e+06 |
|
| 476 |
+
| sum_q0 | 5.37e+06 |
|
| 477 |
+
| sum_q1 | 4.74e+06 |
|
| 478 |
+
| sum_q2 | 4.72e+06 |
|
| 479 |
+
| sum_q3 | 4.73e+06 |
|
| 480 |
+
----------------------------
|
| 481 |
+
2025-09-06-12-50-53-509811 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 482 |
+
2025-09-06-12-53-35-934475 interval
|
| 483 |
+
----------------------------
|
| 484 |
+
| grad_norm | 2.54e+07 |
|
| 485 |
+
| lg_loss_scale | -8.23 |
|
| 486 |
+
| loss | 4.84e+06 |
|
| 487 |
+
| loss_q0 | 5.6e+06 |
|
| 488 |
+
| loss_q1 | 4.63e+06 |
|
| 489 |
+
| loss_q2 | 4.59e+06 |
|
| 490 |
+
| loss_q3 | 4.64e+06 |
|
| 491 |
+
| mse | 0.489 |
|
| 492 |
+
| mse_q0 | 0.566 |
|
| 493 |
+
| mse_q1 | 0.468 |
|
| 494 |
+
| mse_q2 | 0.464 |
|
| 495 |
+
| mse_q3 | 0.469 |
|
| 496 |
+
| samples | 5.76e+04 |
|
| 497 |
+
| step | 1.8e+03 |
|
| 498 |
+
| sum | 4.84e+06 |
|
| 499 |
+
| sum_q0 | 5.6e+06 |
|
| 500 |
+
| sum_q1 | 4.63e+06 |
|
| 501 |
+
| sum_q2 | 4.59e+06 |
|
| 502 |
+
| sum_q3 | 4.64e+06 |
|
| 503 |
+
----------------------------
|
| 504 |
+
2025-09-06-12-53-35-936293 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 505 |
+
2025-09-06-12-56-20-108056 interval
|
| 506 |
+
----------------------------
|
| 507 |
+
| grad_norm | 1.1e+07 |
|
| 508 |
+
| lg_loss_scale | -8.03 |
|
| 509 |
+
| loss | 4.44e+06 |
|
| 510 |
+
| loss_q0 | 4.81e+06 |
|
| 511 |
+
| loss_q1 | 4.33e+06 |
|
| 512 |
+
| loss_q2 | 4.32e+06 |
|
| 513 |
+
| loss_q3 | 4.31e+06 |
|
| 514 |
+
| mse | 0.449 |
|
| 515 |
+
| mse_q0 | 0.486 |
|
| 516 |
+
| mse_q1 | 0.437 |
|
| 517 |
+
| mse_q2 | 0.436 |
|
| 518 |
+
| mse_q3 | 0.436 |
|
| 519 |
+
| samples | 6.4e+04 |
|
| 520 |
+
| step | 2e+03 |
|
| 521 |
+
| sum | 4.44e+06 |
|
| 522 |
+
| sum_q0 | 4.81e+06 |
|
| 523 |
+
| sum_q1 | 4.33e+06 |
|
| 524 |
+
| sum_q2 | 4.32e+06 |
|
| 525 |
+
| sum_q3 | 4.31e+06 |
|
| 526 |
+
----------------------------
|
| 527 |
+
2025-09-06-12-56-20-109438 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 528 |
+
2025-09-06-12-59-03-344926 interval
|
| 529 |
+
----------------------------
|
| 530 |
+
| grad_norm | 1.06e+07 |
|
| 531 |
+
| lg_loss_scale | -7.83 |
|
| 532 |
+
| loss | 4.27e+06 |
|
| 533 |
+
| loss_q0 | 4.69e+06 |
|
| 534 |
+
| loss_q1 | 4.14e+06 |
|
| 535 |
+
| loss_q2 | 4.13e+06 |
|
| 536 |
+
| loss_q3 | 4.12e+06 |
|
| 537 |
+
| mse | 0.431 |
|
| 538 |
+
| mse_q0 | 0.474 |
|
| 539 |
+
| mse_q1 | 0.418 |
|
| 540 |
+
| mse_q2 | 0.417 |
|
| 541 |
+
| mse_q3 | 0.416 |
|
| 542 |
+
| samples | 7.04e+04 |
|
| 543 |
+
| step | 2.2e+03 |
|
| 544 |
+
| sum | 4.27e+06 |
|
| 545 |
+
| sum_q0 | 4.69e+06 |
|
| 546 |
+
| sum_q1 | 4.14e+06 |
|
| 547 |
+
| sum_q2 | 4.13e+06 |
|
| 548 |
+
| sum_q3 | 4.12e+06 |
|
| 549 |
+
----------------------------
|
| 550 |
+
2025-09-06-12-59-03-346109 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 551 |
+
2025-09-06-13-01-48-682681 interval
|
| 552 |
+
----------------------------
|
| 553 |
+
| grad_norm | 1.11e+07 |
|
| 554 |
+
| lg_loss_scale | -7.63 |
|
| 555 |
+
| loss | 4.11e+06 |
|
| 556 |
+
| loss_q0 | 4.56e+06 |
|
| 557 |
+
| loss_q1 | 3.96e+06 |
|
| 558 |
+
| loss_q2 | 3.95e+06 |
|
| 559 |
+
| loss_q3 | 3.95e+06 |
|
| 560 |
+
| mse | 0.415 |
|
| 561 |
+
| mse_q0 | 0.461 |
|
| 562 |
+
| mse_q1 | 0.4 |
|
| 563 |
+
| mse_q2 | 0.399 |
|
| 564 |
+
| mse_q3 | 0.399 |
|
| 565 |
+
| samples | 7.68e+04 |
|
| 566 |
+
| step | 2.4e+03 |
|
| 567 |
+
| sum | 4.11e+06 |
|
| 568 |
+
| sum_q0 | 4.56e+06 |
|
| 569 |
+
| sum_q1 | 3.96e+06 |
|
| 570 |
+
| sum_q2 | 3.95e+06 |
|
| 571 |
+
| sum_q3 | 3.95e+06 |
|
| 572 |
+
----------------------------
|
| 573 |
+
2025-09-06-13-01-48-683790 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 574 |
+
2025-09-06-13-03-42-072275 Found NaN, decreased lg_loss_scale to -8.492000000000155
|
| 575 |
+
2025-09-06-13-03-43-581803 Found NaN, decreased lg_loss_scale to -9.491000000000156
|
| 576 |
+
2025-09-06-13-04-31-527478 interval
|
| 577 |
+
----------------------------
|
| 578 |
+
| grad_norm | 2.32e+07 |
|
| 579 |
+
| lg_loss_scale | -9.43 |
|
| 580 |
+
| loss | 4.11e+06 |
|
| 581 |
+
| loss_q0 | 4.77e+06 |
|
| 582 |
+
| loss_q1 | 3.91e+06 |
|
| 583 |
+
| loss_q2 | 3.91e+06 |
|
| 584 |
+
| loss_q3 | 3.93e+06 |
|
| 585 |
+
| mse | 0.415 |
|
| 586 |
+
| mse_q0 | 0.482 |
|
| 587 |
+
| mse_q1 | 0.395 |
|
| 588 |
+
| mse_q2 | 0.395 |
|
| 589 |
+
| mse_q3 | 0.397 |
|
| 590 |
+
| samples | 8.32e+04 |
|
| 591 |
+
| step | 2.6e+03 |
|
| 592 |
+
| sum | 4.11e+06 |
|
| 593 |
+
| sum_q0 | 4.77e+06 |
|
| 594 |
+
| sum_q1 | 3.91e+06 |
|
| 595 |
+
| sum_q2 | 3.91e+06 |
|
| 596 |
+
| sum_q3 | 3.93e+06 |
|
| 597 |
+
----------------------------
|
| 598 |
+
2025-09-06-13-04-31-528758 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 599 |
+
2025-09-06-13-07-15-872805 interval
|
| 600 |
+
----------------------------
|
| 601 |
+
| grad_norm | 1.14e+07 |
|
| 602 |
+
| lg_loss_scale | -9.23 |
|
| 603 |
+
| loss | 3.81e+06 |
|
| 604 |
+
| loss_q0 | 4.16e+06 |
|
| 605 |
+
| loss_q1 | 3.7e+06 |
|
| 606 |
+
| loss_q2 | 3.69e+06 |
|
| 607 |
+
| loss_q3 | 3.69e+06 |
|
| 608 |
+
| mse | 0.385 |
|
| 609 |
+
| mse_q0 | 0.421 |
|
| 610 |
+
| mse_q1 | 0.374 |
|
| 611 |
+
| mse_q2 | 0.373 |
|
| 612 |
+
| mse_q3 | 0.373 |
|
| 613 |
+
| samples | 8.96e+04 |
|
| 614 |
+
| step | 2.8e+03 |
|
| 615 |
+
| sum | 3.81e+06 |
|
| 616 |
+
| sum_q0 | 4.16e+06 |
|
| 617 |
+
| sum_q1 | 3.7e+06 |
|
| 618 |
+
| sum_q2 | 3.69e+06 |
|
| 619 |
+
| sum_q3 | 3.69e+06 |
|
| 620 |
+
----------------------------
|
| 621 |
+
2025-09-06-13-07-15-874034 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 622 |
+
2025-09-06-13-09-59-302247 interval
|
| 623 |
+
----------------------------
|
| 624 |
+
| grad_norm | 1.22e+07 |
|
| 625 |
+
| lg_loss_scale | -9.03 |
|
| 626 |
+
| loss | 3.65e+06 |
|
| 627 |
+
| loss_q0 | 3.92e+06 |
|
| 628 |
+
| loss_q1 | 3.56e+06 |
|
| 629 |
+
| loss_q2 | 3.55e+06 |
|
| 630 |
+
| loss_q3 | 3.55e+06 |
|
| 631 |
+
| mse | 0.369 |
|
| 632 |
+
| mse_q0 | 0.396 |
|
| 633 |
+
| mse_q1 | 0.36 |
|
| 634 |
+
| mse_q2 | 0.359 |
|
| 635 |
+
| mse_q3 | 0.359 |
|
| 636 |
+
| samples | 9.6e+04 |
|
| 637 |
+
| step | 3e+03 |
|
| 638 |
+
| sum | 3.65e+06 |
|
| 639 |
+
| sum_q0 | 3.92e+06 |
|
| 640 |
+
| sum_q1 | 3.56e+06 |
|
| 641 |
+
| sum_q2 | 3.55e+06 |
|
| 642 |
+
| sum_q3 | 3.55e+06 |
|
| 643 |
+
----------------------------
|
| 644 |
+
2025-09-06-13-09-59-303403 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 645 |
+
2025-09-06-13-12-43-989929 interval
|
| 646 |
+
----------------------------
|
| 647 |
+
| grad_norm | 9.6e+06 |
|
| 648 |
+
| lg_loss_scale | -8.83 |
|
| 649 |
+
| loss | 3.57e+06 |
|
| 650 |
+
| loss_q0 | 3.97e+06 |
|
| 651 |
+
| loss_q1 | 3.44e+06 |
|
| 652 |
+
| loss_q2 | 3.44e+06 |
|
| 653 |
+
| loss_q3 | 3.44e+06 |
|
| 654 |
+
| mse | 0.36 |
|
| 655 |
+
| mse_q0 | 0.402 |
|
| 656 |
+
| mse_q1 | 0.348 |
|
| 657 |
+
| mse_q2 | 0.347 |
|
| 658 |
+
| mse_q3 | 0.347 |
|
| 659 |
+
| samples | 1.02e+05 |
|
| 660 |
+
| step | 3.2e+03 |
|
| 661 |
+
| sum | 3.57e+06 |
|
| 662 |
+
| sum_q0 | 3.97e+06 |
|
| 663 |
+
| sum_q1 | 3.44e+06 |
|
| 664 |
+
| sum_q2 | 3.44e+06 |
|
| 665 |
+
| sum_q3 | 3.44e+06 |
|
| 666 |
+
----------------------------
|
| 667 |
+
2025-09-06-13-12-43-991197 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 668 |
+
2025-09-06-13-15-32-038578 interval
|
| 669 |
+
----------------------------
|
| 670 |
+
| grad_norm | 1.08e+07 |
|
| 671 |
+
| lg_loss_scale | -8.63 |
|
| 672 |
+
| loss | 3.43e+06 |
|
| 673 |
+
| loss_q0 | 3.72e+06 |
|
| 674 |
+
| loss_q1 | 3.32e+06 |
|
| 675 |
+
| loss_q2 | 3.32e+06 |
|
| 676 |
+
| loss_q3 | 3.31e+06 |
|
| 677 |
+
| mse | 0.347 |
|
| 678 |
+
| mse_q0 | 0.376 |
|
| 679 |
+
| mse_q1 | 0.336 |
|
| 680 |
+
| mse_q2 | 0.335 |
|
| 681 |
+
| mse_q3 | 0.335 |
|
| 682 |
+
| samples | 1.09e+05 |
|
| 683 |
+
| step | 3.4e+03 |
|
| 684 |
+
| sum | 3.43e+06 |
|
| 685 |
+
| sum_q0 | 3.72e+06 |
|
| 686 |
+
| sum_q1 | 3.32e+06 |
|
| 687 |
+
| sum_q2 | 3.32e+06 |
|
| 688 |
+
| sum_q3 | 3.31e+06 |
|
| 689 |
+
----------------------------
|
| 690 |
+
2025-09-06-13-15-32-039546 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 691 |
+
2025-09-06-13-18-16-233658 interval
|
| 692 |
+
----------------------------
|
| 693 |
+
| grad_norm | 9.86e+06 |
|
| 694 |
+
| lg_loss_scale | -8.43 |
|
| 695 |
+
| loss | 3.33e+06 |
|
| 696 |
+
| loss_q0 | 3.66e+06 |
|
| 697 |
+
| loss_q1 | 3.22e+06 |
|
| 698 |
+
| loss_q2 | 3.21e+06 |
|
| 699 |
+
| loss_q3 | 3.21e+06 |
|
| 700 |
+
| mse | 0.336 |
|
| 701 |
+
| mse_q0 | 0.37 |
|
| 702 |
+
| mse_q1 | 0.325 |
|
| 703 |
+
| mse_q2 | 0.324 |
|
| 704 |
+
| mse_q3 | 0.325 |
|
| 705 |
+
| samples | 1.15e+05 |
|
| 706 |
+
| step | 3.6e+03 |
|
| 707 |
+
| sum | 3.33e+06 |
|
| 708 |
+
| sum_q0 | 3.66e+06 |
|
| 709 |
+
| sum_q1 | 3.22e+06 |
|
| 710 |
+
| sum_q2 | 3.21e+06 |
|
| 711 |
+
| sum_q3 | 3.21e+06 |
|
| 712 |
+
----------------------------
|
| 713 |
+
2025-09-06-13-18-16-234902 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 714 |
+
2025-09-06-13-20-59-951192 interval
|
| 715 |
+
----------------------------
|
| 716 |
+
| grad_norm | 1.18e+07 |
|
| 717 |
+
| lg_loss_scale | -8.23 |
|
| 718 |
+
| loss | 3.25e+06 |
|
| 719 |
+
| loss_q0 | 3.69e+06 |
|
| 720 |
+
| loss_q1 | 3.14e+06 |
|
| 721 |
+
| loss_q2 | 3.12e+06 |
|
| 722 |
+
| loss_q3 | 3.12e+06 |
|
| 723 |
+
| mse | 0.329 |
|
| 724 |
+
| mse_q0 | 0.373 |
|
| 725 |
+
| mse_q1 | 0.317 |
|
| 726 |
+
| mse_q2 | 0.316 |
|
| 727 |
+
| mse_q3 | 0.316 |
|
| 728 |
+
| samples | 1.22e+05 |
|
| 729 |
+
| step | 3.8e+03 |
|
| 730 |
+
| sum | 3.25e+06 |
|
| 731 |
+
| sum_q0 | 3.69e+06 |
|
| 732 |
+
| sum_q1 | 3.14e+06 |
|
| 733 |
+
| sum_q2 | 3.12e+06 |
|
| 734 |
+
| sum_q3 | 3.12e+06 |
|
| 735 |
+
----------------------------
|
| 736 |
+
2025-09-06-13-20-59-952374 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 737 |
+
2025-09-06-13-22-08-152626 Found NaN, decreased lg_loss_scale to -9.1500000000009
|
| 738 |
+
2025-09-06-13-23-44-288360 interval
|
| 739 |
+
----------------------------
|
| 740 |
+
| grad_norm | 1.7e+07 |
|
| 741 |
+
| lg_loss_scale | -9.03 |
|
| 742 |
+
| loss | 3.29e+06 |
|
| 743 |
+
| loss_q0 | 3.76e+06 |
|
| 744 |
+
| loss_q1 | 3.14e+06 |
|
| 745 |
+
| loss_q2 | 3.15e+06 |
|
| 746 |
+
| loss_q3 | 3.11e+06 |
|
| 747 |
+
| mse | 0.332 |
|
| 748 |
+
| mse_q0 | 0.38 |
|
| 749 |
+
| mse_q1 | 0.318 |
|
| 750 |
+
| mse_q2 | 0.318 |
|
| 751 |
+
| mse_q3 | 0.315 |
|
| 752 |
+
| samples | 1.28e+05 |
|
| 753 |
+
| step | 4e+03 |
|
| 754 |
+
| sum | 3.29e+06 |
|
| 755 |
+
| sum_q0 | 3.76e+06 |
|
| 756 |
+
| sum_q1 | 3.14e+06 |
|
| 757 |
+
| sum_q2 | 3.15e+06 |
|
| 758 |
+
| sum_q3 | 3.11e+06 |
|
| 759 |
+
----------------------------
|
| 760 |
+
2025-09-06-13-23-44-289523 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 761 |
+
2025-09-06-13-26-27-932698 interval
|
| 762 |
+
----------------------------
|
| 763 |
+
| grad_norm | 9.12e+06 |
|
| 764 |
+
| lg_loss_scale | -8.83 |
|
| 765 |
+
| loss | 3.11e+06 |
|
| 766 |
+
| loss_q0 | 3.56e+06 |
|
| 767 |
+
| loss_q1 | 2.97e+06 |
|
| 768 |
+
| loss_q2 | 2.96e+06 |
|
| 769 |
+
| loss_q3 | 2.96e+06 |
|
| 770 |
+
| mse | 0.314 |
|
| 771 |
+
| mse_q0 | 0.359 |
|
| 772 |
+
| mse_q1 | 0.3 |
|
| 773 |
+
| mse_q2 | 0.299 |
|
| 774 |
+
| mse_q3 | 0.299 |
|
| 775 |
+
| samples | 1.34e+05 |
|
| 776 |
+
| step | 4.2e+03 |
|
| 777 |
+
| sum | 3.11e+06 |
|
| 778 |
+
| sum_q0 | 3.56e+06 |
|
| 779 |
+
| sum_q1 | 2.97e+06 |
|
| 780 |
+
| sum_q2 | 2.96e+06 |
|
| 781 |
+
| sum_q3 | 2.96e+06 |
|
| 782 |
+
----------------------------
|
| 783 |
+
2025-09-06-13-26-27-933659 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 784 |
+
2025-09-06-13-29-12-682215 interval
|
| 785 |
+
----------------------------
|
| 786 |
+
| grad_norm | 8.11e+06 |
|
| 787 |
+
| lg_loss_scale | -8.63 |
|
| 788 |
+
| loss | 3e+06 |
|
| 789 |
+
| loss_q0 | 3.34e+06 |
|
| 790 |
+
| loss_q1 | 2.9e+06 |
|
| 791 |
+
| loss_q2 | 2.89e+06 |
|
| 792 |
+
| loss_q3 | 2.88e+06 |
|
| 793 |
+
| mse | 0.304 |
|
| 794 |
+
| mse_q0 | 0.338 |
|
| 795 |
+
| mse_q1 | 0.293 |
|
| 796 |
+
| mse_q2 | 0.292 |
|
| 797 |
+
| mse_q3 | 0.291 |
|
| 798 |
+
| samples | 1.41e+05 |
|
| 799 |
+
| step | 4.4e+03 |
|
| 800 |
+
| sum | 3e+06 |
|
| 801 |
+
| sum_q0 | 3.34e+06 |
|
| 802 |
+
| sum_q1 | 2.9e+06 |
|
| 803 |
+
| sum_q2 | 2.89e+06 |
|
| 804 |
+
| sum_q3 | 2.88e+06 |
|
| 805 |
+
----------------------------
|
| 806 |
+
2025-09-06-13-29-12-683465 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 807 |
+
2025-09-06-13-31-58-554189 interval
|
| 808 |
+
----------------------------
|
| 809 |
+
| grad_norm | 8.99e+06 |
|
| 810 |
+
| lg_loss_scale | -8.43 |
|
| 811 |
+
| loss | 2.94e+06 |
|
| 812 |
+
| loss_q0 | 3.26e+06 |
|
| 813 |
+
| loss_q1 | 2.82e+06 |
|
| 814 |
+
| loss_q2 | 2.81e+06 |
|
| 815 |
+
| loss_q3 | 2.82e+06 |
|
| 816 |
+
| mse | 0.297 |
|
| 817 |
+
| mse_q0 | 0.329 |
|
| 818 |
+
| mse_q1 | 0.285 |
|
| 819 |
+
| mse_q2 | 0.284 |
|
| 820 |
+
| mse_q3 | 0.285 |
|
| 821 |
+
| samples | 1.47e+05 |
|
| 822 |
+
| step | 4.6e+03 |
|
| 823 |
+
| sum | 2.94e+06 |
|
| 824 |
+
| sum_q0 | 3.26e+06 |
|
| 825 |
+
| sum_q1 | 2.82e+06 |
|
| 826 |
+
| sum_q2 | 2.81e+06 |
|
| 827 |
+
| sum_q3 | 2.82e+06 |
|
| 828 |
+
----------------------------
|
| 829 |
+
2025-09-06-13-31-58-555257 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 830 |
+
2025-09-06-13-34-42-640872 interval
|
| 831 |
+
----------------------------
|
| 832 |
+
| grad_norm | 8.08e+06 |
|
| 833 |
+
| lg_loss_scale | -8.23 |
|
| 834 |
+
| loss | 2.86e+06 |
|
| 835 |
+
| loss_q0 | 3.21e+06 |
|
| 836 |
+
| loss_q1 | 2.76e+06 |
|
| 837 |
+
| loss_q2 | 2.74e+06 |
|
| 838 |
+
| loss_q3 | 2.75e+06 |
|
| 839 |
+
| mse | 0.289 |
|
| 840 |
+
| mse_q0 | 0.325 |
|
| 841 |
+
| mse_q1 | 0.279 |
|
| 842 |
+
| mse_q2 | 0.277 |
|
| 843 |
+
| mse_q3 | 0.278 |
|
| 844 |
+
| samples | 1.54e+05 |
|
| 845 |
+
| step | 4.8e+03 |
|
| 846 |
+
| sum | 2.86e+06 |
|
| 847 |
+
| sum_q0 | 3.21e+06 |
|
| 848 |
+
| sum_q1 | 2.76e+06 |
|
| 849 |
+
| sum_q2 | 2.74e+06 |
|
| 850 |
+
| sum_q3 | 2.75e+06 |
|
| 851 |
+
----------------------------
|
| 852 |
+
2025-09-06-13-34-42-642137 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 853 |
+
2025-09-06-13-36-52-055569 Found NaN, decreased lg_loss_scale to -9.079000000001493
|
| 854 |
+
2025-09-06-13-37-28-588179 interval
|
| 855 |
+
----------------------------
|
| 856 |
+
| grad_norm | 9.35e+06 |
|
| 857 |
+
| lg_loss_scale | -9.03 |
|
| 858 |
+
| loss | 2.81e+06 |
|
| 859 |
+
| loss_q0 | 3.18e+06 |
|
| 860 |
+
| loss_q1 | 2.69e+06 |
|
| 861 |
+
| loss_q2 | 2.68e+06 |
|
| 862 |
+
| loss_q3 | 2.68e+06 |
|
| 863 |
+
| mse | 0.284 |
|
| 864 |
+
| mse_q0 | 0.321 |
|
| 865 |
+
| mse_q1 | 0.272 |
|
| 866 |
+
| mse_q2 | 0.271 |
|
| 867 |
+
| mse_q3 | 0.271 |
|
| 868 |
+
| samples | 1.6e+05 |
|
| 869 |
+
| step | 5e+03 |
|
| 870 |
+
| sum | 2.81e+06 |
|
| 871 |
+
| sum_q0 | 3.18e+06 |
|
| 872 |
+
| sum_q1 | 2.69e+06 |
|
| 873 |
+
| sum_q2 | 2.68e+06 |
|
| 874 |
+
| sum_q3 | 2.68e+06 |
|
| 875 |
+
----------------------------
|
| 876 |
+
2025-09-06-13-37-28-589258 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 877 |
+
2025-09-06-13-37-28-589277 save model for checkpoint
|
| 878 |
+
2025-09-06-13-40-17-593667 interval
|
| 879 |
+
----------------------------
|
| 880 |
+
| grad_norm | 7.8e+06 |
|
| 881 |
+
| lg_loss_scale | -8.83 |
|
| 882 |
+
| loss | 2.73e+06 |
|
| 883 |
+
| loss_q0 | 3.08e+06 |
|
| 884 |
+
| loss_q1 | 2.63e+06 |
|
| 885 |
+
| loss_q2 | 2.62e+06 |
|
| 886 |
+
| loss_q3 | 2.62e+06 |
|
| 887 |
+
| mse | 0.276 |
|
| 888 |
+
| mse_q0 | 0.311 |
|
| 889 |
+
| mse_q1 | 0.265 |
|
| 890 |
+
| mse_q2 | 0.264 |
|
| 891 |
+
| mse_q3 | 0.264 |
|
| 892 |
+
| samples | 1.66e+05 |
|
| 893 |
+
| step | 5.2e+03 |
|
| 894 |
+
| sum | 2.73e+06 |
|
| 895 |
+
| sum_q0 | 3.08e+06 |
|
| 896 |
+
| sum_q1 | 2.63e+06 |
|
| 897 |
+
| sum_q2 | 2.62e+06 |
|
| 898 |
+
| sum_q3 | 2.62e+06 |
|
| 899 |
+
----------------------------
|
| 900 |
+
2025-09-06-13-40-17-594941 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 901 |
+
2025-09-06-13-43-04-618667 interval
|
| 902 |
+
----------------------------
|
| 903 |
+
| grad_norm | 7.26e+06 |
|
| 904 |
+
| lg_loss_scale | -8.63 |
|
| 905 |
+
| loss | 2.67e+06 |
|
| 906 |
+
| loss_q0 | 3.02e+06 |
|
| 907 |
+
| loss_q1 | 2.56e+06 |
|
| 908 |
+
| loss_q2 | 2.55e+06 |
|
| 909 |
+
| loss_q3 | 2.55e+06 |
|
| 910 |
+
| mse | 0.27 |
|
| 911 |
+
| mse_q0 | 0.305 |
|
| 912 |
+
| mse_q1 | 0.259 |
|
| 913 |
+
| mse_q2 | 0.258 |
|
| 914 |
+
| mse_q3 | 0.258 |
|
| 915 |
+
| samples | 1.73e+05 |
|
| 916 |
+
| step | 5.4e+03 |
|
| 917 |
+
| sum | 2.67e+06 |
|
| 918 |
+
| sum_q0 | 3.02e+06 |
|
| 919 |
+
| sum_q1 | 2.56e+06 |
|
| 920 |
+
| sum_q2 | 2.55e+06 |
|
| 921 |
+
| sum_q3 | 2.55e+06 |
|
| 922 |
+
----------------------------
|
| 923 |
+
2025-09-06-13-43-04-619896 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 924 |
+
2025-09-06-13-45-55-157551 interval
|
| 925 |
+
----------------------------
|
| 926 |
+
| grad_norm | 8.05e+06 |
|
| 927 |
+
| lg_loss_scale | -8.43 |
|
| 928 |
+
| loss | 2.6e+06 |
|
| 929 |
+
| loss_q0 | 2.9e+06 |
|
| 930 |
+
| loss_q1 | 2.51e+06 |
|
| 931 |
+
| loss_q2 | 2.5e+06 |
|
| 932 |
+
| loss_q3 | 2.5e+06 |
|
| 933 |
+
| mse | 0.263 |
|
| 934 |
+
| mse_q0 | 0.293 |
|
| 935 |
+
| mse_q1 | 0.254 |
|
| 936 |
+
| mse_q2 | 0.253 |
|
| 937 |
+
| mse_q3 | 0.252 |
|
| 938 |
+
| samples | 1.79e+05 |
|
| 939 |
+
| step | 5.6e+03 |
|
| 940 |
+
| sum | 2.6e+06 |
|
| 941 |
+
| sum_q0 | 2.9e+06 |
|
| 942 |
+
| sum_q1 | 2.51e+06 |
|
| 943 |
+
| sum_q2 | 2.5e+06 |
|
| 944 |
+
| sum_q3 | 2.5e+06 |
|
| 945 |
+
----------------------------
|
| 946 |
+
2025-09-06-13-45-55-158746 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 947 |
+
2025-09-06-13-48-41-588759 interval
|
| 948 |
+
----------------------------
|
| 949 |
+
| grad_norm | 1.03e+07 |
|
| 950 |
+
| lg_loss_scale | -8.23 |
|
| 951 |
+
| loss | 2.61e+06 |
|
| 952 |
+
| loss_q0 | 3e+06 |
|
| 953 |
+
| loss_q1 | 2.47e+06 |
|
| 954 |
+
| loss_q2 | 2.45e+06 |
|
| 955 |
+
| loss_q3 | 2.46e+06 |
|
| 956 |
+
| mse | 0.263 |
|
| 957 |
+
| mse_q0 | 0.304 |
|
| 958 |
+
| mse_q1 | 0.25 |
|
| 959 |
+
| mse_q2 | 0.248 |
|
| 960 |
+
| mse_q3 | 0.248 |
|
| 961 |
+
| samples | 1.86e+05 |
|
| 962 |
+
| step | 5.8e+03 |
|
| 963 |
+
| sum | 2.61e+06 |
|
| 964 |
+
| sum_q0 | 3e+06 |
|
| 965 |
+
| sum_q1 | 2.47e+06 |
|
| 966 |
+
| sum_q2 | 2.45e+06 |
|
| 967 |
+
| sum_q3 | 2.46e+06 |
|
| 968 |
+
----------------------------
|
| 969 |
+
2025-09-06-13-48-41-590095 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 970 |
+
2025-09-06-13-51-26-490497 interval
|
| 971 |
+
----------------------------
|
| 972 |
+
| grad_norm | 7.36e+06 |
|
| 973 |
+
| lg_loss_scale | -8.03 |
|
| 974 |
+
| loss | 2.52e+06 |
|
| 975 |
+
| loss_q0 | 2.89e+06 |
|
| 976 |
+
| loss_q1 | 2.41e+06 |
|
| 977 |
+
| loss_q2 | 2.4e+06 |
|
| 978 |
+
| loss_q3 | 2.4e+06 |
|
| 979 |
+
| mse | 0.255 |
|
| 980 |
+
| mse_q0 | 0.293 |
|
| 981 |
+
| mse_q1 | 0.244 |
|
| 982 |
+
| mse_q2 | 0.242 |
|
| 983 |
+
| mse_q3 | 0.242 |
|
| 984 |
+
| samples | 1.92e+05 |
|
| 985 |
+
| step | 6e+03 |
|
| 986 |
+
| sum | 2.52e+06 |
|
| 987 |
+
| sum_q0 | 2.89e+06 |
|
| 988 |
+
| sum_q1 | 2.41e+06 |
|
| 989 |
+
| sum_q2 | 2.4e+06 |
|
| 990 |
+
| sum_q3 | 2.4e+06 |
|
| 991 |
+
----------------------------
|
| 992 |
+
2025-09-06-13-51-26-491786 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 993 |
+
2025-09-06-13-54-13-630828 interval
|
| 994 |
+
----------------------------
|
| 995 |
+
| grad_norm | 8.06e+06 |
|
| 996 |
+
| lg_loss_scale | -7.83 |
|
| 997 |
+
| loss | 2.49e+06 |
|
| 998 |
+
| loss_q0 | 2.92e+06 |
|
| 999 |
+
| loss_q1 | 2.36e+06 |
|
| 1000 |
+
| loss_q2 | 2.35e+06 |
|
| 1001 |
+
| loss_q3 | 2.35e+06 |
|
| 1002 |
+
| mse | 0.251 |
|
| 1003 |
+
| mse_q0 | 0.295 |
|
| 1004 |
+
| mse_q1 | 0.239 |
|
| 1005 |
+
| mse_q2 | 0.237 |
|
| 1006 |
+
| mse_q3 | 0.237 |
|
| 1007 |
+
| samples | 1.98e+05 |
|
| 1008 |
+
| step | 6.2e+03 |
|
| 1009 |
+
| sum | 2.49e+06 |
|
| 1010 |
+
| sum_q0 | 2.92e+06 |
|
| 1011 |
+
| sum_q1 | 2.36e+06 |
|
| 1012 |
+
| sum_q2 | 2.35e+06 |
|
| 1013 |
+
| sum_q3 | 2.35e+06 |
|
| 1014 |
+
----------------------------
|
| 1015 |
+
2025-09-06-13-54-13-631965 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 1016 |
+
2025-09-06-13-57-00-859871 interval
|
| 1017 |
+
----------------------------
|
| 1018 |
+
| grad_norm | 6.44e+06 |
|
| 1019 |
+
| lg_loss_scale | -7.63 |
|
| 1020 |
+
| loss | 2.44e+06 |
|
| 1021 |
+
| loss_q0 | 2.82e+06 |
|
| 1022 |
+
| loss_q1 | 2.31e+06 |
|
| 1023 |
+
| loss_q2 | 2.3e+06 |
|
| 1024 |
+
| loss_q3 | 2.3e+06 |
|
| 1025 |
+
| mse | 0.246 |
|
| 1026 |
+
| mse_q0 | 0.285 |
|
| 1027 |
+
| mse_q1 | 0.234 |
|
| 1028 |
+
| mse_q2 | 0.232 |
|
| 1029 |
+
| mse_q3 | 0.233 |
|
| 1030 |
+
| samples | 2.05e+05 |
|
| 1031 |
+
| step | 6.4e+03 |
|
| 1032 |
+
| sum | 2.44e+06 |
|
| 1033 |
+
| sum_q0 | 2.82e+06 |
|
| 1034 |
+
| sum_q1 | 2.31e+06 |
|
| 1035 |
+
| sum_q2 | 2.3e+06 |
|
| 1036 |
+
| sum_q3 | 2.3e+06 |
|
| 1037 |
+
----------------------------
|
| 1038 |
+
2025-09-06-13-57-00-861023 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 1039 |
+
2025-09-06-13-58-27-799154 Found NaN, decreased lg_loss_scale to -8.530000000001934
|
| 1040 |
+
2025-09-06-13-59-48-001842 interval
|
| 1041 |
+
----------------------------
|
| 1042 |
+
| grad_norm | 7.68e+06 |
|
| 1043 |
+
| lg_loss_scale | -8.44 |
|
| 1044 |
+
| loss | 2.41e+06 |
|
| 1045 |
+
| loss_q0 | 2.82e+06 |
|
| 1046 |
+
| loss_q1 | 2.28e+06 |
|
| 1047 |
+
| loss_q2 | 2.27e+06 |
|
| 1048 |
+
| loss_q3 | 2.26e+06 |
|
| 1049 |
+
| mse | 0.243 |
|
| 1050 |
+
| mse_q0 | 0.285 |
|
| 1051 |
+
| mse_q1 | 0.231 |
|
| 1052 |
+
| mse_q2 | 0.229 |
|
| 1053 |
+
| mse_q3 | 0.229 |
|
| 1054 |
+
| samples | 2.11e+05 |
|
| 1055 |
+
| step | 6.6e+03 |
|
| 1056 |
+
| sum | 2.41e+06 |
|
| 1057 |
+
| sum_q0 | 2.82e+06 |
|
| 1058 |
+
| sum_q1 | 2.28e+06 |
|
| 1059 |
+
| sum_q2 | 2.27e+06 |
|
| 1060 |
+
| sum_q3 | 2.26e+06 |
|
| 1061 |
+
----------------------------
|
| 1062 |
+
2025-09-06-13-59-48-003122 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 1063 |
+
2025-09-06-14-02-35-562627 interval
|
| 1064 |
+
----------------------------
|
| 1065 |
+
| grad_norm | 7.98e+06 |
|
| 1066 |
+
| lg_loss_scale | -8.24 |
|
| 1067 |
+
| loss | 2.33e+06 |
|
| 1068 |
+
| loss_q0 | 2.62e+06 |
|
| 1069 |
+
| loss_q1 | 2.25e+06 |
|
| 1070 |
+
| loss_q2 | 2.23e+06 |
|
| 1071 |
+
| loss_q3 | 2.23e+06 |
|
| 1072 |
+
| mse | 0.236 |
|
| 1073 |
+
| mse_q0 | 0.265 |
|
| 1074 |
+
| mse_q1 | 0.227 |
|
| 1075 |
+
| mse_q2 | 0.226 |
|
| 1076 |
+
| mse_q3 | 0.226 |
|
| 1077 |
+
| samples | 2.18e+05 |
|
| 1078 |
+
| step | 6.8e+03 |
|
| 1079 |
+
| sum | 2.33e+06 |
|
| 1080 |
+
| sum_q0 | 2.62e+06 |
|
| 1081 |
+
| sum_q1 | 2.25e+06 |
|
| 1082 |
+
| sum_q2 | 2.23e+06 |
|
| 1083 |
+
| sum_q3 | 2.23e+06 |
|
| 1084 |
+
----------------------------
|
| 1085 |
+
2025-09-06-14-02-35-563875 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 1086 |
+
2025-09-06-14-05-23-339077 interval
|
| 1087 |
+
----------------------------
|
| 1088 |
+
| grad_norm | 9.26e+06 |
|
| 1089 |
+
| lg_loss_scale | -8.04 |
|
| 1090 |
+
| loss | 2.32e+06 |
|
| 1091 |
+
| loss_q0 | 2.69e+06 |
|
| 1092 |
+
| loss_q1 | 2.22e+06 |
|
| 1093 |
+
| loss_q2 | 2.2e+06 |
|
| 1094 |
+
| loss_q3 | 2.21e+06 |
|
| 1095 |
+
| mse | 0.234 |
|
| 1096 |
+
| mse_q0 | 0.272 |
|
| 1097 |
+
| mse_q1 | 0.224 |
|
| 1098 |
+
| mse_q2 | 0.223 |
|
| 1099 |
+
| mse_q3 | 0.223 |
|
| 1100 |
+
| samples | 2.24e+05 |
|
| 1101 |
+
| step | 7e+03 |
|
| 1102 |
+
| sum | 2.32e+06 |
|
| 1103 |
+
| sum_q0 | 2.69e+06 |
|
| 1104 |
+
| sum_q1 | 2.22e+06 |
|
| 1105 |
+
| sum_q2 | 2.2e+06 |
|
| 1106 |
+
| sum_q3 | 2.21e+06 |
|
| 1107 |
+
----------------------------
|
| 1108 |
+
2025-09-06-14-05-23-340069 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 1109 |
+
2025-09-06-14-08-12-150698 interval
|
| 1110 |
+
----------------------------
|
| 1111 |
+
| grad_norm | 6.21e+06 |
|
| 1112 |
+
| lg_loss_scale | -7.84 |
|
| 1113 |
+
| loss | 2.27e+06 |
|
| 1114 |
+
| loss_q0 | 2.57e+06 |
|
| 1115 |
+
| loss_q1 | 2.17e+06 |
|
| 1116 |
+
| loss_q2 | 2.16e+06 |
|
| 1117 |
+
| loss_q3 | 2.16e+06 |
|
| 1118 |
+
| mse | 0.229 |
|
| 1119 |
+
| mse_q0 | 0.26 |
|
| 1120 |
+
| mse_q1 | 0.22 |
|
| 1121 |
+
| mse_q2 | 0.218 |
|
| 1122 |
+
| mse_q3 | 0.219 |
|
| 1123 |
+
| samples | 2.3e+05 |
|
| 1124 |
+
| step | 7.2e+03 |
|
| 1125 |
+
| sum | 2.27e+06 |
|
| 1126 |
+
| sum_q0 | 2.57e+06 |
|
| 1127 |
+
| sum_q1 | 2.17e+06 |
|
| 1128 |
+
| sum_q2 | 2.16e+06 |
|
| 1129 |
+
| sum_q3 | 2.16e+06 |
|
| 1130 |
+
----------------------------
|
| 1131 |
+
2025-09-06-14-08-12-151938 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 1132 |
+
2025-09-06-14-10-57-672821 interval
|
| 1133 |
+
----------------------------
|
| 1134 |
+
| grad_norm | 5.64e+06 |
|
| 1135 |
+
| lg_loss_scale | -7.64 |
|
| 1136 |
+
| loss | 2.23e+06 |
|
| 1137 |
+
| loss_q0 | 2.49e+06 |
|
| 1138 |
+
| loss_q1 | 2.15e+06 |
|
| 1139 |
+
| loss_q2 | 2.14e+06 |
|
| 1140 |
+
| loss_q3 | 2.14e+06 |
|
| 1141 |
+
| mse | 0.225 |
|
| 1142 |
+
| mse_q0 | 0.251 |
|
| 1143 |
+
| mse_q1 | 0.217 |
|
| 1144 |
+
| mse_q2 | 0.216 |
|
| 1145 |
+
| mse_q3 | 0.216 |
|
| 1146 |
+
| samples | 2.37e+05 |
|
| 1147 |
+
| step | 7.4e+03 |
|
| 1148 |
+
| sum | 2.23e+06 |
|
| 1149 |
+
| sum_q0 | 2.49e+06 |
|
| 1150 |
+
| sum_q1 | 2.15e+06 |
|
| 1151 |
+
| sum_q2 | 2.14e+06 |
|
| 1152 |
+
| sum_q3 | 2.14e+06 |
|
| 1153 |
+
----------------------------
|
| 1154 |
+
2025-09-06-14-10-57-673924 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 1155 |
+
2025-09-06-14-13-42-275070 interval
|
| 1156 |
+
----------------------------
|
| 1157 |
+
| grad_norm | 5.91e+06 |
|
| 1158 |
+
| lg_loss_scale | -7.44 |
|
| 1159 |
+
| loss | 2.21e+06 |
|
| 1160 |
+
| loss_q0 | 2.49e+06 |
|
| 1161 |
+
| loss_q1 | 2.12e+06 |
|
| 1162 |
+
| loss_q2 | 2.11e+06 |
|
| 1163 |
+
| loss_q3 | 2.11e+06 |
|
| 1164 |
+
| mse | 0.223 |
|
| 1165 |
+
| mse_q0 | 0.252 |
|
| 1166 |
+
| mse_q1 | 0.214 |
|
| 1167 |
+
| mse_q2 | 0.213 |
|
| 1168 |
+
| mse_q3 | 0.213 |
|
| 1169 |
+
| samples | 2.43e+05 |
|
| 1170 |
+
| step | 7.6e+03 |
|
| 1171 |
+
| sum | 2.21e+06 |
|
| 1172 |
+
| sum_q0 | 2.49e+06 |
|
| 1173 |
+
| sum_q1 | 2.12e+06 |
|
| 1174 |
+
| sum_q2 | 2.11e+06 |
|
| 1175 |
+
| sum_q3 | 2.11e+06 |
|
| 1176 |
+
----------------------------
|
| 1177 |
+
2025-09-06-14-13-42-276088 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 1178 |
+
2025-09-06-14-15-28-639387 Found NaN, decreased lg_loss_scale to -8.307000000001995
|
| 1179 |
+
2025-09-06-14-16-27-146037 interval
|
| 1180 |
+
----------------------------
|
| 1181 |
+
| grad_norm | 6.92e+06 |
|
| 1182 |
+
| lg_loss_scale | -8.24 |
|
| 1183 |
+
| loss | 2.2e+06 |
|
| 1184 |
+
| loss_q0 | 2.5e+06 |
|
| 1185 |
+
| loss_q1 | 2.1e+06 |
|
| 1186 |
+
| loss_q2 | 2.09e+06 |
|
| 1187 |
+
| loss_q3 | 2.09e+06 |
|
| 1188 |
+
| mse | 0.223 |
|
| 1189 |
+
| mse_q0 | 0.253 |
|
| 1190 |
+
| mse_q1 | 0.212 |
|
| 1191 |
+
| mse_q2 | 0.211 |
|
| 1192 |
+
| mse_q3 | 0.211 |
|
| 1193 |
+
| samples | 2.5e+05 |
|
| 1194 |
+
| step | 7.8e+03 |
|
| 1195 |
+
| sum | 2.2e+06 |
|
| 1196 |
+
| sum_q0 | 2.5e+06 |
|
| 1197 |
+
| sum_q1 | 2.1e+06 |
|
| 1198 |
+
| sum_q2 | 2.09e+06 |
|
| 1199 |
+
| sum_q3 | 2.09e+06 |
|
| 1200 |
+
----------------------------
|
| 1201 |
+
2025-09-06-14-16-27-147423 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 1202 |
+
2025-09-06-14-19-11-458194 interval
|
| 1203 |
+
----------------------------
|
| 1204 |
+
| grad_norm | 5.5e+06 |
|
| 1205 |
+
| lg_loss_scale | -8.04 |
|
| 1206 |
+
| loss | 2.16e+06 |
|
| 1207 |
+
| loss_q0 | 2.48e+06 |
|
| 1208 |
+
| loss_q1 | 2.08e+06 |
|
| 1209 |
+
| loss_q2 | 2.06e+06 |
|
| 1210 |
+
| loss_q3 | 2.06e+06 |
|
| 1211 |
+
| mse | 0.218 |
|
| 1212 |
+
| mse_q0 | 0.251 |
|
| 1213 |
+
| mse_q1 | 0.21 |
|
| 1214 |
+
| mse_q2 | 0.209 |
|
| 1215 |
+
| mse_q3 | 0.208 |
|
| 1216 |
+
| samples | 2.56e+05 |
|
| 1217 |
+
| step | 8e+03 |
|
| 1218 |
+
| sum | 2.16e+06 |
|
| 1219 |
+
| sum_q0 | 2.48e+06 |
|
| 1220 |
+
| sum_q1 | 2.08e+06 |
|
| 1221 |
+
| sum_q2 | 2.06e+06 |
|
| 1222 |
+
| sum_q3 | 2.06e+06 |
|
| 1223 |
+
----------------------------
|
| 1224 |
+
2025-09-06-14-19-11-459650 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 1225 |
+
2025-09-06-14-21-55-435898 interval
|
| 1226 |
+
----------------------------
|
| 1227 |
+
| grad_norm | 5.33e+06 |
|
| 1228 |
+
| lg_loss_scale | -7.84 |
|
| 1229 |
+
| loss | 2.16e+06 |
|
| 1230 |
+
| loss_q0 | 2.48e+06 |
|
| 1231 |
+
| loss_q1 | 2.05e+06 |
|
| 1232 |
+
| loss_q2 | 2.04e+06 |
|
| 1233 |
+
| loss_q3 | 2.04e+06 |
|
| 1234 |
+
| mse | 0.218 |
|
| 1235 |
+
| mse_q0 | 0.25 |
|
| 1236 |
+
| mse_q1 | 0.208 |
|
| 1237 |
+
| mse_q2 | 0.206 |
|
| 1238 |
+
| mse_q3 | 0.206 |
|
| 1239 |
+
| samples | 2.62e+05 |
|
| 1240 |
+
| step | 8.2e+03 |
|
| 1241 |
+
| sum | 2.16e+06 |
|
| 1242 |
+
| sum_q0 | 2.48e+06 |
|
| 1243 |
+
| sum_q1 | 2.05e+06 |
|
| 1244 |
+
| sum_q2 | 2.04e+06 |
|
| 1245 |
+
| sum_q3 | 2.04e+06 |
|
| 1246 |
+
----------------------------
|
| 1247 |
+
2025-09-06-14-21-55-437131 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 1248 |
+
2025-09-06-14-24-38-934953 interval
|
| 1249 |
+
----------------------------
|
| 1250 |
+
| grad_norm | 5.78e+06 |
|
| 1251 |
+
| lg_loss_scale | -7.64 |
|
| 1252 |
+
| loss | 2.15e+06 |
|
| 1253 |
+
| loss_q0 | 2.47e+06 |
|
| 1254 |
+
| loss_q1 | 2.04e+06 |
|
| 1255 |
+
| loss_q2 | 2.03e+06 |
|
| 1256 |
+
| loss_q3 | 2.03e+06 |
|
| 1257 |
+
| mse | 0.217 |
|
| 1258 |
+
| mse_q0 | 0.249 |
|
| 1259 |
+
| mse_q1 | 0.206 |
|
| 1260 |
+
| mse_q2 | 0.205 |
|
| 1261 |
+
| mse_q3 | 0.205 |
|
| 1262 |
+
| samples | 2.69e+05 |
|
| 1263 |
+
| step | 8.4e+03 |
|
| 1264 |
+
| sum | 2.15e+06 |
|
| 1265 |
+
| sum_q0 | 2.47e+06 |
|
| 1266 |
+
| sum_q1 | 2.04e+06 |
|
| 1267 |
+
| sum_q2 | 2.03e+06 |
|
| 1268 |
+
| sum_q3 | 2.03e+06 |
|
| 1269 |
+
----------------------------
|
| 1270 |
+
2025-09-06-14-24-38-936140 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 1271 |
+
2025-09-06-14-26-57-178855 Found NaN, decreased lg_loss_scale to -8.469000000001987
|
| 1272 |
+
2025-09-06-14-27-23-433281 interval
|
| 1273 |
+
----------------------------
|
| 1274 |
+
| grad_norm | 5.38e+06 |
|
| 1275 |
+
| lg_loss_scale | -8.44 |
|
| 1276 |
+
| loss | 2.12e+06 |
|
| 1277 |
+
| loss_q0 | 2.46e+06 |
|
| 1278 |
+
| loss_q1 | 2.02e+06 |
|
| 1279 |
+
| loss_q2 | 2.01e+06 |
|
| 1280 |
+
| loss_q3 | 2.01e+06 |
|
| 1281 |
+
| mse | 0.214 |
|
| 1282 |
+
| mse_q0 | 0.248 |
|
| 1283 |
+
| mse_q1 | 0.204 |
|
| 1284 |
+
| mse_q2 | 0.203 |
|
| 1285 |
+
| mse_q3 | 0.203 |
|
| 1286 |
+
| samples | 2.75e+05 |
|
| 1287 |
+
| step | 8.6e+03 |
|
| 1288 |
+
| sum | 2.12e+06 |
|
| 1289 |
+
| sum_q0 | 2.46e+06 |
|
| 1290 |
+
| sum_q1 | 2.02e+06 |
|
| 1291 |
+
| sum_q2 | 2.01e+06 |
|
| 1292 |
+
| sum_q3 | 2.01e+06 |
|
| 1293 |
+
----------------------------
|
| 1294 |
+
2025-09-06-14-27-23-433940 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 1295 |
+
2025-09-06-14-30-09-098362 interval
|
| 1296 |
+
----------------------------
|
| 1297 |
+
| grad_norm | 6.45e+06 |
|
| 1298 |
+
| lg_loss_scale | -8.24 |
|
| 1299 |
+
| loss | 2.13e+06 |
|
| 1300 |
+
| loss_q0 | 2.48e+06 |
|
| 1301 |
+
| loss_q1 | 2.01e+06 |
|
| 1302 |
+
| loss_q2 | 2e+06 |
|
| 1303 |
+
| loss_q3 | 2e+06 |
|
| 1304 |
+
| mse | 0.215 |
|
| 1305 |
+
| mse_q0 | 0.25 |
|
| 1306 |
+
| mse_q1 | 0.203 |
|
| 1307 |
+
| mse_q2 | 0.202 |
|
| 1308 |
+
| mse_q3 | 0.202 |
|
| 1309 |
+
| samples | 2.82e+05 |
|
| 1310 |
+
| step | 8.8e+03 |
|
| 1311 |
+
| sum | 2.13e+06 |
|
| 1312 |
+
| sum_q0 | 2.48e+06 |
|
| 1313 |
+
| sum_q1 | 2.01e+06 |
|
| 1314 |
+
| sum_q2 | 2e+06 |
|
| 1315 |
+
| sum_q3 | 2e+06 |
|
| 1316 |
+
----------------------------
|
| 1317 |
+
2025-09-06-14-30-09-099347 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 1318 |
+
2025-09-06-14-32-53-790868 interval
|
| 1319 |
+
----------------------------
|
| 1320 |
+
| grad_norm | 5.2e+06 |
|
| 1321 |
+
| lg_loss_scale | -8.04 |
|
| 1322 |
+
| loss | 2.09e+06 |
|
| 1323 |
+
| loss_q0 | 2.45e+06 |
|
| 1324 |
+
| loss_q1 | 2e+06 |
|
| 1325 |
+
| loss_q2 | 1.99e+06 |
|
| 1326 |
+
| loss_q3 | 1.98e+06 |
|
| 1327 |
+
| mse | 0.211 |
|
| 1328 |
+
| mse_q0 | 0.248 |
|
| 1329 |
+
| mse_q1 | 0.202 |
|
| 1330 |
+
| mse_q2 | 0.201 |
|
| 1331 |
+
| mse_q3 | 0.2 |
|
| 1332 |
+
| samples | 2.88e+05 |
|
| 1333 |
+
| step | 9e+03 |
|
| 1334 |
+
| sum | 2.09e+06 |
|
| 1335 |
+
| sum_q0 | 2.45e+06 |
|
| 1336 |
+
| sum_q1 | 2e+06 |
|
| 1337 |
+
| sum_q2 | 1.99e+06 |
|
| 1338 |
+
| sum_q3 | 1.98e+06 |
|
| 1339 |
+
----------------------------
|
| 1340 |
+
2025-09-06-14-32-53-791872 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 1341 |
+
2025-09-06-14-33-35-273327 Found NaN, decreased lg_loss_scale to -8.988000000002243
|
| 1342 |
+
2025-09-06-14-35-39-172455 interval
|
| 1343 |
+
----------------------------
|
| 1344 |
+
| grad_norm | 2.87e+07 |
|
| 1345 |
+
| lg_loss_scale | -8.84 |
|
| 1346 |
+
| loss | 2.8e+06 |
|
| 1347 |
+
| loss_q0 | 3.68e+06 |
|
| 1348 |
+
| loss_q1 | 2.53e+06 |
|
| 1349 |
+
| loss_q2 | 2.54e+06 |
|
| 1350 |
+
| loss_q3 | 2.45e+06 |
|
| 1351 |
+
| mse | 0.283 |
|
| 1352 |
+
| mse_q0 | 0.372 |
|
| 1353 |
+
| mse_q1 | 0.256 |
|
| 1354 |
+
| mse_q2 | 0.257 |
|
| 1355 |
+
| mse_q3 | 0.248 |
|
| 1356 |
+
| samples | 2.94e+05 |
|
| 1357 |
+
| step | 9.2e+03 |
|
| 1358 |
+
| sum | 2.8e+06 |
|
| 1359 |
+
| sum_q0 | 3.68e+06 |
|
| 1360 |
+
| sum_q1 | 2.53e+06 |
|
| 1361 |
+
| sum_q2 | 2.54e+06 |
|
| 1362 |
+
| sum_q3 | 2.45e+06 |
|
| 1363 |
+
----------------------------
|
| 1364 |
+
2025-09-06-14-35-39-173680 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
| 1365 |
+
2025-09-06-14-38-24-065101 interval
|
| 1366 |
+
----------------------------
|
| 1367 |
+
| grad_norm | 7.43e+06 |
|
| 1368 |
+
| lg_loss_scale | -8.64 |
|
| 1369 |
+
| loss | 2.18e+06 |
|
| 1370 |
+
| loss_q0 | 2.55e+06 |
|
| 1371 |
+
| loss_q1 | 2.06e+06 |
|
| 1372 |
+
| loss_q2 | 2.04e+06 |
|
| 1373 |
+
| loss_q3 | 2.04e+06 |
|
| 1374 |
+
| mse | 0.221 |
|
| 1375 |
+
| mse_q0 | 0.258 |
|
| 1376 |
+
| mse_q1 | 0.208 |
|
| 1377 |
+
| mse_q2 | 0.207 |
|
| 1378 |
+
| mse_q3 | 0.206 |
|
| 1379 |
+
| samples | 3.01e+05 |
|
| 1380 |
+
| step | 9.4e+03 |
|
| 1381 |
+
| sum | 2.18e+06 |
|
| 1382 |
+
| sum_q0 | 2.55e+06 |
|
| 1383 |
+
| sum_q1 | 2.06e+06 |
|
| 1384 |
+
| sum_q2 | 2.04e+06 |
|
| 1385 |
+
| sum_q3 | 2.04e+06 |
|
| 1386 |
+
----------------------------
|
| 1387 |
+
2025-09-06-14-38-24-066303 class train lr 0.0001, expansion False, rrdb blocks 10 gpus 8
|
model5000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4167d84e5951b684c3c656ec8f000eba5decbc1188c6447eb7ebe3fe01a2a38d
|
| 3 |
+
size 652434396
|
opt.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e3baece3346c0ae60d9d0eab34c9dbee44edb74ac3bf16bea944bba627a0210f
|
| 3 |
+
size 1304495188
|
progress.csv
ADDED
|
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
grad_norm,lg_loss_scale,loss,loss_q0,loss_q1,loss_q2,loss_q3,mse,mse_q0,mse_q1,mse_q2,mse_q3,samples,step,sum,sum_q0,sum_q1,sum_q2,sum_q3
|
| 2 |
+
88388.05111278886,2.182000000000049,9897234.815000003,9897042.0,9896812.0,9897510.0,9897537.0,1.0001312473416328,1.0001125,1.0000887,1.0001587,1.0001619,6432,200,9897234.815000003,9897042.0,9896812.0,9897510.0,9897537.0
|
| 3 |
+
9578536.200816859,-5.6259999999999195,9223049.0025,9432274.0,9233432.0,9103028.0,9123526.0,0.932003705203533,0.9531464,0.9330523,0.9198761,0.9219468,12832,400,9223049.0025,9432274.0,9233432.0,9103028.0,9123526.0
|
| 4 |
+
19059339.51778279,-6.426999999999853,7377302.169999999,7821551.5,7265908.0,7221988.5,7255446.0,0.745488066375256,0.7903806,0.7342315,0.72979367,0.7331741,19232,600,7377302.169999999,7821551.5,7265908.0,7221988.5,7255446.0
|
| 5 |
+
21703493.498258967,-8.228999999999797,6436837.217499999,6931072.5,6308160.5,6250659.0,6296076.5,0.6504525917768473,0.70039594,0.6374491,0.6316387,0.6362279,25632,800,6436837.217499999,6931072.5,6308160.5,6250659.0,6296076.5
|
| 6 |
+
21734135.48742626,-8.028999999999908,5965430.389999993,6527455.0,5783133.0,5771183.5,5764910.5,0.6028161853551862,0.6596092,0.58439523,0.5831871,0.5825535,32032,1000,5965430.389999993,6527455.0,5783133.0,5771183.5,5764910.5
|
| 7 |
+
14478532.835351933,-7.828999999999866,5490029.465000004,6023067.0,5335412.0,5302465.0,5309059.0,0.554776166677475,0.6086404,0.5391524,0.53582156,0.5364895,38432,1200,5490029.465000004,6023067.0,5335412.0,5302465.0,5309059.0
|
| 8 |
+
17507269.514998384,-8.629999999999976,5161525.772500002,5619569.0,5005618.5,5006558.0,5010879.5,0.5215803477168085,0.56786644,0.5058254,0.5059201,0.506357,44832,1400,5161525.772500002,5619569.0,5005618.5,5006558.0,5010879.5
|
| 9 |
+
16444808.262552796,-8.430000000000087,4885523.432500002,5370677.0,4735728.0,4720364.5,4725330.0,0.49368987813591936,0.5427156,0.47855282,0.4770009,0.4775016,51232,1600,4885523.432500002,5370677.0,4735728.0,4720364.5,4725330.0
|
| 10 |
+
25437194.786367983,-8.230000000000198,4838362.277500001,5599382.5,4627715.0,4588099.5,4641278.5,0.48892416656017307,0.56582695,0.46763793,0.46363458,0.4690085,57632,1800,4838362.277500001,5599382.5,4627715.0,4588099.5,4641278.5
|
| 11 |
+
10968900.522964515,-8.030000000000308,4442509.995000003,4810763.5,4326764.5,4316062.0,4314592.0,0.44892266824841515,0.48613513,0.43722627,0.4361452,0.4359967,64032,2000,4442509.995000003,4810763.5,4326764.5,4316062.0,4314592.0
|
| 12 |
+
10559715.852549244,-7.830000000000268,4265008.164999997,4691127.0,4140411.8,4126472.8,4121368.2,0.43098582938313507,0.47404587,0.41839513,0.41698644,0.41647077,70432,2200,4265008.164999997,4691127.0,4140411.8,4126472.8,4121368.2
|
| 13 |
+
11144844.41252761,-7.6300000000002015,4107366.577500002,4558812.5,3960126.8,3949012.2,3949278.0,0.4150558969378471,0.4606752,0.40017727,0.3990537,0.39908117,76832,2400,4107366.577500002,4558812.5,3960126.8,3949012.2,3949278.0
|
| 14 |
+
23169740.04720653,-9.432000000000189,4109104.286250001,4771701.0,3912163.8,3905260.5,3929868.0,0.4152314937114713,0.48218825,0.39533055,0.39463273,0.39711916,83232,2600,4109104.286250001,4771701.0,3912163.8,3905260.5,3929868.0
|
| 15 |
+
11370101.423745994,-9.2320000000003,3807942.0474999994,4161561.2,3699390.5,3690936.8,3688327.5,0.38479857146739976,0.42053238,0.37382922,0.37297514,0.3727116,89632,2800,3807942.0474999994,4161561.2,3699390.5,3690936.8,3688327.5
|
| 16 |
+
12241325.554051137,-9.03200000000041,3649944.3925000005,3921083.2,3561330.0,3551613.0,3552119.5,0.3688326567411419,0.39623144,0.35987797,0.35889596,0.35894734,96032,3000,3649944.3925000005,3921083.2,3561330.0,3551613.0,3552119.5
|
| 17 |
+
9602775.427571176,-8.832000000000521,3565178.018749998,3974176.8,3439184.8,3437067.5,3437161.8,0.36026688203215596,0.40159687,0.34753492,0.34732112,0.34733045,102432,3200,3565178.018749998,3974176.8,3439184.8,3437067.5,3437161.8
|
| 18 |
+
10805646.105783032,-8.632000000000632,3434704.5100000026,3722917.5,3323733.8,3315172.8,3312997.0,0.34708232894539837,0.37620676,0.33586863,0.33500335,0.33478367,108832,3400,3434704.5100000026,3722917.5,3323733.8,3315172.8,3312997.0
|
| 19 |
+
9855627.104601102,-8.432000000000743,3329488.781249999,3662545.5,3220475.2,3210503.8,3211236.2,0.3364501112699506,0.37010625,0.32543415,0.32442674,0.32450062,115232,3600,3329488.781249999,3662545.5,3220475.2,3210503.8,3211236.2
|
| 20 |
+
11834745.170291081,-8.232000000000854,3254459.3587499997,3687741.5,3136073.2,3124704.2,3124143.0,0.32886826962232546,0.372652,0.31690508,0.3157561,0.31569946,121632,3800,3254459.3587499997,3687741.5,3136073.2,3124704.2,3124143.0
|
| 21 |
+
16999297.174177393,-9.033000000000964,3289816.42625,3759712.5,3142129.5,3147821.5,3114986.2,0.33244115918874756,0.37992504,0.31751737,0.31809235,0.31477436,128032,4000,3289816.42625,3759712.5,3142129.5,3147821.5,3114986.2
|
| 22 |
+
9116960.057325065,-8.833000000001075,3105690.3112499993,3557101.8,2966375.8,2960994.2,2961952.5,0.3138349236547948,0.35945076,0.29975662,0.29921302,0.2993097,134432,4200,3105690.3112499993,3557101.8,2966375.8,2960994.2,2961952.5
|
| 23 |
+
8105712.206949194,-8.633000000001186,3004207.3724999987,3341995.8,2895703.2,2886309.5,2883123.2,0.30357991129160006,0.33771366,0.2926153,0.29166642,0.291344,140832,4400,3004207.3724999987,3341995.8,2895703.2,2886309.5,2883123.2
|
| 24 |
+
8987798.201006072,-8.433000000001297,2937861.645,3258024.0,2824920.5,2814987.0,2816243.8,0.2968755719065669,0.32922852,0.28546256,0.284459,0.2845861,147232,4600,2937861.645,3258024.0,2824920.5,2814987.0,2816243.8
|
| 25 |
+
8078586.420590017,-8.233000000001407,2864223.5199999963,3211707.8,2758228.5,2744048.8,2747168.0,0.28943432226777116,0.3245483,0.2787235,0.27729043,0.2776058,153632,4800,2864223.5199999963,3211707.8,2758228.5,2744048.8,2747168.0
|
| 26 |
+
9353064.982490193,-9.034000000001518,2807115.3537500035,3180457.2,2694216.5,2682589.8,2683288.8,0.2836634504795077,0.32139048,0.27225512,0.27107993,0.27115044,160032,5000,2807115.3537500035,3180457.2,2694216.5,2682589.8,2683288.8
|
| 27 |
+
7800107.963385105,-8.834000000001629,2733296.157499996,3078928.0,2626809.8,2615232.5,2616458.5,0.27620390385389354,0.3111303,0.26544333,0.26427346,0.26439714,166432,5200,2733296.157499996,3078928.0,2626809.8,2615232.5,2616458.5
|
| 28 |
+
7256053.63798602,-8.63400000000174,2672831.485000002,3016087.0,2563108.8,2554889.0,2554855.2,0.27009385347366327,0.30478036,0.25900602,0.25817558,0.25817236,172832,5400,2672831.485000002,3016087.0,2563108.8,2554889.0,2554855.2
|
| 29 |
+
8048121.794183607,-8.43400000000185,2599881.374999999,2900643.0,2509952.8,2499287.8,2498367.5,0.2627221299707887,0.29311478,0.25363475,0.2525569,0.25246403,179232,5600,2599881.374999999,2900643.0,2509952.8,2499287.8,2498367.5
|
| 30 |
+
10303549.303300634,-8.234000000001961,2607403.7700000005,3004696.8,2469117.0,2451632.8,2458912.0,0.26348227851092854,0.30362955,0.24950817,0.24774171,0.24847682,185632,5800,2607403.7700000005,3004696.8,2469117.0,2451632.8,2458912.0
|
| 31 |
+
7364070.06821795,-8.034000000002072,2521123.956250002,2894831.0,2409904.2,2396974.8,2395450.5,0.2547635661065579,0.29252744,0.24352452,0.24221796,0.24206404,192032,6000,2521123.956250002,2894831.0,2409904.2,2396974.8,2395450.5
|
| 32 |
+
8055244.637054804,-7.834000000002035,2488460.540000001,2922783.0,2361596.2,2347895.0,2347269.2,0.2514628763496876,0.29535162,0.23864311,0.23725832,0.2371951,198432,6200,2488460.540000001,2922783.0,2361596.2,2347895.0,2347269.2
|
| 33 |
+
6437730.311351409,-7.6340000000019685,2435264.2625,2824608.8,2312028.2,2300765.2,2300807.5,0.24608731023967254,0.28543147,0.23363419,0.23249589,0.23250034,204832,6400,2435264.2625,2824608.8,2312028.2,2300765.2,2300807.5
|
| 34 |
+
7679776.556724115,-8.435000000001986,2408725.2237500013,2815493.0,2281378.8,2266038.2,2264045.5,0.24340549781918533,0.2845099,0.23053698,0.22898671,0.22878517,211232,6600,2408725.2237500013,2815493.0,2281378.8,2266038.2,2264045.5
|
| 35 |
+
7979239.921814582,-8.235000000002097,2332212.5325000007,2618463.5,2245193.8,2232268.5,2231543.2,0.23567376762628559,0.26460007,0.22688042,0.22557436,0.225501,217632,6800,2332212.5325000007,2618463.5,2245193.8,2232268.5,2231543.2
|
| 36 |
+
9256988.023122521,-8.035000000002208,2320596.0875000004,2687845.5,2216418.5,2204556.8,2205006.0,0.2344999080896377,0.27161092,0.22397259,0.22277394,0.22281946,224032,7000,2320596.0875000004,2687845.5,2216418.5,2204556.8,2205006.0
|
| 37 |
+
6208233.898507354,-7.8350000000021724,2266377.473750001,2570575.5,2174245.5,2162227.5,2163446.8,0.22902103222906578,0.25976077,0.21971084,0.21849649,0.21861964,230432,7200,2266377.473750001,2570575.5,2174245.5,2162227.5,2163446.8
|
| 38 |
+
5640331.618338235,-7.635000000002106,2229950.4112499985,2486504.2,2146447.2,2135739.2,2135077.0,0.2253400200605392,0.2512652,0.21690178,0.21581969,0.21575297,236832,7400,2229950.4112499985,2486504.2,2146447.2,2135739.2,2135077.0
|
| 39 |
+
5913803.260348751,-7.435000000002039,2208910.242500001,2494439.2,2118330.8,2106097.2,2105390.2,0.22321387849748137,0.25206727,0.21406054,0.21282458,0.21275303,243232,7600,2208910.242500001,2494439.2,2118330.8,2106097.2,2105390.2
|
| 40 |
+
6922817.798028622,-8.236000000002035,2202775.686249999,2498794.8,2100655.5,2085245.6,2089225.6,0.22259397096931952,0.25250742,0.21227466,0.21071738,0.21111958,249632,7800,2202775.686249999,2498794.8,2100655.5,2085245.6,2089225.6
|
| 41 |
+
5495859.313707707,-8.036000000002145,2161241.0043750023,2481390.0,2076557.8,2064868.2,2061666.4,0.2183968240767717,0.25074828,0.20983946,0.20865823,0.20833457,256032,8000,2161241.0043750023,2481390.0,2076557.8,2064868.2,2061666.4
|
| 42 |
+
5328814.836209978,-7.836000000002111,2156409.5618750025,2477180.8,2054594.0,2041897.9,2042464.5,0.21790859900414913,0.25032276,0.20762004,0.20633696,0.20639424,262432,8200,2156409.5618750025,2477180.8,2054594.0,2041897.9,2042464.5
|
| 43 |
+
5778660.460549398,-7.636000000002044,2150283.9899999993,2465832.2,2037315.9,2025019.0,2025156.2,0.21728959977626794,0.24917625,0.20587406,0.20463125,0.20464514,268832,8400,2150283.9899999993,2465832.2,2037315.9,2025019.0,2025156.2
|
| 44 |
+
5381991.21132955,-8.437000000002005,2121568.1087499997,2455054.0,2023444.1,2010673.8,2009773.6,0.2143878162652253,0.24808688,0.20447229,0.2031816,0.20309088,275232,8600,2121568.1087499997,2455054.0,2023444.1,2010673.8,2009773.6
|
| 45 |
+
6454989.689944489,-8.237000000002116,2129873.8331250018,2476966.0,2012796.8,2002001.8,2001070.8,0.21522712133824837,0.25030118,0.20339647,0.20230547,0.20221137,281632,8800,2129873.8331250018,2476966.0,2012796.8,2002001.8,2001070.8
|
| 46 |
+
5202635.6241951315,-8.037000000002227,2091428.4368749987,2450781.8,1997403.9,1986291.5,1983760.2,0.21134215407073503,0.24765521,0.2018409,0.2007178,0.2004622,288032,9000,2091428.4368749987,2450781.8,1997403.9,1986291.5,1983760.2
|
| 47 |
+
28732784.36809913,-8.838000000002326,2802117.1568750013,3683090.5,2532672.5,2543014.8,2452226.5,0.28315837748348704,0.37218216,0.2559306,0.2569755,0.24780135,294432,9200,2802117.1568750013,3683090.5,2532672.5,2543014.8,2452226.5
|
| 48 |
+
7434925.074870069,-8.638000000002437,2183505.9725000006,2552295.5,2060305.5,2044094.1,2041941.1,0.22064673565328113,0.25791335,0.20819718,0.20655881,0.20634133,300832,9400,2183505.9725000006,2552295.5,2060305.5,2044094.1,2041941.1
|