File size: 65,287 Bytes
3c0cb3a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 | Loaded dataset/NIV/train_split_T3.json
vid name list length 698
Loaded dataset/NIV/NIV_mlp_T3.json
vid name list length 270
Endpoint VAE: normalized act+img | signed-output MSE | 2,094 train endpoint rows
Logs: logs/vae/NIV/T3_act_img_dim2
epoch 0001/0500 | train elbo=1077.9865 recon=1077.4198 kl=0.5667 | val elbo=1061.8222 recon=1060.6385 kl=1.1836 | 5.07s | peak=88.9 MiB
epoch 0002/0500 | train elbo=1016.3328 recon=1014.3564 kl=1.9764 | val elbo=972.7990 recon=968.2691 kl=4.5300 | 4.94s | peak=89.2 MiB
epoch 0003/0500 | train elbo=939.1459 recon=934.7395 kl=4.4065 | val elbo=885.6969 recon=880.1194 kl=5.5776 | 4.91s | peak=95.6 MiB
epoch 0004/0500 | train elbo=881.4026 recon=876.2179 kl=5.1847 | val elbo=850.1052 recon=844.8006 kl=5.3047 | 4.93s | peak=88.9 MiB
epoch 0005/0500 | train elbo=859.8882 recon=854.8309 kl=5.0574 | val elbo=832.3086 recon=826.3842 kl=5.9244 | 5.63s | peak=95.6 MiB
epoch 0006/0500 | train elbo=844.2085 recon=838.5465 kl=5.6621 | val elbo=818.0013 recon=811.7169 kl=6.2844 | 5.71s | peak=101.5 MiB
epoch 0007/0500 | train elbo=825.7142 recon=819.6786 kl=6.0356 | val elbo=798.1327 recon=791.4803 kl=6.6524 | 5.95s | peak=88.9 MiB
epoch 0008/0500 | train elbo=807.5321 recon=800.9791 kl=6.5531 | val elbo=784.1973 recon=777.2352 kl=6.9622 | 6.95s | peak=95.6 MiB
epoch 0009/0500 | train elbo=790.1801 recon=783.1753 kl=7.0048 | val elbo=765.2038 recon=757.7568 kl=7.4470 | 6.87s | peak=101.5 MiB
epoch 0010/0500 | train elbo=773.1855 recon=765.8531 kl=7.3324 | val elbo=751.7509 recon=743.9901 kl=7.7608 | 5.73s | peak=107.9 MiB
epoch 0011/0500 | train elbo=760.3786 recon=752.6435 kl=7.7351 | val elbo=743.8482 recon=735.7746 kl=8.0736 | 5.25s | peak=114.2 MiB
epoch 0012/0500 | train elbo=753.2181 recon=745.3989 kl=7.8192 | val elbo=737.8126 recon=729.5692 kl=8.2435 | 5.83s | peak=95.6 MiB
epoch 0013/0500 | train elbo=747.6965 recon=739.6974 kl=7.9991 | val elbo=735.6315 recon=727.7973 kl=7.8342 | 5.62s | peak=101.5 MiB
epoch 0014/0500 | train elbo=742.9439 recon=735.1338 kl=7.8100 | val elbo=728.6128 recon=720.6597 kl=7.9531 | 5.79s | peak=107.9 MiB
epoch 0015/0500 | train elbo=739.5957 recon=731.7918 kl=7.8039 | val elbo=729.1695 recon=721.2942 kl=7.8754 | 4.22s | peak=89.2 MiB
epoch 0016/0500 | train elbo=736.8528 recon=729.2498 kl=7.6029 | val elbo=722.2796 recon=714.6570 kl=7.6225 | 3.95s | peak=95.9 MiB
epoch 0017/0500 | train elbo=732.0075 recon=724.4475 kl=7.5601 | val elbo=719.0434 recon=711.6534 kl=7.3900 | 3.92s | peak=101.9 MiB
epoch 0018/0500 | train elbo=728.7377 recon=721.3267 kl=7.4110 | val elbo=718.6178 recon=711.1205 kl=7.4973 | 4.74s | peak=108.2 MiB
epoch 0019/0500 | train elbo=725.8789 recon=718.4715 kl=7.4073 | val elbo=714.7441 recon=707.2197 kl=7.5244 | 4.35s | peak=114.5 MiB
epoch 0020/0500 | train elbo=723.4218 recon=715.9477 kl=7.4740 | val elbo=715.8267 recon=708.3825 kl=7.4442 | 3.52s | peak=89.9 MiB
epoch 0021/0500 | train elbo=721.9039 recon=714.3400 kl=7.5639 | val elbo=713.3628 recon=705.8333 kl=7.5297 | 4.08s | peak=96.2 MiB
epoch 0022/0500 | train elbo=719.5516 recon=711.9935 kl=7.5581 | val elbo=710.0048 recon=702.0466 kl=7.9583 | 5.33s | peak=102.2 MiB
epoch 0023/0500 | train elbo=717.3394 recon=709.5694 kl=7.7700 | val elbo=708.7639 recon=700.8098 kl=7.9542 | 4.99s | peak=89.5 MiB
epoch 0024/0500 | train elbo=716.3297 recon=708.5321 kl=7.7976 | val elbo=707.1357 recon=699.1241 kl=8.0116 | 4.84s | peak=96.2 MiB
epoch 0025/0500 | train elbo=714.1235 recon=706.2125 kl=7.9109 | val elbo=709.6733 recon=701.6775 kl=7.9957 | 5.75s | peak=102.2 MiB
epoch 0026/0500 | train elbo=712.6889 recon=704.8047 kl=7.8842 | val elbo=704.2349 recon=696.0381 kl=8.1968 | 5.00s | peak=108.5 MiB
epoch 0027/0500 | train elbo=711.6030 recon=703.6311 kl=7.9719 | val elbo=704.6110 recon=696.5465 kl=8.0646 | 7.06s | peak=114.9 MiB
epoch 0028/0500 | train elbo=710.2465 recon=702.3448 kl=7.9016 | val elbo=703.1257 recon=695.0166 kl=8.1091 | 7.43s | peak=121.2 MiB
epoch 0029/0500 | train elbo=709.0895 recon=701.1617 kl=7.9279 | val elbo=705.4235 recon=697.5222 kl=7.9014 | 5.53s | peak=89.5 MiB
epoch 0030/0500 | train elbo=708.6968 recon=700.8151 kl=7.8817 | val elbo=702.6979 recon=694.5487 kl=8.1491 | 8.91s | peak=96.2 MiB
epoch 0031/0500 | train elbo=708.1799 recon=700.2428 kl=7.9372 | val elbo=702.3256 recon=694.3665 kl=7.9591 | 7.83s | peak=102.2 MiB
epoch 0032/0500 | train elbo=705.9047 recon=697.9265 kl=7.9782 | val elbo=704.3485 recon=696.3481 kl=8.0003 | 5.83s | peak=108.5 MiB
epoch 0033/0500 | train elbo=705.5578 recon=697.6168 kl=7.9410 | val elbo=704.5764 recon=696.5930 kl=7.9833 | 5.21s | peak=89.5 MiB
epoch 0034/0500 | train elbo=704.9653 recon=696.9603 kl=8.0050 | val elbo=701.3373 recon=693.3042 kl=8.0331 | 4.92s | peak=96.2 MiB
epoch 0035/0500 | train elbo=703.7702 recon=695.7235 kl=8.0467 | val elbo=699.0436 recon=690.8487 kl=8.1949 | 5.33s | peak=102.2 MiB
epoch 0036/0500 | train elbo=702.2166 recon=694.1615 kl=8.0552 | val elbo=696.6375 recon=688.2347 kl=8.4027 | 6.03s | peak=108.5 MiB
epoch 0037/0500 | train elbo=700.8446 recon=692.6264 kl=8.2183 | val elbo=696.1782 recon=687.8267 kl=8.3516 | 5.11s | peak=114.9 MiB
epoch 0038/0500 | train elbo=699.3320 recon=691.0711 kl=8.2609 | val elbo=695.4999 recon=686.9944 kl=8.5055 | 4.70s | peak=90.2 MiB
epoch 0039/0500 | train elbo=697.8668 recon=689.5325 kl=8.3344 | val elbo=695.3434 recon=686.8326 kl=8.5107 | 5.44s | peak=96.6 MiB
epoch 0040/0500 | train elbo=697.0667 recon=688.6493 kl=8.4173 | val elbo=695.6101 recon=687.2036 kl=8.4065 | 5.20s | peak=102.5 MiB
epoch 0041/0500 | train elbo=696.0083 recon=687.6218 kl=8.3865 | val elbo=693.2045 recon=684.5125 kl=8.6920 | 5.29s | peak=88.9 MiB
epoch 0042/0500 | train elbo=695.1399 recon=686.6334 kl=8.5064 | val elbo=692.3778 recon=683.8342 kl=8.5436 | 6.65s | peak=95.2 MiB
epoch 0043/0500 | train elbo=692.9735 recon=684.4373 kl=8.5362 | val elbo=690.4293 recon=681.6088 kl=8.8205 | 4.91s | peak=101.5 MiB
epoch 0044/0500 | train elbo=691.5002 recon=682.9179 kl=8.5823 | val elbo=689.8736 recon=681.0200 kl=8.8536 | 5.42s | peak=107.9 MiB
epoch 0045/0500 | train elbo=690.1911 recon=681.4979 kl=8.6931 | val elbo=689.5411 recon=680.8025 kl=8.7386 | 4.42s | peak=114.2 MiB
epoch 0046/0500 | train elbo=688.7344 recon=680.0325 kl=8.7018 | val elbo=687.1650 recon=678.1237 kl=9.0413 | 4.69s | peak=89.6 MiB
epoch 0047/0500 | train elbo=687.6226 recon=678.8027 kl=8.8200 | val elbo=687.2565 recon=678.3204 kl=8.9362 | 4.01s | peak=95.9 MiB
epoch 0048/0500 | train elbo=686.2390 recon=677.3366 kl=8.9024 | val elbo=686.7227 recon=677.6680 kl=9.0547 | 3.81s | peak=101.9 MiB
epoch 0049/0500 | train elbo=685.0740 recon=676.1929 kl=8.8811 | val elbo=685.6765 recon=676.4697 kl=9.2068 | 3.56s | peak=89.2 MiB
epoch 0050/0500 | train elbo=683.6512 recon=674.6212 kl=9.0300 | val elbo=683.8390 recon=674.7093 kl=9.1298 | 3.32s | peak=95.5 MiB
epoch 0051/0500 | train elbo=682.3633 recon=673.3241 kl=9.0391 | val elbo=683.3903 recon=674.0452 kl=9.3450 | 3.42s | peak=101.9 MiB
epoch 0052/0500 | train elbo=681.0491 recon=671.9083 kl=9.1408 | val elbo=683.1767 recon=673.8954 kl=9.2813 | 3.81s | peak=108.2 MiB
epoch 0053/0500 | train elbo=680.2262 recon=670.9679 kl=9.2583 | val elbo=681.3028 recon=671.9740 kl=9.3287 | 3.39s | peak=114.5 MiB
epoch 0054/0500 | train elbo=678.7044 recon=669.4721 kl=9.2322 | val elbo=681.3584 recon=671.7972 kl=9.5612 | 3.47s | peak=89.6 MiB
epoch 0055/0500 | train elbo=677.2105 recon=667.7973 kl=9.4132 | val elbo=679.9214 recon=670.3150 kl=9.6064 | 4.15s | peak=95.9 MiB
epoch 0056/0500 | train elbo=676.4476 recon=666.9847 kl=9.4629 | val elbo=679.3334 recon=669.7125 kl=9.6209 | 3.43s | peak=101.9 MiB
epoch 0057/0500 | train elbo=675.0995 recon=665.5378 kl=9.5618 | val elbo=678.4171 recon=668.7806 kl=9.6365 | 3.02s | peak=108.2 MiB
epoch 0058/0500 | train elbo=673.7867 recon=664.1421 kl=9.6446 | val elbo=675.9892 recon=666.1964 kl=9.7927 | 3.59s | peak=89.2 MiB
epoch 0059/0500 | train elbo=671.9565 recon=662.3119 kl=9.6445 | val elbo=676.8774 recon=666.9241 kl=9.9533 | 3.25s | peak=95.9 MiB
epoch 0060/0500 | train elbo=670.7976 recon=660.9848 kl=9.8129 | val elbo=674.9262 recon=665.0161 kl=9.9101 | 4.14s | peak=101.9 MiB
epoch 0061/0500 | train elbo=669.4637 recon=659.6437 kl=9.8200 | val elbo=674.2434 recon=664.2461 kl=9.9974 | 3.41s | peak=108.2 MiB
epoch 0062/0500 | train elbo=667.9434 recon=658.0163 kl=9.9272 | val elbo=672.7293 recon=662.7351 kl=9.9941 | 3.82s | peak=114.5 MiB
epoch 0063/0500 | train elbo=666.6023 recon=656.6693 kl=9.9330 | val elbo=671.2032 recon=660.9165 kl=10.2867 | 3.49s | peak=89.9 MiB
epoch 0064/0500 | train elbo=665.5643 recon=655.4641 kl=10.1002 | val elbo=670.7396 recon=660.5677 kl=10.1718 | 5.22s | peak=96.2 MiB
epoch 0065/0500 | train elbo=664.3900 recon=654.1925 kl=10.1975 | val elbo=671.3273 recon=661.0700 kl=10.2574 | 5.30s | peak=102.2 MiB
epoch 0066/0500 | train elbo=663.2543 recon=653.0650 kl=10.1893 | val elbo=668.1102 recon=657.7623 kl=10.3480 | 6.71s | peak=89.5 MiB
epoch 0067/0500 | train elbo=662.3531 recon=652.0713 kl=10.2818 | val elbo=668.0071 recon=657.5584 kl=10.4487 | 5.57s | peak=95.9 MiB
epoch 0068/0500 | train elbo=660.8697 recon=650.5243 kl=10.3454 | val elbo=667.5248 recon=657.0315 kl=10.4933 | 3.95s | peak=102.2 MiB
epoch 0069/0500 | train elbo=660.2628 recon=649.8260 kl=10.4368 | val elbo=667.7445 recon=657.2447 kl=10.4999 | 3.92s | peak=108.5 MiB
epoch 0070/0500 | train elbo=658.7965 recon=648.3312 kl=10.4652 | val elbo=666.7654 recon=656.1555 kl=10.6099 | 3.92s | peak=114.9 MiB
epoch 0071/0500 | train elbo=658.0003 recon=647.4969 kl=10.5033 | val elbo=665.7019 recon=655.0325 kl=10.6694 | 4.30s | peak=98.7 MiB
epoch 0072/0500 | train elbo=657.2127 recon=646.6358 kl=10.5770 | val elbo=664.4151 recon=653.6490 kl=10.7661 | 4.22s | peak=95.9 MiB
epoch 0073/0500 | train elbo=655.6517 recon=645.0340 kl=10.6177 | val elbo=664.8303 recon=654.1068 kl=10.7235 | 4.59s | peak=102.2 MiB
epoch 0074/0500 | train elbo=655.6353 recon=644.9703 kl=10.6650 | val elbo=662.8180 recon=652.1663 kl=10.6517 | 5.08s | peak=108.5 MiB
epoch 0075/0500 | train elbo=653.6249 recon=642.9829 kl=10.6420 | val elbo=661.4207 recon=650.4431 kl=10.9776 | 5.08s | peak=89.5 MiB
epoch 0076/0500 | train elbo=652.5379 recon=641.7608 kl=10.7772 | val elbo=662.3654 recon=651.3496 kl=11.0158 | 4.64s | peak=96.2 MiB
epoch 0077/0500 | train elbo=651.5226 recon=640.6442 kl=10.8784 | val elbo=661.4399 recon=650.5630 kl=10.8769 | 4.82s | peak=102.2 MiB
epoch 0078/0500 | train elbo=650.8415 recon=639.9078 kl=10.9338 | val elbo=660.0097 recon=648.9171 kl=11.0927 | 4.93s | peak=108.5 MiB
epoch 0079/0500 | train elbo=650.1632 recon=639.2072 kl=10.9560 | val elbo=659.5056 recon=648.3467 kl=11.1589 | 4.61s | peak=114.9 MiB
epoch 0080/0500 | train elbo=649.1506 recon=638.1545 kl=10.9961 | val elbo=657.7952 recon=646.6438 kl=11.1515 | 5.53s | peak=89.9 MiB
epoch 0081/0500 | train elbo=648.4917 recon=637.4601 kl=11.0316 | val elbo=659.2459 recon=648.1583 kl=11.0877 | 5.12s | peak=96.2 MiB
epoch 0082/0500 | train elbo=648.3868 recon=637.3056 kl=11.0811 | val elbo=660.2506 recon=649.0783 kl=11.1724 | 4.65s | peak=102.2 MiB
epoch 0083/0500 | train elbo=647.6514 recon=636.5578 kl=11.0936 | val elbo=656.2952 recon=644.9276 kl=11.3676 | 5.14s | peak=108.5 MiB
epoch 0084/0500 | train elbo=646.6225 recon=635.4372 kl=11.1853 | val elbo=656.5559 recon=645.2138 kl=11.3421 | 6.50s | peak=89.5 MiB
epoch 0085/0500 | train elbo=645.4459 recon=634.1803 kl=11.2656 | val elbo=659.1262 recon=647.7562 kl=11.3699 | 5.02s | peak=96.2 MiB
epoch 0086/0500 | train elbo=645.7447 recon=634.4494 kl=11.2952 | val elbo=655.1725 recon=643.6783 kl=11.4942 | 4.20s | peak=102.2 MiB
epoch 0087/0500 | train elbo=644.5963 recon=633.2363 kl=11.3600 | val elbo=655.5410 recon=644.0475 kl=11.4935 | 3.60s | peak=108.5 MiB
epoch 0088/0500 | train elbo=643.8163 recon=632.4114 kl=11.4048 | val elbo=654.5905 recon=643.0603 kl=11.5303 | 5.39s | peak=92.3 MiB
epoch 0089/0500 | train elbo=643.1273 recon=631.7360 kl=11.3914 | val elbo=654.5233 recon=642.9468 kl=11.5764 | 4.71s | peak=95.9 MiB
epoch 0090/0500 | train elbo=641.6479 recon=630.1962 kl=11.4517 | val elbo=654.7239 recon=643.1708 kl=11.5531 | 5.41s | peak=102.2 MiB
epoch 0091/0500 | train elbo=641.4549 recon=629.9619 kl=11.4930 | val elbo=651.6628 recon=640.0114 kl=11.6514 | 4.57s | peak=108.5 MiB
epoch 0092/0500 | train elbo=640.6365 recon=629.1289 kl=11.5075 | val elbo=652.0584 recon=640.3989 kl=11.6594 | 4.22s | peak=88.9 MiB
epoch 0093/0500 | train elbo=639.1226 recon=627.5612 kl=11.5614 | val elbo=651.8340 recon=640.1780 kl=11.6560 | 3.74s | peak=95.6 MiB
epoch 0094/0500 | train elbo=638.5056 recon=626.9597 kl=11.5459 | val elbo=650.9491 recon=639.1747 kl=11.7744 | 13.32s | peak=101.5 MiB
epoch 0095/0500 | train elbo=637.3397 recon=625.6768 kl=11.6628 | val elbo=650.3548 recon=638.5989 kl=11.7559 | 9.49s | peak=107.9 MiB
epoch 0096/0500 | train elbo=637.1909 recon=625.5392 kl=11.6517 | val elbo=648.8580 recon=637.0556 kl=11.8024 | 7.66s | peak=91.7 MiB
epoch 0097/0500 | train elbo=636.4603 recon=624.8112 kl=11.6491 | val elbo=648.6399 recon=636.9116 kl=11.7283 | 9.24s | peak=95.2 MiB
epoch 0098/0500 | train elbo=635.1676 recon=623.5407 kl=11.6270 | val elbo=648.9948 recon=637.2083 kl=11.7865 | 15.42s | peak=101.5 MiB
epoch 0099/0500 | train elbo=634.4001 recon=622.7523 kl=11.6478 | val elbo=647.7269 recon=635.9918 kl=11.7351 | 7.92s | peak=107.9 MiB
epoch 0100/0500 | train elbo=633.6284 recon=621.9821 kl=11.6463 | val elbo=646.9040 recon=634.9715 kl=11.9325 | 9.41s | peak=88.9 MiB
epoch 0101/0500 | train elbo=632.9935 recon=621.2276 kl=11.7658 | val elbo=649.1862 recon=637.3480 kl=11.8382 | 13.99s | peak=95.6 MiB
epoch 0102/0500 | train elbo=632.1387 recon=620.3403 kl=11.7984 | val elbo=646.7202 recon=634.7797 kl=11.9405 | 18.37s | peak=101.5 MiB
epoch 0103/0500 | train elbo=631.5292 recon=619.6755 kl=11.8536 | val elbo=645.4315 recon=633.5662 kl=11.8653 | 28.88s | peak=107.9 MiB
epoch 0104/0500 | train elbo=630.8145 recon=619.0181 kl=11.7964 | val elbo=645.3155 recon=633.2933 kl=12.0222 | 19.67s | peak=114.2 MiB
epoch 0105/0500 | train elbo=630.2549 recon=618.4056 kl=11.8493 | val elbo=646.1138 recon=634.1265 kl=11.9873 | 17.17s | peak=89.2 MiB
epoch 0106/0500 | train elbo=629.3707 recon=617.4550 kl=11.9157 | val elbo=644.1430 recon=632.2090 kl=11.9340 | 15.20s | peak=95.6 MiB
epoch 0107/0500 | train elbo=629.1230 recon=617.2304 kl=11.8926 | val elbo=643.8357 recon=631.7416 kl=12.0941 | 25.28s | peak=101.5 MiB
epoch 0108/0500 | train elbo=627.9931 recon=616.0375 kl=11.9557 | val elbo=645.1795 recon=633.0961 kl=12.0835 | 7.20s | peak=107.9 MiB
epoch 0109/0500 | train elbo=627.4162 recon=615.4273 kl=11.9889 | val elbo=643.6091 recon=631.4563 kl=12.1529 | 9.19s | peak=88.9 MiB
epoch 0110/0500 | train elbo=626.8145 recon=614.7577 kl=12.0568 | val elbo=642.7283 recon=630.5513 kl=12.1770 | 6.65s | peak=95.6 MiB
epoch 0111/0500 | train elbo=625.9641 recon=613.8565 kl=12.1076 | val elbo=641.4761 recon=629.2943 kl=12.1817 | 6.41s | peak=101.5 MiB
epoch 0112/0500 | train elbo=625.4832 recon=613.3926 kl=12.0906 | val elbo=642.8505 recon=630.7041 kl=12.1464 | 6.89s | peak=107.9 MiB
epoch 0113/0500 | train elbo=624.7916 recon=612.7311 kl=12.0605 | val elbo=643.4160 recon=631.3051 kl=12.1110 | 6.59s | peak=91.7 MiB
epoch 0114/0500 | train elbo=624.1957 recon=612.0858 kl=12.1100 | val elbo=640.8158 recon=628.7308 kl=12.0850 | 5.01s | peak=95.2 MiB
epoch 0115/0500 | train elbo=623.7100 recon=611.6215 kl=12.0885 | val elbo=639.2033 recon=626.8983 kl=12.3050 | 6.19s | peak=101.5 MiB
epoch 0116/0500 | train elbo=622.8565 recon=610.6539 kl=12.2026 | val elbo=640.8974 recon=628.5461 kl=12.3513 | 5.59s | peak=107.9 MiB
epoch 0117/0500 | train elbo=622.1714 recon=609.9263 kl=12.2452 | val elbo=639.9564 recon=627.7332 kl=12.2232 | 5.64s | peak=88.9 MiB
epoch 0118/0500 | train elbo=621.5650 recon=609.3775 kl=12.1875 | val elbo=638.6835 recon=626.3997 kl=12.2838 | 4.12s | peak=95.6 MiB
epoch 0119/0500 | train elbo=620.6193 recon=608.4078 kl=12.2114 | val elbo=638.6825 recon=626.3781 kl=12.3043 | 5.56s | peak=101.5 MiB
epoch 0120/0500 | train elbo=620.5218 recon=608.2933 kl=12.2285 | val elbo=638.8891 recon=626.7335 kl=12.1556 | 7.51s | peak=107.9 MiB
epoch 0121/0500 | train elbo=620.1376 recon=607.9275 kl=12.2101 | val elbo=638.2241 recon=625.8101 kl=12.4140 | 8.31s | peak=114.2 MiB
epoch 0122/0500 | train elbo=619.3699 recon=607.0781 kl=12.2918 | val elbo=637.0738 recon=624.6262 kl=12.4475 | 9.12s | peak=89.6 MiB
epoch 0123/0500 | train elbo=618.8729 recon=606.4750 kl=12.3980 | val elbo=636.7197 recon=624.4283 kl=12.2913 | 10.35s | peak=95.9 MiB
epoch 0124/0500 | train elbo=617.6616 recon=605.3281 kl=12.3336 | val elbo=636.7404 recon=624.2703 kl=12.4701 | 18.67s | peak=101.9 MiB
epoch 0125/0500 | train elbo=617.4456 recon=605.0732 kl=12.3724 | val elbo=636.7672 recon=624.3500 kl=12.4173 | 34.10s | peak=89.2 MiB
epoch 0126/0500 | train elbo=616.2759 recon=603.8398 kl=12.4361 | val elbo=635.4136 recon=622.9084 kl=12.5052 | 30.90s | peak=95.5 MiB
epoch 0127/0500 | train elbo=616.1617 recon=603.7287 kl=12.4330 | val elbo=635.0299 recon=622.5807 kl=12.4492 | 24.69s | peak=101.9 MiB
epoch 0128/0500 | train elbo=615.6921 recon=603.2379 kl=12.4542 | val elbo=634.7106 recon=622.2379 kl=12.4726 | 18.49s | peak=108.2 MiB
epoch 0129/0500 | train elbo=614.9331 recon=602.4757 kl=12.4574 | val elbo=636.3074 recon=623.8741 kl=12.4333 | 12.14s | peak=114.5 MiB
epoch 0130/0500 | train elbo=614.5107 recon=601.9968 kl=12.5138 | val elbo=634.3770 recon=621.9517 kl=12.4253 | 18.33s | peak=89.9 MiB
epoch 0131/0500 | train elbo=614.2081 recon=601.7710 kl=12.4371 | val elbo=634.5132 recon=621.8663 kl=12.6469 | 17.68s | peak=96.2 MiB
epoch 0132/0500 | train elbo=613.0841 recon=600.5715 kl=12.5126 | val elbo=632.0991 recon=619.5463 kl=12.5528 | 16.08s | peak=102.2 MiB
epoch 0133/0500 | train elbo=612.6054 recon=600.0795 kl=12.5259 | val elbo=631.4700 recon=618.9040 kl=12.5660 | 18.80s | peak=89.5 MiB
epoch 0134/0500 | train elbo=611.6709 recon=599.1279 kl=12.5430 | val elbo=633.6548 recon=621.0512 kl=12.6035 | 17.77s | peak=95.9 MiB
epoch 0135/0500 | train elbo=611.8112 recon=599.2654 kl=12.5457 | val elbo=632.0282 recon=619.5234 kl=12.5049 | 10.05s | peak=102.2 MiB
epoch 0136/0500 | train elbo=610.4849 recon=597.9302 kl=12.5547 | val elbo=631.4227 recon=618.9655 kl=12.4572 | 8.40s | peak=108.5 MiB
epoch 0137/0500 | train elbo=610.6841 recon=598.0961 kl=12.5880 | val elbo=632.3176 recon=619.6290 kl=12.6886 | 9.45s | peak=114.9 MiB
epoch 0138/0500 | train elbo=609.6706 recon=597.0175 kl=12.6531 | val elbo=631.9060 recon=619.1841 kl=12.7219 | 8.49s | peak=121.2 MiB
epoch 0139/0500 | train elbo=609.8857 recon=597.1816 kl=12.7041 | val elbo=631.7964 recon=619.0132 kl=12.7833 | 7.70s | peak=89.9 MiB
epoch 0140/0500 | train elbo=609.5079 recon=596.7685 kl=12.7394 | val elbo=630.2455 recon=617.5248 kl=12.7207 | 6.25s | peak=96.6 MiB
epoch 0141/0500 | train elbo=608.3418 recon=595.6539 kl=12.6879 | val elbo=630.7341 recon=618.2099 kl=12.5242 | 6.29s | peak=102.5 MiB
epoch 0142/0500 | train elbo=608.0523 recon=595.3213 kl=12.7310 | val elbo=631.0156 recon=618.4199 kl=12.5956 | 5.99s | peak=88.9 MiB
epoch 0143/0500 | train elbo=607.8193 recon=595.1493 kl=12.6700 | val elbo=631.4147 recon=618.8736 kl=12.5412 | 4.98s | peak=95.2 MiB
epoch 0144/0500 | train elbo=607.5168 recon=594.8259 kl=12.6909 | val elbo=628.5692 recon=615.8799 kl=12.6893 | 5.10s | peak=101.5 MiB
epoch 0145/0500 | train elbo=606.3700 recon=593.7690 kl=12.6010 | val elbo=628.6014 recon=615.8861 kl=12.7153 | 4.84s | peak=107.9 MiB
epoch 0146/0500 | train elbo=605.7575 recon=593.0193 kl=12.7383 | val elbo=627.3533 recon=614.6737 kl=12.6796 | 4.25s | peak=114.2 MiB
epoch 0147/0500 | train elbo=605.1269 recon=592.4304 kl=12.6966 | val elbo=627.5782 recon=614.6977 kl=12.8806 | 4.33s | peak=89.2 MiB
epoch 0148/0500 | train elbo=605.1750 recon=592.3157 kl=12.8593 | val elbo=628.3137 recon=615.6343 kl=12.6794 | 5.86s | peak=95.6 MiB
epoch 0149/0500 | train elbo=604.5603 recon=591.7132 kl=12.8471 | val elbo=628.8838 recon=616.1683 kl=12.7156 | 4.97s | peak=101.5 MiB
epoch 0150/0500 | train elbo=603.9865 recon=591.1315 kl=12.8549 | val elbo=628.4269 recon=615.7267 kl=12.7003 | 3.37s | peak=107.9 MiB
epoch 0151/0500 | train elbo=603.5946 recon=590.7451 kl=12.8495 | val elbo=627.7061 recon=614.9847 kl=12.7214 | 3.49s | peak=91.7 MiB
epoch 0152/0500 | train elbo=602.8799 recon=590.0032 kl=12.8767 | val elbo=627.0193 recon=614.1909 kl=12.8284 | 3.89s | peak=95.2 MiB
epoch 0153/0500 | train elbo=602.3637 recon=589.5164 kl=12.8474 | val elbo=625.2587 recon=612.3540 kl=12.9048 | 3.29s | peak=101.5 MiB
epoch 0154/0500 | train elbo=602.2697 recon=589.3487 kl=12.9210 | val elbo=626.4448 recon=613.6037 kl=12.8410 | 3.54s | peak=107.9 MiB
epoch 0155/0500 | train elbo=602.2212 recon=589.3038 kl=12.9175 | val elbo=626.8603 recon=614.0164 kl=12.8439 | 4.00s | peak=91.7 MiB
epoch 0156/0500 | train elbo=601.4163 recon=588.5024 kl=12.9140 | val elbo=627.2019 recon=614.5673 kl=12.6346 | 3.52s | peak=95.2 MiB
epoch 0157/0500 | train elbo=601.0827 recon=588.2538 kl=12.8290 | val elbo=627.3534 recon=614.4861 kl=12.8673 | 3.09s | peak=101.5 MiB
epoch 0158/0500 | train elbo=600.4305 recon=587.4504 kl=12.9801 | val elbo=626.8250 recon=614.1457 kl=12.6793 | 3.98s | peak=107.9 MiB
epoch 0159/0500 | train elbo=599.7686 recon=586.7997 kl=12.9690 | val elbo=625.5121 recon=612.5932 kl=12.9190 | 4.70s | peak=91.7 MiB
epoch 0160/0500 | train elbo=599.2592 recon=586.3572 kl=12.9020 | val elbo=622.9858 recon=609.9806 kl=13.0052 | 4.23s | peak=95.2 MiB
epoch 0161/0500 | train elbo=598.7861 recon=585.7330 kl=13.0532 | val elbo=623.4939 recon=610.6614 kl=12.8324 | 3.09s | peak=101.5 MiB
epoch 0162/0500 | train elbo=598.3292 recon=585.3490 kl=12.9803 | val elbo=624.8611 recon=611.8857 kl=12.9754 | 3.47s | peak=107.9 MiB
epoch 0163/0500 | train elbo=597.6046 recon=584.5690 kl=13.0356 | val elbo=623.4462 recon=610.4160 kl=13.0302 | 3.51s | peak=114.2 MiB
epoch 0164/0500 | train elbo=597.4162 recon=584.3327 kl=13.0835 | val elbo=624.7040 recon=611.8513 kl=12.8527 | 3.81s | peak=89.2 MiB
epoch 0165/0500 | train elbo=597.1598 recon=584.0812 kl=13.0786 | val elbo=623.8982 recon=611.0991 kl=12.7990 | 3.67s | peak=95.6 MiB
epoch 0166/0500 | train elbo=596.5988 recon=583.6192 kl=12.9796 | val elbo=621.8938 recon=608.8484 kl=13.0455 | 3.69s | peak=101.5 MiB
epoch 0167/0500 | train elbo=595.9933 recon=583.0039 kl=12.9893 | val elbo=623.8152 recon=610.9661 kl=12.8491 | 3.48s | peak=107.9 MiB
epoch 0168/0500 | train elbo=595.9019 recon=582.7981 kl=13.1037 | val elbo=622.2466 recon=609.4085 kl=12.8381 | 3.47s | peak=114.2 MiB
epoch 0169/0500 | train elbo=595.4349 recon=582.4186 kl=13.0163 | val elbo=622.8771 recon=609.7841 kl=13.0931 | 3.03s | peak=120.5 MiB
epoch 0170/0500 | train elbo=595.1851 recon=582.0649 kl=13.1203 | val elbo=621.9677 recon=608.9009 kl=13.0668 | 3.35s | peak=126.9 MiB
epoch 0171/0500 | train elbo=595.2286 recon=582.0852 kl=13.1435 | val elbo=623.5998 recon=610.7147 kl=12.8851 | 4.02s | peak=92.7 MiB
epoch 0172/0500 | train elbo=595.0424 recon=581.8815 kl=13.1609 | val elbo=622.5662 recon=609.5743 kl=12.9919 | 4.13s | peak=95.6 MiB
epoch 0173/0500 | train elbo=594.5124 recon=581.4484 kl=13.0640 | val elbo=621.5788 recon=608.5335 kl=13.0454 | 4.17s | peak=101.5 MiB
epoch 0174/0500 | train elbo=593.9482 recon=580.8418 kl=13.1064 | val elbo=621.2017 recon=608.1499 kl=13.0518 | 4.47s | peak=107.9 MiB
epoch 0175/0500 | train elbo=593.5766 recon=580.4540 kl=13.1226 | val elbo=621.0031 recon=608.0458 kl=12.9574 | 4.10s | peak=91.7 MiB
epoch 0176/0500 | train elbo=593.2219 recon=580.1685 kl=13.0533 | val elbo=620.5677 recon=607.5854 kl=12.9822 | 4.06s | peak=95.2 MiB
epoch 0177/0500 | train elbo=592.8222 recon=579.7236 kl=13.0986 | val elbo=621.5068 recon=608.5085 kl=12.9982 | 3.58s | peak=101.5 MiB
epoch 0178/0500 | train elbo=592.2064 recon=579.0943 kl=13.1120 | val elbo=622.0076 recon=609.1219 kl=12.8857 | 3.02s | peak=107.9 MiB
epoch 0179/0500 | train elbo=592.5843 recon=579.4259 kl=13.1584 | val elbo=620.7855 recon=607.8691 kl=12.9165 | 2.54s | peak=114.2 MiB
epoch 0180/0500 | train elbo=592.5695 recon=579.4201 kl=13.1494 | val elbo=620.6895 recon=607.5289 kl=13.1606 | 2.85s | peak=120.5 MiB
epoch 0181/0500 | train elbo=591.9616 recon=578.8107 kl=13.1509 | val elbo=619.0851 recon=605.9830 kl=13.1022 | 2.54s | peak=89.2 MiB
epoch 0182/0500 | train elbo=591.6690 recon=578.4457 kl=13.2233 | val elbo=620.9597 recon=607.9717 kl=12.9879 | 2.86s | peak=95.9 MiB
epoch 0183/0500 | train elbo=591.3218 recon=578.1803 kl=13.1415 | val elbo=621.3293 recon=608.2873 kl=13.0420 | 3.03s | peak=101.9 MiB
epoch 0184/0500 | train elbo=590.7089 recon=577.5167 kl=13.1922 | val elbo=619.4526 recon=606.3398 kl=13.1129 | 3.08s | peak=89.2 MiB
epoch 0185/0500 | train elbo=590.3138 recon=577.0698 kl=13.2441 | val elbo=619.7150 recon=606.6860 kl=13.0290 | 3.33s | peak=95.5 MiB
epoch 0186/0500 | train elbo=589.9791 recon=576.7259 kl=13.2533 | val elbo=621.8405 recon=608.8928 kl=12.9477 | 2.59s | peak=101.9 MiB
epoch 0187/0500 | train elbo=590.0161 recon=576.7760 kl=13.2400 | val elbo=620.3715 recon=607.4408 kl=12.9306 | 2.73s | peak=108.2 MiB
epoch 0188/0500 | train elbo=589.8821 recon=576.6958 kl=13.1862 | val elbo=620.5055 recon=607.4473 kl=13.0583 | 2.56s | peak=114.5 MiB
epoch 0189/0500 | train elbo=589.8485 recon=576.6074 kl=13.2411 | val elbo=618.0653 recon=605.0345 kl=13.0308 | 3.88s | peak=98.3 MiB
epoch 0190/0500 | train elbo=589.4985 recon=576.2520 kl=13.2465 | val elbo=617.8943 recon=604.5733 kl=13.3210 | 3.34s | peak=95.5 MiB
epoch 0191/0500 | train elbo=588.6001 recon=575.2854 kl=13.3148 | val elbo=617.4412 recon=604.3458 kl=13.0954 | 3.08s | peak=101.9 MiB
epoch 0192/0500 | train elbo=588.5446 recon=575.2743 kl=13.2703 | val elbo=621.5594 recon=608.5781 kl=12.9813 | 2.31s | peak=108.2 MiB
epoch 0193/0500 | train elbo=588.1186 recon=574.8198 kl=13.2988 | val elbo=618.4144 recon=605.3660 kl=13.0484 | 2.32s | peak=89.5 MiB
epoch 0194/0500 | train elbo=587.3373 recon=574.1227 kl=13.2146 | val elbo=617.7064 recon=604.4067 kl=13.2998 | 2.70s | peak=96.2 MiB
epoch 0195/0500 | train elbo=587.8544 recon=574.4695 kl=13.3849 | val elbo=618.4358 recon=605.3769 kl=13.0589 | 3.12s | peak=102.2 MiB
epoch 0196/0500 | train elbo=587.1728 recon=573.8444 kl=13.3284 | val elbo=618.2797 recon=605.2532 kl=13.0265 | 3.09s | peak=108.5 MiB
epoch 0197/0500 | train elbo=587.2084 recon=574.0441 kl=13.1643 | val elbo=616.3370 recon=603.1222 kl=13.2149 | 2.88s | peak=114.9 MiB
epoch 0198/0500 | train elbo=586.7653 recon=573.5568 kl=13.2084 | val elbo=616.9508 recon=603.9230 kl=13.0278 | 2.69s | peak=89.6 MiB
epoch 0199/0500 | train elbo=586.2292 recon=572.9932 kl=13.2360 | val elbo=618.0406 recon=604.9603 kl=13.0803 | 3.48s | peak=95.9 MiB
epoch 0200/0500 | train elbo=585.7779 recon=572.4897 kl=13.2882 | val elbo=618.1138 recon=604.9830 kl=13.1308 | 3.92s | peak=101.9 MiB
epoch 0201/0500 | train elbo=585.5155 recon=572.1958 kl=13.3198 | val elbo=616.6506 recon=603.5891 kl=13.0614 | 3.85s | peak=89.2 MiB
epoch 0202/0500 | train elbo=585.5876 recon=572.2653 kl=13.3223 | val elbo=617.7055 recon=604.6786 kl=13.0269 | 3.07s | peak=95.5 MiB
epoch 0203/0500 | train elbo=584.9028 recon=571.6274 kl=13.2754 | val elbo=616.8765 recon=603.7812 kl=13.0953 | 2.46s | peak=101.9 MiB
epoch 0204/0500 | train elbo=583.9599 recon=570.6728 kl=13.2871 | val elbo=615.3113 recon=602.1468 kl=13.1644 | 2.34s | peak=108.2 MiB
epoch 0205/0500 | train elbo=584.3391 recon=571.0182 kl=13.3210 | val elbo=615.9685 recon=602.8165 kl=13.1521 | 2.55s | peak=114.5 MiB
epoch 0206/0500 | train elbo=584.3127 recon=570.9411 kl=13.3717 | val elbo=618.5589 recon=605.4937 kl=13.0652 | 3.37s | peak=98.3 MiB
epoch 0207/0500 | train elbo=584.0558 recon=570.7716 kl=13.2843 | val elbo=615.5441 recon=602.4925 kl=13.0515 | 5.32s | peak=95.5 MiB
epoch 0208/0500 | train elbo=583.6617 recon=570.3563 kl=13.3053 | val elbo=619.1748 recon=606.1629 kl=13.0120 | 4.05s | peak=101.9 MiB
epoch 0209/0500 | train elbo=583.9955 recon=570.6414 kl=13.3541 | val elbo=616.1382 recon=603.1609 kl=12.9773 | 4.37s | peak=108.2 MiB
epoch 0210/0500 | train elbo=583.7415 recon=570.5135 kl=13.2279 | val elbo=616.5856 recon=603.4002 kl=13.1854 | 3.26s | peak=114.5 MiB
epoch 0211/0500 | train elbo=582.7841 recon=569.4679 kl=13.3162 | val elbo=617.0711 recon=604.1040 kl=12.9671 | 4.14s | peak=120.9 MiB
epoch 0212/0500 | train elbo=583.2312 recon=570.0268 kl=13.2044 | val elbo=615.8066 recon=602.6896 kl=13.1170 | 4.07s | peak=127.2 MiB
epoch 0213/0500 | train elbo=581.9719 recon=568.6624 kl=13.3095 | val elbo=615.7944 recon=602.7814 kl=13.0129 | 3.62s | peak=133.5 MiB
epoch 0214/0500 | train elbo=582.4306 recon=569.1304 kl=13.3003 | val elbo=614.1492 recon=600.9559 kl=13.1933 | 4.19s | peak=89.9 MiB
epoch 0215/0500 | train elbo=581.9103 recon=568.5093 kl=13.4010 | val elbo=615.3170 recon=602.0743 kl=13.2426 | 4.00s | peak=96.2 MiB
epoch 0216/0500 | train elbo=580.9433 recon=567.5299 kl=13.4134 | val elbo=615.2261 recon=602.0918 kl=13.1343 | 4.04s | peak=102.2 MiB
epoch 0217/0500 | train elbo=581.3539 recon=567.9771 kl=13.3768 | val elbo=614.4228 recon=601.3332 kl=13.0896 | 3.54s | peak=108.5 MiB
epoch 0218/0500 | train elbo=580.9307 recon=567.5728 kl=13.3580 | val elbo=614.8139 recon=601.6437 kl=13.1701 | 3.83s | peak=89.9 MiB
epoch 0219/0500 | train elbo=580.4202 recon=567.0936 kl=13.3266 | val elbo=614.5883 recon=601.5601 kl=13.0282 | 3.89s | peak=96.6 MiB
epoch 0220/0500 | train elbo=579.9046 recon=566.5518 kl=13.3529 | val elbo=614.8482 recon=601.6888 kl=13.1594 | 3.31s | peak=102.5 MiB
epoch 0221/0500 | train elbo=579.7641 recon=566.4585 kl=13.3056 | val elbo=612.8823 recon=599.6164 kl=13.2659 | 2.79s | peak=108.9 MiB
epoch 0222/0500 | train elbo=579.7416 recon=566.3207 kl=13.4210 | val elbo=615.6067 recon=602.5260 kl=13.0808 | 3.32s | peak=92.7 MiB
epoch 0223/0500 | train elbo=579.6802 recon=566.1945 kl=13.4856 | val elbo=614.0088 recon=600.7868 kl=13.2220 | 3.50s | peak=96.2 MiB
epoch 0224/0500 | train elbo=579.4333 recon=566.0337 kl=13.3996 | val elbo=613.5805 recon=600.2718 kl=13.3087 | 4.48s | peak=102.5 MiB
epoch 0225/0500 | train elbo=579.1225 recon=565.6283 kl=13.4942 | val elbo=614.2547 recon=601.1521 kl=13.1026 | 2.94s | peak=108.9 MiB
epoch 0226/0500 | train elbo=579.4729 recon=566.0752 kl=13.3976 | val elbo=615.1857 recon=602.0041 kl=13.1816 | 2.73s | peak=92.7 MiB
epoch 0227/0500 | train elbo=578.6059 recon=565.2917 kl=13.3142 | val elbo=613.2244 recon=600.0416 kl=13.1828 | 3.14s | peak=96.2 MiB
epoch 0228/0500 | train elbo=578.5572 recon=565.2269 kl=13.3302 | val elbo=612.3935 recon=599.2609 kl=13.1326 | 5.13s | peak=102.5 MiB
epoch 0229/0500 | train elbo=578.1042 recon=564.7379 kl=13.3663 | val elbo=614.2068 recon=601.0173 kl=13.1895 | 6.11s | peak=108.9 MiB
epoch 0230/0500 | train elbo=577.9330 recon=564.4988 kl=13.4342 | val elbo=612.1011 recon=598.7727 kl=13.3283 | 5.02s | peak=115.2 MiB
epoch 0231/0500 | train elbo=577.7360 recon=564.2212 kl=13.5148 | val elbo=613.8575 recon=600.7471 kl=13.1105 | 4.61s | peak=90.2 MiB
epoch 0232/0500 | train elbo=577.3868 recon=563.9438 kl=13.4430 | val elbo=614.0375 recon=600.7913 kl=13.2461 | 5.76s | peak=96.6 MiB
epoch 0233/0500 | train elbo=577.3689 recon=563.9275 kl=13.4414 | val elbo=612.5708 recon=599.2401 kl=13.3306 | 4.02s | peak=102.5 MiB
epoch 0234/0500 | train elbo=577.3208 recon=563.8858 kl=13.4350 | val elbo=612.1821 recon=598.9624 kl=13.2196 | 2.81s | peak=108.9 MiB
epoch 0235/0500 | train elbo=577.1590 recon=563.7210 kl=13.4379 | val elbo=612.3011 recon=599.0755 kl=13.2256 | 5.89s | peak=92.7 MiB
epoch 0236/0500 | train elbo=576.6683 recon=563.2587 kl=13.4096 | val elbo=611.8311 recon=598.5214 kl=13.3097 | 4.59s | peak=96.2 MiB
epoch 0237/0500 | train elbo=576.5369 recon=563.0945 kl=13.4424 | val elbo=611.9768 recon=598.9221 kl=13.0546 | 3.44s | peak=102.5 MiB
epoch 0238/0500 | train elbo=576.5760 recon=563.1856 kl=13.3904 | val elbo=613.5344 recon=600.3827 kl=13.1517 | 3.46s | peak=108.9 MiB
epoch 0239/0500 | train elbo=576.0329 recon=562.5852 kl=13.4477 | val elbo=615.9259 recon=602.8591 kl=13.0669 | 6.37s | peak=115.2 MiB
epoch 0240/0500 | train elbo=576.6242 recon=563.1936 kl=13.4306 | val elbo=613.4122 recon=600.2099 kl=13.2023 | 4.60s | peak=90.6 MiB
epoch 0241/0500 | train elbo=575.8423 recon=562.4081 kl=13.4342 | val elbo=611.8762 recon=598.5788 kl=13.2975 | 3.05s | peak=96.9 MiB
epoch 0242/0500 | train elbo=576.0687 recon=562.6454 kl=13.4233 | val elbo=611.2527 recon=597.7692 kl=13.4835 | 3.75s | peak=102.9 MiB
epoch 0243/0500 | train elbo=575.5696 recon=562.1262 kl=13.4434 | val elbo=612.2222 recon=598.8824 kl=13.3398 | 3.85s | peak=90.2 MiB
epoch 0244/0500 | train elbo=575.4666 recon=561.8812 kl=13.5855 | val elbo=612.5623 recon=599.5307 kl=13.0316 | 6.71s | peak=96.5 MiB
epoch 0245/0500 | train elbo=575.2050 recon=561.8356 kl=13.3694 | val elbo=612.5560 recon=599.0866 kl=13.4694 | 4.20s | peak=102.9 MiB
epoch 0246/0500 | train elbo=574.9807 recon=561.4395 kl=13.5412 | val elbo=613.7123 recon=600.4811 kl=13.2313 | 6.33s | peak=109.2 MiB
epoch 0247/0500 | train elbo=574.0207 recon=560.4614 kl=13.5592 | val elbo=611.4098 recon=598.2705 kl=13.1393 | 4.74s | peak=115.5 MiB
epoch 0248/0500 | train elbo=574.1376 recon=560.7106 kl=13.4269 | val elbo=612.1511 recon=598.6554 kl=13.4956 | 4.95s | peak=99.3 MiB
epoch 0249/0500 | train elbo=573.8703 recon=560.2966 kl=13.5737 | val elbo=609.5330 recon=596.1307 kl=13.4022 | 4.82s | peak=96.5 MiB
epoch 0250/0500 | train elbo=573.0080 recon=559.4793 kl=13.5288 | val elbo=609.9461 recon=596.5923 kl=13.3539 | 7.49s | peak=102.9 MiB
epoch 0251/0500 | train elbo=572.7986 recon=559.3082 kl=13.4904 | val elbo=612.0022 recon=598.7244 kl=13.2778 | 5.76s | peak=109.2 MiB
epoch 0252/0500 | train elbo=572.2719 recon=558.7413 kl=13.5306 | val elbo=612.3170 recon=599.1138 kl=13.2031 | 4.05s | peak=115.5 MiB
epoch 0253/0500 | train elbo=572.3076 recon=558.7618 kl=13.5458 | val elbo=610.2582 recon=596.8781 kl=13.3800 | 5.91s | peak=121.9 MiB
epoch 0254/0500 | train elbo=571.7636 recon=558.1750 kl=13.5886 | val elbo=610.2567 recon=596.8075 kl=13.4492 | 6.42s | peak=128.2 MiB
epoch 0255/0500 | train elbo=571.0804 recon=557.4796 kl=13.6008 | val elbo=610.3134 recon=596.8988 kl=13.4146 | 7.50s | peak=112.0 MiB
epoch 0256/0500 | train elbo=570.4912 recon=556.9081 kl=13.5831 | val elbo=609.2536 recon=595.8569 kl=13.3968 | 8.41s | peak=95.5 MiB
epoch 0257/0500 | train elbo=570.7711 recon=557.1952 kl=13.5760 | val elbo=610.1204 recon=596.7746 kl=13.3459 | 11.98s | peak=101.9 MiB
epoch 0258/0500 | train elbo=570.7646 recon=557.1568 kl=13.6078 | val elbo=611.4421 recon=598.2654 kl=13.1767 | 9.33s | peak=108.2 MiB
epoch 0259/0500 | train elbo=569.9768 recon=556.4460 kl=13.5307 | val elbo=610.1932 recon=596.8317 kl=13.3615 | 8.16s | peak=92.0 MiB
epoch 0260/0500 | train elbo=570.1252 recon=556.5249 kl=13.6004 | val elbo=609.4438 recon=595.9023 kl=13.5415 | 12.29s | peak=95.5 MiB
epoch 0261/0500 | train elbo=570.4083 recon=556.7205 kl=13.6878 | val elbo=609.4117 recon=595.9210 kl=13.4906 | 11.14s | peak=101.9 MiB
epoch 0262/0500 | train elbo=570.3157 recon=556.6497 kl=13.6659 | val elbo=609.0159 recon=595.5803 kl=13.4356 | 10.52s | peak=108.2 MiB
epoch 0263/0500 | train elbo=569.7900 recon=556.1230 kl=13.6670 | val elbo=611.3336 recon=597.8808 kl=13.4528 | 7.51s | peak=114.5 MiB
epoch 0264/0500 | train elbo=569.2152 recon=555.4670 kl=13.7481 | val elbo=609.9833 recon=596.5983 kl=13.3850 | 7.00s | peak=120.9 MiB
epoch 0265/0500 | train elbo=569.2063 recon=555.5364 kl=13.6700 | val elbo=610.0309 recon=596.6733 kl=13.3576 | 5.96s | peak=95.5 MiB
epoch 0266/0500 | train elbo=569.2251 recon=555.6018 kl=13.6233 | val elbo=608.3997 recon=595.0736 kl=13.3261 | 4.81s | peak=101.9 MiB
epoch 0267/0500 | train elbo=568.4434 recon=554.8149 kl=13.6285 | val elbo=609.0189 recon=595.5094 kl=13.5095 | 4.20s | peak=108.2 MiB
epoch 0268/0500 | train elbo=568.4114 recon=554.7311 kl=13.6803 | val elbo=608.6296 recon=595.1949 kl=13.4346 | 3.45s | peak=92.0 MiB
epoch 0269/0500 | train elbo=567.9931 recon=554.2336 kl=13.7595 | val elbo=610.2515 recon=596.9683 kl=13.2832 | 4.15s | peak=95.5 MiB
epoch 0270/0500 | train elbo=568.0472 recon=554.4214 kl=13.6258 | val elbo=608.3832 recon=594.8563 kl=13.5269 | 3.48s | peak=101.9 MiB
epoch 0271/0500 | train elbo=567.5245 recon=553.8298 kl=13.6946 | val elbo=609.5074 recon=596.2330 kl=13.2745 | 3.53s | peak=108.2 MiB
epoch 0272/0500 | train elbo=567.5151 recon=553.8932 kl=13.6219 | val elbo=608.9134 recon=595.5457 kl=13.3677 | 3.87s | peak=114.5 MiB
epoch 0273/0500 | train elbo=567.2494 recon=553.6184 kl=13.6310 | val elbo=608.0252 recon=594.5587 kl=13.4665 | 5.24s | peak=98.3 MiB
epoch 0274/0500 | train elbo=567.5737 recon=553.8730 kl=13.7007 | val elbo=609.6959 recon=596.3345 kl=13.3614 | 3.41s | peak=95.5 MiB
epoch 0275/0500 | train elbo=567.1777 recon=553.4201 kl=13.7576 | val elbo=608.2159 recon=594.6963 kl=13.5196 | 3.13s | peak=101.9 MiB
epoch 0276/0500 | train elbo=566.9353 recon=553.2242 kl=13.7111 | val elbo=606.7926 recon=593.2443 kl=13.5484 | 2.74s | peak=108.2 MiB
epoch 0277/0500 | train elbo=566.2477 recon=552.4603 kl=13.7875 | val elbo=608.9861 recon=595.6513 kl=13.3348 | 2.96s | peak=92.0 MiB
epoch 0278/0500 | train elbo=566.5282 recon=552.8437 kl=13.6845 | val elbo=608.2505 recon=594.7776 kl=13.4728 | 3.02s | peak=95.5 MiB
epoch 0279/0500 | train elbo=566.4572 recon=552.7128 kl=13.7444 | val elbo=609.6302 recon=596.2350 kl=13.3951 | 4.54s | peak=101.9 MiB
epoch 0280/0500 | train elbo=566.2613 recon=552.5341 kl=13.7271 | val elbo=608.1192 recon=594.7691 kl=13.3502 | 3.70s | peak=108.2 MiB
epoch 0281/0500 | train elbo=566.0603 recon=552.3688 kl=13.6914 | val elbo=608.4296 recon=594.9098 kl=13.5198 | 2.73s | peak=114.5 MiB
epoch 0282/0500 | train elbo=565.6952 recon=551.9715 kl=13.7238 | val elbo=608.8320 recon=595.3603 kl=13.4717 | 3.33s | peak=89.9 MiB
epoch 0283/0500 | train elbo=565.2597 recon=551.5064 kl=13.7533 | val elbo=609.0308 recon=595.7268 kl=13.3040 | 2.91s | peak=96.2 MiB
epoch 0284/0500 | train elbo=565.1971 recon=551.5013 kl=13.6958 | val elbo=607.0166 recon=593.4556 kl=13.5610 | 3.41s | peak=102.2 MiB
epoch 0285/0500 | train elbo=564.5947 recon=550.8159 kl=13.7788 | val elbo=607.8576 recon=594.3335 kl=13.5241 | 5.60s | peak=108.5 MiB
epoch 0286/0500 | train elbo=565.1795 recon=551.3829 kl=13.7965 | val elbo=608.3287 recon=594.7229 kl=13.6057 | 9.25s | peak=89.9 MiB
epoch 0287/0500 | train elbo=564.8031 recon=550.9096 kl=13.8935 | val elbo=609.3087 recon=595.9613 kl=13.3474 | 7.44s | peak=96.6 MiB
epoch 0288/0500 | train elbo=564.3537 recon=550.5570 kl=13.7966 | val elbo=609.4364 recon=596.0273 kl=13.4091 | 5.08s | peak=102.5 MiB
epoch 0289/0500 | train elbo=564.6470 recon=550.9259 kl=13.7211 | val elbo=607.6763 recon=594.1171 kl=13.5591 | 6.66s | peak=108.9 MiB
epoch 0290/0500 | train elbo=564.0193 recon=550.2923 kl=13.7270 | val elbo=606.3890 recon=592.8682 kl=13.5207 | 7.30s | peak=115.2 MiB
epoch 0291/0500 | train elbo=563.9090 recon=550.1355 kl=13.7735 | val elbo=607.4885 recon=594.0460 kl=13.4424 | 13.62s | peak=90.6 MiB
epoch 0292/0500 | train elbo=563.9915 recon=550.1873 kl=13.8042 | val elbo=606.4578 recon=592.8630 kl=13.5948 | 18.52s | peak=96.9 MiB
epoch 0293/0500 | train elbo=563.5379 recon=549.7723 kl=13.7656 | val elbo=606.7015 recon=593.1187 kl=13.5828 | 9.43s | peak=102.9 MiB
epoch 0294/0500 | train elbo=563.4055 recon=549.5346 kl=13.8709 | val elbo=607.1951 recon=593.8608 kl=13.3343 | 8.67s | peak=109.2 MiB
epoch 0295/0500 | train elbo=563.5660 recon=549.7658 kl=13.8001 | val elbo=607.2494 recon=593.7596 kl=13.4897 | 6.47s | peak=115.5 MiB
epoch 0296/0500 | train elbo=563.0304 recon=549.1992 kl=13.8312 | val elbo=608.7816 recon=595.2376 kl=13.5440 | 3.80s | peak=121.9 MiB
epoch 0297/0500 | train elbo=562.4264 recon=548.5855 kl=13.8408 | val elbo=607.3374 recon=594.0469 kl=13.2905 | 3.93s | peak=128.2 MiB
epoch 0298/0500 | train elbo=562.7035 recon=548.9812 kl=13.7223 | val elbo=606.7639 recon=593.3171 kl=13.4469 | 4.03s | peak=94.0 MiB
epoch 0299/0500 | train elbo=562.1573 recon=548.4057 kl=13.7517 | val elbo=606.2148 recon=592.6227 kl=13.5922 | 3.95s | peak=96.9 MiB
epoch 0300/0500 | train elbo=562.1094 recon=548.2181 kl=13.8913 | val elbo=606.7555 recon=593.2659 kl=13.4896 | 3.94s | peak=102.9 MiB
epoch 0301/0500 | train elbo=561.5444 recon=547.6970 kl=13.8474 | val elbo=606.2591 recon=592.7700 kl=13.4891 | 4.42s | peak=109.2 MiB
epoch 0302/0500 | train elbo=561.5406 recon=547.7662 kl=13.7744 | val elbo=606.1868 recon=592.6310 kl=13.5558 | 3.83s | peak=90.2 MiB
epoch 0303/0500 | train elbo=561.1641 recon=547.2684 kl=13.8956 | val elbo=606.8909 recon=593.3422 kl=13.5487 | 4.10s | peak=96.9 MiB
epoch 0304/0500 | train elbo=560.7412 recon=546.8937 kl=13.8476 | val elbo=605.1120 recon=591.4952 kl=13.6168 | 4.11s | peak=102.9 MiB
epoch 0305/0500 | train elbo=561.0004 recon=547.1096 kl=13.8908 | val elbo=606.5761 recon=593.1523 kl=13.4238 | 10.12s | peak=109.2 MiB
epoch 0306/0500 | train elbo=560.4670 recon=546.6254 kl=13.8416 | val elbo=606.0668 recon=592.5333 kl=13.5334 | 21.70s | peak=93.0 MiB
epoch 0307/0500 | train elbo=560.5285 recon=546.7072 kl=13.8213 | val elbo=606.0563 recon=592.4638 kl=13.5925 | 9.70s | peak=96.5 MiB
epoch 0308/0500 | train elbo=559.9603 recon=546.0624 kl=13.8979 | val elbo=606.5971 recon=593.1021 kl=13.4950 | 5.37s | peak=102.9 MiB
epoch 0309/0500 | train elbo=560.1889 recon=546.3081 kl=13.8808 | val elbo=605.8862 recon=592.3662 kl=13.5199 | 5.53s | peak=109.2 MiB
epoch 0310/0500 | train elbo=560.3051 recon=546.4022 kl=13.9029 | val elbo=605.8292 recon=592.2785 kl=13.5507 | 6.29s | peak=93.0 MiB
epoch 0311/0500 | train elbo=559.8905 recon=546.0313 kl=13.8592 | val elbo=606.3777 recon=592.8146 kl=13.5630 | 9.20s | peak=95.5 MiB
epoch 0312/0500 | train elbo=559.8874 recon=545.9752 kl=13.9121 | val elbo=606.9369 recon=593.4739 kl=13.4630 | 8.78s | peak=101.9 MiB
epoch 0313/0500 | train elbo=559.7042 recon=545.8497 kl=13.8545 | val elbo=606.5143 recon=592.9382 kl=13.5761 | 10.50s | peak=108.2 MiB
epoch 0314/0500 | train elbo=559.1219 recon=545.2674 kl=13.8545 | val elbo=607.5388 recon=594.1019 kl=13.4368 | 14.34s | peak=114.5 MiB
epoch 0315/0500 | train elbo=558.9896 recon=545.1309 kl=13.8588 | val elbo=606.1027 recon=592.6326 kl=13.4701 | 14.13s | peak=98.3 MiB
epoch 0316/0500 | train elbo=558.4887 recon=544.6530 kl=13.8357 | val elbo=605.1274 recon=591.4909 kl=13.6364 | 11.59s | peak=95.5 MiB
epoch 0317/0500 | train elbo=558.6662 recon=544.7244 kl=13.9418 | val elbo=605.5438 recon=591.9691 kl=13.5747 | 14.09s | peak=101.9 MiB
epoch 0318/0500 | train elbo=558.4820 recon=544.5306 kl=13.9514 | val elbo=605.2284 recon=591.6027 kl=13.6258 | 10.04s | peak=108.2 MiB
epoch 0319/0500 | train elbo=558.3201 recon=544.4394 kl=13.8807 | val elbo=605.4434 recon=591.7414 kl=13.7021 | 6.69s | peak=92.0 MiB
epoch 0320/0500 | train elbo=557.9551 recon=544.0094 kl=13.9457 | val elbo=604.9764 recon=591.3708 kl=13.6056 | 6.28s | peak=95.5 MiB
epoch 0321/0500 | train elbo=558.2844 recon=544.2919 kl=13.9925 | val elbo=604.6765 recon=591.0153 kl=13.6613 | 7.31s | peak=101.9 MiB
epoch 0322/0500 | train elbo=558.4289 recon=544.4699 kl=13.9590 | val elbo=607.0724 recon=593.4381 kl=13.6343 | 5.75s | peak=108.2 MiB
epoch 0323/0500 | train elbo=558.3020 recon=544.3390 kl=13.9629 | val elbo=605.6161 recon=592.1896 kl=13.4264 | 5.15s | peak=92.0 MiB
epoch 0324/0500 | train elbo=558.2348 recon=544.3406 kl=13.8942 | val elbo=607.6795 recon=594.2828 kl=13.3967 | 5.72s | peak=95.5 MiB
epoch 0325/0500 | train elbo=558.0698 recon=544.2508 kl=13.8190 | val elbo=606.5468 recon=593.1224 kl=13.4244 | 5.81s | peak=101.9 MiB
epoch 0326/0500 | train elbo=557.7694 recon=543.9662 kl=13.8032 | val elbo=604.3964 recon=590.8353 kl=13.5611 | 7.04s | peak=108.2 MiB
epoch 0327/0500 | train elbo=557.1858 recon=543.2783 kl=13.9075 | val elbo=605.0023 recon=591.3962 kl=13.6061 | 6.99s | peak=92.0 MiB
epoch 0328/0500 | train elbo=557.3906 recon=543.4640 kl=13.9267 | val elbo=603.1807 recon=589.3998 kl=13.7809 | 6.54s | peak=95.5 MiB
epoch 0329/0500 | train elbo=556.8416 recon=542.8380 kl=14.0036 | val elbo=604.0917 recon=590.3227 kl=13.7690 | 5.41s | peak=101.9 MiB
epoch 0330/0500 | train elbo=556.5488 recon=542.5264 kl=14.0224 | val elbo=605.4088 recon=591.8412 kl=13.5676 | 9.17s | peak=108.2 MiB
epoch 0331/0500 | train elbo=556.7329 recon=542.7447 kl=13.9882 | val elbo=607.7026 recon=594.2271 kl=13.4756 | 4.95s | peak=114.5 MiB
epoch 0332/0500 | train elbo=556.6979 recon=542.7784 kl=13.9195 | val elbo=605.2130 recon=591.7359 kl=13.4772 | 7.40s | peak=98.3 MiB
epoch 0333/0500 | train elbo=555.7710 recon=541.9346 kl=13.8364 | val elbo=603.4817 recon=589.9017 kl=13.5799 | 9.41s | peak=95.5 MiB
epoch 0334/0500 | train elbo=555.9388 recon=542.0435 kl=13.8953 | val elbo=603.0747 recon=589.4393 kl=13.6353 | 8.91s | peak=101.9 MiB
epoch 0335/0500 | train elbo=555.6786 recon=541.7216 kl=13.9570 | val elbo=603.0225 recon=589.4553 kl=13.5672 | 20.30s | peak=108.2 MiB
epoch 0336/0500 | train elbo=555.4598 recon=541.4768 kl=13.9829 | val elbo=604.1946 recon=590.5510 kl=13.6436 | 12.05s | peak=89.2 MiB
epoch 0337/0500 | train elbo=555.2445 recon=541.3016 kl=13.9428 | val elbo=604.2234 recon=590.6107 kl=13.6127 | 10.30s | peak=95.9 MiB
epoch 0338/0500 | train elbo=554.5903 recon=540.6354 kl=13.9549 | val elbo=604.5016 recon=590.9681 kl=13.5335 | 10.20s | peak=101.9 MiB
epoch 0339/0500 | train elbo=554.7630 recon=540.7725 kl=13.9905 | val elbo=603.2406 recon=589.5624 kl=13.6782 | 10.89s | peak=108.2 MiB
epoch 0340/0500 | train elbo=554.1514 recon=540.1459 kl=14.0055 | val elbo=603.3976 recon=589.5518 kl=13.8458 | 8.55s | peak=114.5 MiB
epoch 0341/0500 | train elbo=554.3315 recon=540.2162 kl=14.1153 | val elbo=603.9632 recon=590.3082 kl=13.6549 | 12.77s | peak=89.9 MiB
epoch 0342/0500 | train elbo=554.3637 recon=540.2900 kl=14.0737 | val elbo=606.2506 recon=592.7220 kl=13.5287 | 7.24s | peak=96.2 MiB
epoch 0343/0500 | train elbo=554.6809 recon=540.6921 kl=13.9888 | val elbo=602.2856 recon=588.5921 kl=13.6934 | 10.50s | peak=102.2 MiB
epoch 0344/0500 | train elbo=553.7986 recon=539.8416 kl=13.9570 | val elbo=603.3581 recon=589.5766 kl=13.7815 | 8.32s | peak=89.5 MiB
epoch 0345/0500 | train elbo=554.0231 recon=539.9387 kl=14.0844 | val elbo=603.7205 recon=590.1668 kl=13.5536 | 6.83s | peak=95.9 MiB
epoch 0346/0500 | train elbo=554.1956 recon=540.1653 kl=14.0303 | val elbo=604.4801 recon=590.8974 kl=13.5827 | 8.12s | peak=102.2 MiB
epoch 0347/0500 | train elbo=553.7238 recon=539.7928 kl=13.9310 | val elbo=603.2123 recon=589.3480 kl=13.8643 | 7.14s | peak=108.5 MiB
epoch 0348/0500 | train elbo=553.9881 recon=539.9327 kl=14.0554 | val elbo=603.1832 recon=589.5052 kl=13.6780 | 6.73s | peak=114.9 MiB
epoch 0349/0500 | train elbo=553.5944 recon=539.4950 kl=14.0994 | val elbo=604.3714 recon=590.8285 kl=13.5429 | 4.96s | peak=90.2 MiB
epoch 0350/0500 | train elbo=553.4147 recon=539.4301 kl=13.9846 | val elbo=603.4140 recon=589.5078 kl=13.9062 | 6.45s | peak=96.6 MiB
epoch 0351/0500 | train elbo=553.0610 recon=538.9506 kl=14.1105 | val elbo=604.5404 recon=590.9334 kl=13.6070 | 5.71s | peak=102.5 MiB
epoch 0352/0500 | train elbo=553.2728 recon=539.2011 kl=14.0717 | val elbo=604.3611 recon=590.7435 kl=13.6176 | 7.41s | peak=108.9 MiB
epoch 0353/0500 | train elbo=552.9936 recon=539.0276 kl=13.9661 | val elbo=603.0795 recon=589.2259 kl=13.8535 | 9.17s | peak=90.2 MiB
epoch 0354/0500 | train elbo=553.0867 recon=539.0449 kl=14.0418 | val elbo=602.4648 recon=588.7705 kl=13.6943 | 8.96s | peak=96.9 MiB
epoch 0355/0500 | train elbo=552.7017 recon=538.6222 kl=14.0795 | val elbo=603.9807 recon=590.4319 kl=13.5487 | 7.67s | peak=102.9 MiB
epoch 0356/0500 | train elbo=552.3932 recon=538.3866 kl=14.0066 | val elbo=604.8859 recon=591.1251 kl=13.7608 | 10.06s | peak=109.2 MiB
epoch 0357/0500 | train elbo=552.3958 recon=538.3621 kl=14.0337 | val elbo=603.0819 recon=589.3807 kl=13.7012 | 11.25s | peak=93.0 MiB
epoch 0358/0500 | train elbo=552.3051 recon=538.2219 kl=14.0832 | val elbo=602.9622 recon=589.3551 kl=13.6071 | 11.03s | peak=96.5 MiB
epoch 0359/0500 | train elbo=551.6954 recon=537.6699 kl=14.0255 | val elbo=603.0580 recon=589.2251 kl=13.8329 | 11.21s | peak=102.9 MiB
epoch 0360/0500 | train elbo=551.6488 recon=537.5052 kl=14.1437 | val elbo=603.2357 recon=589.5264 kl=13.7093 | 15.92s | peak=109.2 MiB
epoch 0361/0500 | train elbo=552.0919 recon=537.9677 kl=14.1242 | val elbo=603.8827 recon=590.1281 kl=13.7545 | 6.28s | peak=115.5 MiB
epoch 0362/0500 | train elbo=551.6194 recon=537.5844 kl=14.0350 | val elbo=602.6104 recon=588.9119 kl=13.6985 | 8.31s | peak=121.9 MiB
epoch 0363/0500 | train elbo=551.6663 recon=537.6438 kl=14.0225 | val elbo=602.6804 recon=588.9601 kl=13.7203 | 6.21s | peak=128.2 MiB
epoch 0364/0500 | train elbo=551.2064 recon=537.1608 kl=14.0456 | val elbo=602.7850 recon=589.0807 kl=13.7043 | 6.27s | peak=134.5 MiB
epoch 0365/0500 | train elbo=550.5871 recon=536.5492 kl=14.0380 | val elbo=602.2447 recon=588.5661 kl=13.6787 | 8.65s | peak=100.3 MiB
epoch 0366/0500 | train elbo=550.5840 recon=536.5341 kl=14.0499 | val elbo=601.3592 recon=587.4588 kl=13.9003 | 10.42s | peak=95.9 MiB
epoch 0367/0500 | train elbo=551.1616 recon=537.0080 kl=14.1536 | val elbo=602.0444 recon=588.0808 kl=13.9635 | 3.90s | peak=101.9 MiB
epoch 0368/0500 | train elbo=551.0396 recon=536.8447 kl=14.1949 | val elbo=602.4066 recon=588.5291 kl=13.8775 | 6.29s | peak=108.2 MiB
epoch 0369/0500 | train elbo=550.4211 recon=536.2388 kl=14.1823 | val elbo=603.9353 recon=590.3815 kl=13.5539 | 5.87s | peak=92.0 MiB
epoch 0370/0500 | train elbo=550.2152 recon=536.1292 kl=14.0860 | val elbo=603.6339 recon=589.9327 kl=13.7013 | 6.80s | peak=95.5 MiB
epoch 0371/0500 | train elbo=549.9364 recon=535.9105 kl=14.0259 | val elbo=602.8979 recon=589.0642 kl=13.8338 | 7.27s | peak=101.9 MiB
epoch 0372/0500 | train elbo=549.9289 recon=535.7957 kl=14.1331 | val elbo=602.8828 recon=589.2164 kl=13.6665 | 4.89s | peak=108.2 MiB
epoch 0373/0500 | train elbo=549.7298 recon=535.5320 kl=14.1979 | val elbo=602.3972 recon=588.6150 kl=13.7822 | 5.60s | peak=114.5 MiB
epoch 0374/0500 | train elbo=549.7476 recon=535.6712 kl=14.0764 | val elbo=600.7801 recon=586.6829 kl=14.0972 | 6.63s | peak=98.3 MiB
epoch 0375/0500 | train elbo=549.6382 recon=535.5126 kl=14.1256 | val elbo=601.8813 recon=588.0944 kl=13.7868 | 7.22s | peak=95.5 MiB
epoch 0376/0500 | train elbo=549.8231 recon=535.6220 kl=14.2011 | val elbo=602.1848 recon=588.4583 kl=13.7265 | 6.85s | peak=101.9 MiB
epoch 0377/0500 | train elbo=549.2382 recon=535.0925 kl=14.1457 | val elbo=603.0495 recon=589.2585 kl=13.7910 | 4.76s | peak=108.2 MiB
epoch 0378/0500 | train elbo=549.2496 recon=535.1816 kl=14.0680 | val elbo=602.4162 recon=588.7203 kl=13.6959 | 6.37s | peak=114.5 MiB
epoch 0379/0500 | train elbo=549.2361 recon=535.1683 kl=14.0677 | val elbo=602.0112 recon=588.3439 kl=13.6673 | 6.36s | peak=120.9 MiB
epoch 0380/0500 | train elbo=548.9821 recon=534.8531 kl=14.1290 | val elbo=601.7591 recon=587.9103 kl=13.8487 | 5.54s | peak=127.2 MiB
epoch 0381/0500 | train elbo=548.4050 recon=534.3089 kl=14.0961 | val elbo=601.4791 recon=587.5888 kl=13.8904 | 3.84s | peak=111.0 MiB
epoch 0382/0500 | train elbo=548.4063 recon=534.2014 kl=14.2049 | val elbo=600.5631 recon=586.7553 kl=13.8078 | 4.93s | peak=95.5 MiB
epoch 0383/0500 | train elbo=548.2993 recon=534.1191 kl=14.1802 | val elbo=603.1953 recon=589.4033 kl=13.7920 | 4.82s | peak=101.9 MiB
epoch 0384/0500 | train elbo=548.4648 recon=534.3009 kl=14.1639 | val elbo=604.0809 recon=590.3737 kl=13.7072 | 3.03s | peak=108.2 MiB
epoch 0385/0500 | train elbo=548.3829 recon=534.2117 kl=14.1713 | val elbo=603.7678 recon=590.0854 kl=13.6824 | 3.36s | peak=92.0 MiB
epoch 0386/0500 | train elbo=548.6552 recon=534.5441 kl=14.1111 | val elbo=602.9023 recon=589.1246 kl=13.7777 | 2.49s | peak=95.5 MiB
epoch 0387/0500 | train elbo=547.8748 recon=533.7395 kl=14.1352 | val elbo=601.3022 recon=587.4753 kl=13.8269 | 4.74s | peak=101.9 MiB
epoch 0388/0500 | train elbo=548.0006 recon=533.9280 kl=14.0726 | val elbo=601.2439 recon=587.5416 kl=13.7024 | 3.88s | peak=108.2 MiB
epoch 0389/0500 | train elbo=547.8221 recon=533.7187 kl=14.1034 | val elbo=603.3541 recon=589.6114 kl=13.7428 | 5.32s | peak=114.5 MiB
epoch 0390/0500 | train elbo=547.7821 recon=533.7093 kl=14.0728 | val elbo=601.7212 recon=587.8668 kl=13.8545 | 4.64s | peak=120.9 MiB
epoch 0391/0500 | train elbo=548.1416 recon=533.9600 kl=14.1815 | val elbo=604.1122 recon=590.5904 kl=13.5218 | 3.61s | peak=89.5 MiB
epoch 0392/0500 | train elbo=548.0960 recon=534.0132 kl=14.0828 | val elbo=601.5369 recon=587.6412 kl=13.8957 | 5.82s | peak=96.2 MiB
epoch 0393/0500 | train elbo=547.6173 recon=533.5311 kl=14.0862 | val elbo=601.1798 recon=587.3345 kl=13.8453 | 6.50s | peak=102.2 MiB
epoch 0394/0500 | train elbo=547.1249 recon=532.9484 kl=14.1765 | val elbo=603.5661 recon=589.8796 kl=13.6865 | 4.62s | peak=108.5 MiB
epoch 0395/0500 | train elbo=547.6392 recon=533.4865 kl=14.1526 | val elbo=601.6734 recon=587.9360 kl=13.7374 | 4.74s | peak=89.9 MiB
epoch 0396/0500 | train elbo=547.3514 recon=533.2526 kl=14.0988 | val elbo=600.6028 recon=586.5759 kl=14.0269 | 4.60s | peak=96.6 MiB
epoch 0397/0500 | train elbo=546.6100 recon=532.4091 kl=14.2009 | val elbo=603.2354 recon=589.5644 kl=13.6710 | 4.78s | peak=102.5 MiB
epoch 0398/0500 | train elbo=546.4184 recon=532.1995 kl=14.2189 | val elbo=600.6572 recon=586.9150 kl=13.7422 | 4.46s | peak=108.9 MiB
epoch 0399/0500 | train elbo=545.9589 recon=531.8968 kl=14.0622 | val elbo=600.4014 recon=586.4815 kl=13.9199 | 6.68s | peak=115.2 MiB
epoch 0400/0500 | train elbo=546.0843 recon=531.9030 kl=14.1813 | val elbo=601.8083 recon=588.0483 kl=13.7600 | 4.78s | peak=96.6 MiB
epoch 0401/0500 | train elbo=546.0754 recon=531.9178 kl=14.1576 | val elbo=600.5777 recon=586.7468 kl=13.8308 | 4.09s | peak=102.5 MiB
epoch 0402/0500 | train elbo=545.5883 recon=531.4292 kl=14.1591 | val elbo=601.4016 recon=587.5888 kl=13.8129 | 8.10s | peak=108.9 MiB
epoch 0403/0500 | train elbo=545.8300 recon=531.6828 kl=14.1472 | val elbo=600.2688 recon=586.4169 kl=13.8519 | 9.21s | peak=89.9 MiB
epoch 0404/0500 | train elbo=545.6512 recon=531.4172 kl=14.2341 | val elbo=601.9670 recon=588.2454 kl=13.7216 | 6.14s | peak=96.6 MiB
epoch 0405/0500 | train elbo=545.3818 recon=531.2123 kl=14.1695 | val elbo=599.9583 recon=586.0464 kl=13.9119 | 10.38s | peak=102.5 MiB
epoch 0406/0500 | train elbo=545.1445 recon=530.9497 kl=14.1948 | val elbo=600.6284 recon=586.8056 kl=13.8226 | 11.72s | peak=108.9 MiB
epoch 0407/0500 | train elbo=545.1579 recon=530.9287 kl=14.2292 | val elbo=600.7997 recon=586.9313 kl=13.8686 | 7.14s | peak=92.7 MiB
epoch 0408/0500 | train elbo=544.6664 recon=530.5609 kl=14.1054 | val elbo=599.6871 recon=585.7495 kl=13.9377 | 5.92s | peak=96.2 MiB
epoch 0409/0500 | train elbo=544.8737 recon=530.6216 kl=14.2522 | val elbo=600.2823 recon=586.5208 kl=13.7616 | 8.97s | peak=102.5 MiB
epoch 0410/0500 | train elbo=544.3957 recon=530.2994 kl=14.0964 | val elbo=600.4383 recon=586.6007 kl=13.8376 | 5.34s | peak=108.9 MiB
epoch 0411/0500 | train elbo=544.0688 recon=529.8671 kl=14.2017 | val elbo=602.2310 recon=588.4993 kl=13.7317 | 3.79s | peak=92.7 MiB
epoch 0412/0500 | train elbo=544.1214 recon=529.9549 kl=14.1666 | val elbo=600.3115 recon=586.3844 kl=13.9271 | 4.90s | peak=96.2 MiB
epoch 0413/0500 | train elbo=544.4146 recon=530.1403 kl=14.2743 | val elbo=601.0459 recon=587.2771 kl=13.7687 | 3.40s | peak=102.5 MiB
epoch 0414/0500 | train elbo=543.6930 recon=529.5020 kl=14.1910 | val elbo=600.3499 recon=586.5525 kl=13.7974 | 2.63s | peak=108.9 MiB
epoch 0415/0500 | train elbo=544.5018 recon=530.2982 kl=14.2037 | val elbo=600.4756 recon=586.5438 kl=13.9318 | 3.72s | peak=115.2 MiB
epoch 0416/0500 | train elbo=543.9951 recon=529.7446 kl=14.2505 | val elbo=601.8918 recon=588.0222 kl=13.8696 | 4.55s | peak=121.5 MiB
epoch 0417/0500 | train elbo=543.8459 recon=529.5536 kl=14.2923 | val elbo=600.6178 recon=586.7796 kl=13.8383 | 4.09s | peak=96.2 MiB
epoch 0418/0500 | train elbo=543.8355 recon=529.6103 kl=14.2252 | val elbo=599.0984 recon=585.2269 kl=13.8714 | 3.19s | peak=102.5 MiB
epoch 0419/0500 | train elbo=543.8838 recon=529.6744 kl=14.2094 | val elbo=601.7792 recon=587.9471 kl=13.8321 | 6.12s | peak=108.9 MiB
epoch 0420/0500 | train elbo=543.6585 recon=529.4535 kl=14.2050 | val elbo=600.3589 recon=586.6250 kl=13.7339 | 5.77s | peak=92.7 MiB
epoch 0421/0500 | train elbo=543.4523 recon=529.2765 kl=14.1759 | val elbo=602.1328 recon=588.3539 kl=13.7789 | 3.27s | peak=95.5 MiB
epoch 0422/0500 | train elbo=543.3794 recon=529.2422 kl=14.1371 | val elbo=599.9258 recon=586.1107 kl=13.8151 | 3.20s | peak=101.9 MiB
epoch 0423/0500 | train elbo=542.9007 recon=528.7043 kl=14.1965 | val elbo=600.1382 recon=586.2514 kl=13.8868 | 3.26s | peak=108.2 MiB
epoch 0424/0500 | train elbo=542.8650 recon=528.6714 kl=14.1936 | val elbo=600.0702 recon=586.1518 kl=13.9184 | 4.23s | peak=92.0 MiB
epoch 0425/0500 | train elbo=542.7628 recon=528.4794 kl=14.2833 | val elbo=601.4235 recon=587.5806 kl=13.8429 | 7.32s | peak=95.5 MiB
epoch 0426/0500 | train elbo=542.5049 recon=528.2662 kl=14.2387 | val elbo=600.3945 recon=586.4015 kl=13.9929 | 11.41s | peak=101.9 MiB
epoch 0427/0500 | train elbo=541.9353 recon=527.6514 kl=14.2840 | val elbo=600.3761 recon=586.4375 kl=13.9387 | 8.31s | peak=108.2 MiB
epoch 0428/0500 | train elbo=542.0479 recon=527.7430 kl=14.3049 | val elbo=600.1048 recon=586.1560 kl=13.9488 | 5.41s | peak=114.5 MiB
epoch 0429/0500 | train elbo=541.9139 recon=527.6587 kl=14.2552 | val elbo=598.5116 recon=584.4960 kl=14.0155 | 4.95s | peak=95.5 MiB
epoch 0430/0500 | train elbo=542.4406 recon=528.1674 kl=14.2732 | val elbo=600.5665 recon=586.6247 kl=13.9418 | 4.95s | peak=101.9 MiB
epoch 0431/0500 | train elbo=541.3350 recon=527.1025 kl=14.2325 | val elbo=600.0002 recon=585.9889 kl=14.0112 | 5.63s | peak=108.2 MiB
epoch 0432/0500 | train elbo=541.5217 recon=527.2035 kl=14.3182 | val elbo=599.2413 recon=585.3034 kl=13.9379 | 6.81s | peak=114.5 MiB
epoch 0433/0500 | train elbo=541.2091 recon=526.9564 kl=14.2527 | val elbo=597.9396 recon=583.8943 kl=14.0453 | 5.44s | peak=89.9 MiB
epoch 0434/0500 | train elbo=541.2996 recon=527.0010 kl=14.2985 | val elbo=602.5957 recon=588.8181 kl=13.7775 | 7.33s | peak=96.2 MiB
epoch 0435/0500 | train elbo=541.2097 recon=526.9217 kl=14.2879 | val elbo=599.5157 recon=585.6332 kl=13.8825 | 7.91s | peak=102.2 MiB
epoch 0436/0500 | train elbo=541.0000 recon=526.7071 kl=14.2930 | val elbo=599.8592 recon=585.8585 kl=14.0006 | 8.00s | peak=108.5 MiB
epoch 0437/0500 | train elbo=541.0810 recon=526.7399 kl=14.3410 | val elbo=600.3170 recon=586.2647 kl=14.0523 | 10.58s | peak=89.9 MiB
epoch 0438/0500 | train elbo=541.1820 recon=526.8597 kl=14.3222 | val elbo=601.4061 recon=587.6121 kl=13.7940 | 5.60s | peak=96.6 MiB
epoch 0439/0500 | train elbo=540.9963 recon=526.7409 kl=14.2554 | val elbo=600.4529 recon=586.5788 kl=13.8741 | 7.51s | peak=102.5 MiB
epoch 0440/0500 | train elbo=540.7629 recon=526.5449 kl=14.2180 | val elbo=598.1811 recon=584.2015 kl=13.9796 | 7.93s | peak=108.9 MiB
epoch 0441/0500 | train elbo=540.4740 recon=526.2050 kl=14.2690 | val elbo=599.9457 recon=585.9879 kl=13.9578 | 6.00s | peak=92.7 MiB
epoch 0442/0500 | train elbo=540.2332 recon=525.9039 kl=14.3294 | val elbo=599.8057 recon=585.8335 kl=13.9723 | 5.73s | peak=96.2 MiB
epoch 0443/0500 | train elbo=540.5846 recon=526.2193 kl=14.3653 | val elbo=599.9878 recon=585.8966 kl=14.0912 | 5.91s | peak=102.5 MiB
epoch 0444/0500 | train elbo=540.0675 recon=525.6430 kl=14.4246 | val elbo=599.6358 recon=585.6467 kl=13.9890 | 10.09s | peak=108.9 MiB
epoch 0445/0500 | train elbo=540.0291 recon=525.6502 kl=14.3789 | val elbo=601.5579 recon=587.8078 kl=13.7501 | 9.84s | peak=92.7 MiB
epoch 0446/0500 | train elbo=540.3523 recon=526.1487 kl=14.2036 | val elbo=600.7574 recon=586.8857 kl=13.8717 | 6.55s | peak=96.2 MiB
epoch 0447/0500 | train elbo=540.2648 recon=526.0923 kl=14.1725 | val elbo=599.2086 recon=585.2255 kl=13.9831 | 6.65s | peak=102.5 MiB
epoch 0448/0500 | train elbo=540.1223 recon=525.7355 kl=14.3868 | val elbo=601.4389 recon=587.5928 kl=13.8461 | 7.37s | peak=108.9 MiB
epoch 0449/0500 | train elbo=539.8526 recon=525.4471 kl=14.4055 | val elbo=600.2541 recon=586.2449 kl=14.0093 | 5.91s | peak=115.2 MiB
epoch 0450/0500 | train elbo=539.9228 recon=525.6132 kl=14.3096 | val elbo=598.5897 recon=584.4630 kl=14.1267 | 4.18s | peak=90.2 MiB
epoch 0451/0500 | train elbo=540.1963 recon=525.9052 kl=14.2912 | val elbo=599.7832 recon=585.8023 kl=13.9809 | 4.86s | peak=96.6 MiB
epoch 0452/0500 | train elbo=540.0709 recon=525.8366 kl=14.2342 | val elbo=598.7514 recon=584.8182 kl=13.9332 | 4.24s | peak=102.5 MiB
epoch 0453/0500 | train elbo=539.4016 recon=525.0861 kl=14.3155 | val elbo=600.5771 recon=586.5859 kl=13.9912 | 3.38s | peak=108.9 MiB
epoch 0454/0500 | train elbo=540.0692 recon=525.7106 kl=14.3586 | val elbo=599.4955 recon=585.5770 kl=13.9185 | 4.32s | peak=115.2 MiB
epoch 0455/0500 | train elbo=539.5213 recon=525.1823 kl=14.3390 | val elbo=601.7420 recon=587.7851 kl=13.9569 | 3.19s | peak=121.5 MiB
epoch 0456/0500 | train elbo=538.9998 recon=524.6969 kl=14.3029 | val elbo=598.2699 recon=584.2609 kl=14.0090 | 3.69s | peak=127.9 MiB
epoch 0457/0500 | train elbo=539.2078 recon=524.8583 kl=14.3495 | val elbo=600.1999 recon=586.3260 kl=13.8739 | 3.97s | peak=134.2 MiB
epoch 0458/0500 | train elbo=539.2516 recon=524.9657 kl=14.2858 | val elbo=598.9992 recon=584.9767 kl=14.0225 | 2.89s | peak=100.0 MiB
epoch 0459/0500 | train elbo=538.6570 recon=524.3041 kl=14.3530 | val elbo=598.1664 recon=584.1394 kl=14.0270 | 3.71s | peak=96.6 MiB
epoch 0460/0500 | train elbo=538.7925 recon=524.4692 kl=14.3234 | val elbo=600.4615 recon=586.4730 kl=13.9885 | 3.26s | peak=102.5 MiB
epoch 0461/0500 | train elbo=538.4406 recon=524.0645 kl=14.3760 | val elbo=600.3515 recon=586.3918 kl=13.9597 | 4.25s | peak=108.9 MiB
epoch 0462/0500 | train elbo=538.3160 recon=523.9890 kl=14.3270 | val elbo=598.7180 recon=584.7710 kl=13.9469 | 4.60s | peak=92.7 MiB
epoch 0463/0500 | train elbo=538.4353 recon=524.1200 kl=14.3153 | val elbo=601.0555 recon=587.1090 kl=13.9465 | 2.91s | peak=96.2 MiB
epoch 0464/0500 | train elbo=538.3548 recon=523.9948 kl=14.3601 | val elbo=598.1776 recon=584.1416 kl=14.0359 | 4.33s | peak=102.5 MiB
epoch 0465/0500 | train elbo=538.0807 recon=523.6991 kl=14.3816 | val elbo=601.5967 recon=587.5488 kl=14.0479 | 3.21s | peak=108.9 MiB
epoch 0466/0500 | train elbo=537.8823 recon=523.5093 kl=14.3730 | val elbo=599.3626 recon=585.3180 kl=14.0445 | 4.18s | peak=115.2 MiB
epoch 0467/0500 | train elbo=537.4092 recon=523.0675 kl=14.3417 | val elbo=599.0950 recon=585.1232 kl=13.9719 | 5.41s | peak=96.2 MiB
epoch 0468/0500 | train elbo=538.0825 recon=523.7472 kl=14.3353 | val elbo=598.7628 recon=584.7180 kl=14.0447 | 5.20s | peak=102.5 MiB
epoch 0469/0500 | train elbo=537.7337 recon=523.4131 kl=14.3205 | val elbo=598.6584 recon=584.5212 kl=14.1372 | 5.80s | peak=108.9 MiB
epoch 0470/0500 | train elbo=537.7162 recon=523.3121 kl=14.4041 | val elbo=601.0250 recon=587.1596 kl=13.8655 | 3.11s | peak=92.7 MiB
epoch 0471/0500 | train elbo=537.8685 recon=523.5744 kl=14.2941 | val elbo=600.1866 recon=586.2924 kl=13.8942 | 2.93s | peak=96.2 MiB
epoch 0472/0500 | train elbo=537.3592 recon=523.0341 kl=14.3251 | val elbo=599.2830 recon=585.1834 kl=14.0996 | 5.18s | peak=102.5 MiB
epoch 0473/0500 | train elbo=537.3854 recon=522.9774 kl=14.4080 | val elbo=599.4012 recon=585.2528 kl=14.1484 | 4.41s | peak=108.9 MiB
epoch 0474/0500 | train elbo=537.4540 recon=523.0553 kl=14.3987 | val elbo=598.3884 recon=584.2690 kl=14.1195 | 3.31s | peak=115.2 MiB
epoch 0475/0500 | train elbo=537.3460 recon=522.9892 kl=14.3569 | val elbo=600.9068 recon=586.9314 kl=13.9754 | 3.83s | peak=89.6 MiB
epoch 0476/0500 | train elbo=537.1694 recon=522.8438 kl=14.3256 | val elbo=600.5967 recon=586.8261 kl=13.7705 | 4.07s | peak=95.9 MiB
epoch 0477/0500 | train elbo=537.0441 recon=522.8129 kl=14.2313 | val elbo=599.0396 recon=585.0305 kl=14.0091 | 3.84s | peak=101.9 MiB
epoch 0478/0500 | train elbo=536.5016 recon=522.1521 kl=14.3496 | val elbo=599.2700 recon=585.1085 kl=14.1614 | 3.71s | peak=108.2 MiB
epoch 0479/0500 | train elbo=537.0787 recon=522.5490 kl=14.5297 | val elbo=599.2401 recon=585.1678 kl=14.0723 | 3.22s | peak=114.5 MiB
epoch 0480/0500 | train elbo=536.3104 recon=521.9363 kl=14.3741 | val elbo=598.8159 recon=584.8186 kl=13.9973 | 4.04s | peak=120.9 MiB
epoch 0481/0500 | train elbo=536.8167 recon=522.5049 kl=14.3119 | val elbo=599.9705 recon=586.0955 kl=13.8750 | 5.50s | peak=127.2 MiB
epoch 0482/0500 | train elbo=536.7762 recon=522.4715 kl=14.3048 | val elbo=600.2671 recon=586.2997 kl=13.9673 | 4.56s | peak=133.5 MiB
epoch 0483/0500 | train elbo=536.4390 recon=522.0956 kl=14.3434 | val elbo=598.8036 recon=584.5879 kl=14.2156 | 5.91s | peak=89.9 MiB
Early stopping after 50 validation checks without improvement.
Training complete. Best validation ELBO: 597.9396
|