diff --git a/results_bvcc/w2v2_large_xlsr53/layer20/run2/model.pt b/results_bvcc/w2v2_large_xlsr53/layer20/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..73f5971753997573dce59c8df18c57676a8e86cd --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer20/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d14589be817c0d74382b4c45df57ba4f96a2d9a394b0defdfa20c7967059784 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer20/run2/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer20/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..58e402e91a491688e3652a1901fb1e758b3e1859 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer20/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31e283b49ce56846e5ea60201716f2775e95f09dbc524bb890f76e317df5e738 +size 3404998 diff --git a/results_bvcc/w2v2_large_xlsr53/layer20/run2/train.log b/results_bvcc/w2v2_large_xlsr53/layer20/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..af02e6eed4f931f80daf9ed195e18effc9bf92fa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer20/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5037704167457727 +INFO:root: +[Valid][0][UTT][ MSE = 0.3710 | LCC = 0.8137 | SRCC = 0.8130 ] +INFO:root:Average loss=0.3218344642947882 +INFO:root: +[Valid][1][UTT][ MSE = 0.3017 | LCC = 0.8344 | SRCC = 0.8325 ] +INFO:root:Average loss=0.28683051887231 +INFO:root: +[Valid][2][UTT][ MSE = 0.3121 | LCC = 0.8354 | SRCC = 0.8332 ] +INFO:root:Average loss=0.2438610845651382 +INFO:root: +[Valid][3][UTT][ MSE = 0.3209 | LCC = 0.8407 | SRCC = 0.8401 ] +INFO:root:Average loss=0.24924463224716675 +INFO:root: +[Valid][4][UTT][ MSE = 0.2590 | LCC = 0.8458 | SRCC = 0.8458 ] +INFO:root:Average loss=0.2369476317977294 +INFO:root: +[Valid][5][UTT][ MSE = 0.2576 | LCC = 0.8437 | SRCC = 0.8408 ] +INFO:root:Average loss=0.22474074516540918 +INFO:root: +[Valid][6][UTT][ MSE = 0.2660 | LCC = 0.8524 | SRCC = 0.8500 ] +INFO:root:Average loss=0.2444543399107762 +INFO:root: +[Valid][7][UTT][ MSE = 0.2875 | LCC = 0.8515 | SRCC = 0.8516 ] +INFO:root:Average loss=0.20904724892133322 +INFO:root: +[Valid][8][UTT][ MSE = 0.2772 | LCC = 0.8513 | SRCC = 0.8500 ] +INFO:root:Average loss=0.22854098400626427 +INFO:root: +[Valid][9][UTT][ MSE = 0.2458 | LCC = 0.8576 | SRCC = 0.8539 ] +INFO:root:Average loss=0.20622509364516306 +INFO:root: +[Valid][10][UTT][ MSE = 0.2966 | LCC = 0.8542 | SRCC = 0.8541 ] +INFO:root:Average loss=0.24844215485530022 +INFO:root: +[Valid][11][UTT][ MSE = 0.4012 | LCC = 0.8432 | SRCC = 0.8474 ] +INFO:root:Average loss=0.23113030615525368 +INFO:root: +[Valid][12][UTT][ MSE = 0.2578 | LCC = 0.8575 | SRCC = 0.8540 ] +INFO:root:Average loss=0.20823164876454917 +INFO:root: +[Valid][13][UTT][ MSE = 0.2423 | LCC = 0.8570 | SRCC = 0.8573 ] +INFO:root:Average loss=0.19476968174179396 +INFO:root: +[Valid][14][UTT][ MSE = 0.2662 | LCC = 0.8567 | SRCC = 0.8562 ] +INFO:root:Average loss=0.20127781767111558 +INFO:root: +[Valid][15][UTT][ MSE = 0.2434 | LCC = 0.8608 | SRCC = 0.8588 ] +INFO:root:Average loss=0.1766820180301483 +INFO:root: +[Valid][16][UTT][ MSE = 0.2376 | LCC = 0.8623 | SRCC = 0.8589 ] +INFO:root:Average loss=0.17697289051153722 +INFO:root: +[Valid][17][UTT][ MSE = 0.2839 | LCC = 0.8550 | SRCC = 0.8540 ] +INFO:root:Average loss=0.17354973529775938 +INFO:root: +[Valid][18][UTT][ MSE = 0.2558 | LCC = 0.8608 | SRCC = 0.8563 ] +INFO:root:Average loss=0.17916993128183561 +INFO:root: +[Valid][19][UTT][ MSE = 0.2381 | LCC = 0.8615 | SRCC = 0.8606 ] +INFO:root:Average loss=0.17042449068946716 +INFO:root: +[Valid][20][UTT][ MSE = 0.3470 | LCC = 0.8488 | SRCC = 0.8525 ] +INFO:root:Average loss=0.1760022763449412 +INFO:root: +[Valid][21][UTT][ MSE = 0.2639 | LCC = 0.8549 | SRCC = 0.8551 ] +INFO:root:Average loss=0.16853642702484742 +INFO:root: +[Valid][22][UTT][ MSE = 0.2303 | LCC = 0.8604 | SRCC = 0.8592 ] +INFO:root:Average loss=0.15448664902494505 +INFO:root: +[Valid][23][UTT][ MSE = 0.2323 | LCC = 0.8632 | SRCC = 0.8597 ] +INFO:root:Average loss=0.15746389988523263 +INFO:root: +[Valid][24][UTT][ MSE = 0.3181 | LCC = 0.8536 | SRCC = 0.8569 ] +INFO:root:Average loss=0.15692691256602606 +INFO:root: +[Valid][25][UTT][ MSE = 0.2275 | LCC = 0.8571 | SRCC = 0.8586 ] +INFO:root:Average loss=0.14679662816417524 +INFO:root: +[Valid][26][UTT][ MSE = 0.2730 | LCC = 0.8571 | SRCC = 0.8559 ] +INFO:root:Average loss=0.13968717698485422 +INFO:root: +[Valid][27][UTT][ MSE = 0.2873 | LCC = 0.8537 | SRCC = 0.8529 ] +INFO:root:Average loss=0.14161112551123667 +INFO:root: +[Valid][28][UTT][ MSE = 0.2696 | LCC = 0.8556 | SRCC = 0.8553 ] +INFO:root:Average loss=0.13464587267774802 +INFO:root: +[Valid][29][UTT][ MSE = 0.2552 | LCC = 0.8610 | SRCC = 0.8577 ] +INFO:root:Average loss=0.134915314328212 +INFO:root: +[Valid][30][UTT][ MSE = 0.2346 | LCC = 0.8566 | SRCC = 0.8554 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2229 | LCC = 0.8692 | SRCC = 0.8727 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer20/run3/config.gin b/results_bvcc/w2v2_large_xlsr53/layer20/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer20/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer20/run3/model.pt b/results_bvcc/w2v2_large_xlsr53/layer20/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5d1b360bd7e23bcc32d2690905c68cf146afb7c --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer20/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7b5850ead9cca3ebc32292cd021f6c60bc35c88612ac958069def7a13b4be03 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer20/run3/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer20/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bd97dec501ae895cad5d8fd3157a149bf88ea4e --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer20/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48420bd691f9a26d2a20781ee333fe6be696d58cbe7c68542d5149ad2b63fc7c +size 3404998 diff --git a/results_bvcc/w2v2_large_xlsr53/layer20/run3/train.log b/results_bvcc/w2v2_large_xlsr53/layer20/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0fdede1a94abc81c40883773663510b2ac2902cc --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer20/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5425823359535291 +INFO:root: +[Valid][0][UTT][ MSE = 0.3698 | LCC = 0.8129 | SRCC = 0.8186 ] +INFO:root:Average loss=0.32132799713275373 +INFO:root: +[Valid][1][UTT][ MSE = 0.3541 | LCC = 0.8196 | SRCC = 0.8255 ] +INFO:root:Average loss=0.2719362173707057 +INFO:root: +[Valid][2][UTT][ MSE = 0.3146 | LCC = 0.8396 | SRCC = 0.8391 ] +INFO:root:Average loss=0.2679524010954759 +INFO:root: +[Valid][3][UTT][ MSE = 0.3305 | LCC = 0.8328 | SRCC = 0.8417 ] +INFO:root:Average loss=0.25979573260515165 +INFO:root: +[Valid][4][UTT][ MSE = 0.2647 | LCC = 0.8423 | SRCC = 0.8431 ] +INFO:root:Average loss=0.2486117742000482 +INFO:root: +[Valid][5][UTT][ MSE = 0.2708 | LCC = 0.8522 | SRCC = 0.8505 ] +INFO:root:Average loss=0.24040728425368285 +INFO:root: +[Valid][6][UTT][ MSE = 0.2817 | LCC = 0.8404 | SRCC = 0.8411 ] +INFO:root:Average loss=0.22360487377796417 +INFO:root: +[Valid][7][UTT][ MSE = 0.2636 | LCC = 0.8546 | SRCC = 0.8516 ] +INFO:root:Average loss=0.2194032772229268 +INFO:root: +[Valid][8][UTT][ MSE = 0.2495 | LCC = 0.8537 | SRCC = 0.8512 ] +INFO:root:Average loss=0.2205862891024504 +INFO:root: +[Valid][9][UTT][ MSE = 0.2866 | LCC = 0.8585 | SRCC = 0.8552 ] +INFO:root:Average loss=0.20756436807987017 +INFO:root: +[Valid][10][UTT][ MSE = 0.2407 | LCC = 0.8547 | SRCC = 0.8531 ] +INFO:root:Average loss=0.2210563491934385 +INFO:root: +[Valid][11][UTT][ MSE = 0.2822 | LCC = 0.8585 | SRCC = 0.8546 ] +INFO:root:Average loss=0.20477527876694998 +INFO:root: +[Valid][12][UTT][ MSE = 0.2332 | LCC = 0.8603 | SRCC = 0.8590 ] +INFO:root:Average loss=0.19850699737285957 +INFO:root: +[Valid][13][UTT][ MSE = 0.2565 | LCC = 0.8544 | SRCC = 0.8524 ] +INFO:root:Average loss=0.1866154365050487 +INFO:root: +[Valid][14][UTT][ MSE = 0.2960 | LCC = 0.8608 | SRCC = 0.8589 ] +INFO:root:Average loss=0.18801097056040397 +INFO:root: +[Valid][15][UTT][ MSE = 0.2596 | LCC = 0.8573 | SRCC = 0.8543 ] +INFO:root:Average loss=0.1865861190435214 +INFO:root: +[Valid][16][UTT][ MSE = 0.2432 | LCC = 0.8593 | SRCC = 0.8560 ] +INFO:root:Average loss=0.19375459047464225 +INFO:root: +[Valid][17][UTT][ MSE = 0.2574 | LCC = 0.8593 | SRCC = 0.8575 ] +INFO:root:Average loss=0.18797000516683626 +INFO:root: +[Valid][18][UTT][ MSE = 0.2607 | LCC = 0.8636 | SRCC = 0.8605 ] +INFO:root:Average loss=0.1724727220642261 +INFO:root: +[Valid][19][UTT][ MSE = 0.2477 | LCC = 0.8620 | SRCC = 0.8591 ] +INFO:root:Average loss=0.16185139960203415 +INFO:root: +[Valid][20][UTT][ MSE = 0.2719 | LCC = 0.8507 | SRCC = 0.8535 ] +INFO:root:Average loss=0.1838340662801877 +INFO:root: +[Valid][21][UTT][ MSE = 0.2447 | LCC = 0.8636 | SRCC = 0.8593 ] +INFO:root:Average loss=0.17008591290467825 +INFO:root: +[Valid][22][UTT][ MSE = 0.3163 | LCC = 0.8507 | SRCC = 0.8530 ] +INFO:root:Average loss=0.16352493315935135 +INFO:root: +[Valid][23][UTT][ MSE = 0.2311 | LCC = 0.8599 | SRCC = 0.8568 ] +INFO:root:Average loss=0.15196033337941536 +INFO:root: +[Valid][24][UTT][ MSE = 0.2397 | LCC = 0.8593 | SRCC = 0.8537 ] +INFO:root:Average loss=0.14883078491458526 +INFO:root: +[Valid][25][UTT][ MSE = 0.2508 | LCC = 0.8544 | SRCC = 0.8538 ] +INFO:root:Average loss=0.15664823410602716 +INFO:root: +[Valid][26][UTT][ MSE = 0.2321 | LCC = 0.8595 | SRCC = 0.8555 ] +INFO:root:Average loss=0.1461077043070243 +INFO:root: +[Valid][27][UTT][ MSE = 0.2510 | LCC = 0.8575 | SRCC = 0.8537 ] +INFO:root:Average loss=0.13786816090727463 +INFO:root: +[Valid][28][UTT][ MSE = 0.2476 | LCC = 0.8555 | SRCC = 0.8539 ] +INFO:root:Average loss=0.13456128919735932 +INFO:root: +[Valid][29][UTT][ MSE = 0.2449 | LCC = 0.8544 | SRCC = 0.8482 ] +INFO:root:Average loss=0.13000222629843614 +INFO:root: +[Valid][30][UTT][ MSE = 0.2385 | LCC = 0.8561 | SRCC = 0.8531 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2623 | LCC = 0.8731 | SRCC = 0.8742 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer20/run4/config.gin b/results_bvcc/w2v2_large_xlsr53/layer20/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer20/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer20/run4/model.pt b/results_bvcc/w2v2_large_xlsr53/layer20/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5739165a9090906d26435ea0076d3711aacbaa7d --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer20/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c50488e9e8b9f83e3743a1e0aa60b31d7e3c38e45c421b06da3c734e2743a1f1 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer20/run4/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer20/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..19e63c2c3a75b1fa38fe11e2befdd9816b6fb999 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer20/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f557d716907f5344d87c1ad00ae44e9c99276ded924802742444e4ad13ddeb2 +size 3404998 diff --git a/results_bvcc/w2v2_large_xlsr53/layer20/run4/train.log b/results_bvcc/w2v2_large_xlsr53/layer20/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..94bc5adf827707551c4196f343a7ee65b517baf4 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer20/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5252037472449816 +INFO:root: +[Valid][0][UTT][ MSE = 0.3260 | LCC = 0.8098 | SRCC = 0.8132 ] +INFO:root:Average loss=0.3006973887483279 +INFO:root: +[Valid][1][UTT][ MSE = 0.2792 | LCC = 0.8349 | SRCC = 0.8337 ] +INFO:root:Average loss=0.28456209275202876 +INFO:root: +[Valid][2][UTT][ MSE = 0.2737 | LCC = 0.8432 | SRCC = 0.8399 ] +INFO:root:Average loss=0.2644761571517357 +INFO:root: +[Valid][3][UTT][ MSE = 0.2677 | LCC = 0.8417 | SRCC = 0.8395 ] +INFO:root:Average loss=0.2482989699794696 +INFO:root: +[Valid][4][UTT][ MSE = 0.2976 | LCC = 0.8481 | SRCC = 0.8462 ] +INFO:root:Average loss=0.23510840726204407 +INFO:root: +[Valid][5][UTT][ MSE = 0.2639 | LCC = 0.8520 | SRCC = 0.8486 ] +INFO:root:Average loss=0.26927776319476276 +INFO:root: +[Valid][6][UTT][ MSE = 0.2799 | LCC = 0.8532 | SRCC = 0.8506 ] +INFO:root:Average loss=0.22184919241147164 +INFO:root: +[Valid][7][UTT][ MSE = 0.2623 | LCC = 0.8512 | SRCC = 0.8503 ] +INFO:root:Average loss=0.22584270418454439 +INFO:root: +[Valid][8][UTT][ MSE = 0.2872 | LCC = 0.8481 | SRCC = 0.8487 ] +INFO:root:Average loss=0.213427450412359 +INFO:root: +[Valid][9][UTT][ MSE = 0.2583 | LCC = 0.8548 | SRCC = 0.8506 ] +INFO:root:Average loss=0.20632134740933394 +INFO:root: +[Valid][10][UTT][ MSE = 0.2672 | LCC = 0.8518 | SRCC = 0.8513 ] +INFO:root:Average loss=0.20528878816045248 +INFO:root: +[Valid][11][UTT][ MSE = 0.2751 | LCC = 0.8532 | SRCC = 0.8495 ] +INFO:root:Average loss=0.20711010006757882 +INFO:root: +[Valid][12][UTT][ MSE = 0.2598 | LCC = 0.8545 | SRCC = 0.8502 ] +INFO:root:Average loss=0.20164973871448102 +INFO:root: +[Valid][13][UTT][ MSE = 0.2799 | LCC = 0.8524 | SRCC = 0.8528 ] +INFO:root:Average loss=0.1846661360409015 +INFO:root: +[Valid][14][UTT][ MSE = 0.2438 | LCC = 0.8565 | SRCC = 0.8528 ] +INFO:root:Average loss=0.18137922004247323 +INFO:root: +[Valid][15][UTT][ MSE = 0.3013 | LCC = 0.8507 | SRCC = 0.8487 ] +INFO:root:Average loss=0.19190689692130455 +INFO:root: +[Valid][16][UTT][ MSE = 0.2794 | LCC = 0.8563 | SRCC = 0.8547 ] +INFO:root:Average loss=0.18160534296662378 +INFO:root: +[Valid][17][UTT][ MSE = 0.2580 | LCC = 0.8580 | SRCC = 0.8546 ] +INFO:root:Average loss=0.16761686232609627 +INFO:root: +[Valid][18][UTT][ MSE = 0.2677 | LCC = 0.8524 | SRCC = 0.8545 ] +INFO:root:Average loss=0.17268649517343596 +INFO:root: +[Valid][19][UTT][ MSE = 0.2744 | LCC = 0.8553 | SRCC = 0.8557 ] +INFO:root:Average loss=0.16771187575963828 +INFO:root: +[Valid][20][UTT][ MSE = 0.2467 | LCC = 0.8589 | SRCC = 0.8576 ] +INFO:root:Average loss=0.16012380635127044 +INFO:root: +[Valid][21][UTT][ MSE = 0.2472 | LCC = 0.8602 | SRCC = 0.8587 ] +INFO:root:Average loss=0.1710203097989926 +INFO:root: +[Valid][22][UTT][ MSE = 0.2308 | LCC = 0.8568 | SRCC = 0.8537 ] +INFO:root:Average loss=0.15017850888081086 +INFO:root: +[Valid][23][UTT][ MSE = 0.2880 | LCC = 0.8546 | SRCC = 0.8551 ] +INFO:root:Average loss=0.14663071156694338 +INFO:root: +[Valid][24][UTT][ MSE = 0.2700 | LCC = 0.8556 | SRCC = 0.8555 ] +INFO:root:Average loss=0.14466455894020888 +INFO:root: +[Valid][25][UTT][ MSE = 0.2646 | LCC = 0.8584 | SRCC = 0.8580 ] +INFO:root:Average loss=0.1419999205913299 +INFO:root: +[Valid][26][UTT][ MSE = 0.2210 | LCC = 0.8589 | SRCC = 0.8565 ] +INFO:root:Average loss=0.14327592144791895 +INFO:root: +[Valid][27][UTT][ MSE = 0.2841 | LCC = 0.8573 | SRCC = 0.8544 ] +INFO:root:Average loss=0.13189556769644603 +INFO:root: +[Valid][28][UTT][ MSE = 0.2464 | LCC = 0.8553 | SRCC = 0.8540 ] +INFO:root:Average loss=0.12708164933018196 +INFO:root: +[Valid][29][UTT][ MSE = 0.2558 | LCC = 0.8581 | SRCC = 0.8559 ] +INFO:root:Average loss=0.1344688210922938 +INFO:root: +[Valid][30][UTT][ MSE = 0.2375 | LCC = 0.8540 | SRCC = 0.8516 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2276 | LCC = 0.8744 | SRCC = 0.8738 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run0/config.gin b/results_bvcc/w2v2_large_xlsr53/layer22/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run0/model.pt b/results_bvcc/w2v2_large_xlsr53/layer22/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..60c3cb2976bd731221168c92432e1bd3ea0ced80 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1a56f815795e931cc454630646df20dca752d5208210c5deb5516fcfe734a0c +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run0/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer22/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..241a947ccbd0f476739e33cce32dd61101d0d4f9 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8e5f07ead89a4d410d80619c52e4a0485ab0e3c54493edec80831b864f3770d +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run0/train.log b/results_bvcc/w2v2_large_xlsr53/layer22/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..93a4afb25935e77467da60a227025dd8361c108f --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.814239657842196 +INFO:root: +[Valid][0][UTT][ MSE = 0.8270 | LCC = -0.0026 | SRCC = 0.0041 ] +INFO:root:Average loss=0.8085363232172452 +INFO:root: +[Valid][1][UTT][ MSE = 0.8259 | LCC = 0.0493 | SRCC = 0.0578 ] +INFO:root:Average loss=0.8069201738406451 +INFO:root: +[Valid][2][UTT][ MSE = 0.8247 | LCC = 0.1962 | SRCC = 0.1724 ] +INFO:root:Average loss=0.804259663208937 +INFO:root: +[Valid][3][UTT][ MSE = 0.8243 | LCC = 0.1360 | SRCC = 0.0895 ] +INFO:root:Average loss=0.7963876479711288 +INFO:root: +[Valid][4][UTT][ MSE = 0.8091 | LCC = 0.2472 | SRCC = 0.2498 ] +INFO:root:Average loss=0.7853928804397583 +INFO:root: +[Valid][5][UTT][ MSE = 0.7979 | LCC = 0.2328 | SRCC = 0.2393 ] +INFO:root:Average loss=0.7715532069022839 +INFO:root: +[Valid][6][UTT][ MSE = 0.7915 | LCC = 0.2385 | SRCC = 0.2449 ] +INFO:root:Average loss=0.7595658860145471 +INFO:root: +[Valid][7][UTT][ MSE = 0.7796 | LCC = 0.2547 | SRCC = 0.2535 ] +INFO:root:Average loss=0.7552185222888604 +INFO:root: +[Valid][8][UTT][ MSE = 0.7782 | LCC = 0.2615 | SRCC = 0.2638 ] +INFO:root:Average loss=0.7525569139382778 +INFO:root: +[Valid][9][UTT][ MSE = 0.7804 | LCC = 0.2499 | SRCC = 0.2511 ] +INFO:root:Average loss=0.7490798051540668 +INFO:root: +[Valid][10][UTT][ MSE = 0.7807 | LCC = 0.2506 | SRCC = 0.2477 ] +INFO:root:Average loss=0.7523076916352297 +INFO:root: +[Valid][11][UTT][ MSE = 0.7763 | LCC = 0.2525 | SRCC = 0.2499 ] +INFO:root:Average loss=0.7473140374208108 +INFO:root: +[Valid][12][UTT][ MSE = 0.7775 | LCC = 0.2565 | SRCC = 0.2576 ] +INFO:root:Average loss=0.7457434053604419 +INFO:root: +[Valid][13][UTT][ MSE = 0.7724 | LCC = 0.2590 | SRCC = 0.2566 ] +INFO:root:Average loss=0.7413836671755865 +INFO:root: +[Valid][14][UTT][ MSE = 0.7757 | LCC = 0.2561 | SRCC = 0.2580 ] +INFO:root:Average loss=0.746223298402933 +INFO:root: +[Valid][15][UTT][ MSE = 0.7791 | LCC = 0.2531 | SRCC = 0.2559 ] +INFO:root:Average loss=0.7420797638404064 +INFO:root: +[Valid][16][UTT][ MSE = 0.7749 | LCC = 0.2586 | SRCC = 0.2605 ] +INFO:root:Average loss=0.7429421719832298 +INFO:root: +[Valid][17][UTT][ MSE = 0.7730 | LCC = 0.2617 | SRCC = 0.2634 ] +INFO:root:Average loss=0.7376499966933177 +INFO:root: +[Valid][18][UTT][ MSE = 0.7722 | LCC = 0.2626 | SRCC = 0.2612 ] +INFO:root:Average loss=0.7371719991549467 +INFO:root: +[Valid][19][UTT][ MSE = 0.7723 | LCC = 0.2641 | SRCC = 0.2609 ] +INFO:root:Average loss=0.7375246989421356 +INFO:root: +[Valid][20][UTT][ MSE = 0.7737 | LCC = 0.2596 | SRCC = 0.2569 ] +INFO:root:Average loss=0.7357758390597808 +INFO:root: +[Valid][21][UTT][ MSE = 0.7709 | LCC = 0.2627 | SRCC = 0.2593 ] +INFO:root:Average loss=0.7394503248043549 +INFO:root: +[Valid][22][UTT][ MSE = 0.7721 | LCC = 0.2609 | SRCC = 0.2602 ] +INFO:root:Average loss=0.7379284046399288 +INFO:root: +[Valid][23][UTT][ MSE = 0.7725 | LCC = 0.2575 | SRCC = 0.2581 ] +INFO:root:Average loss=0.7340310563643774 +INFO:root: +[Valid][24][UTT][ MSE = 0.7736 | LCC = 0.2577 | SRCC = 0.2566 ] +INFO:root:Average loss=0.732508102288613 +INFO:root: +[Valid][25][UTT][ MSE = 0.7724 | LCC = 0.2564 | SRCC = 0.2555 ] +INFO:root:Average loss=0.7312567891218723 +INFO:root: +[Valid][26][UTT][ MSE = 0.7739 | LCC = 0.2568 | SRCC = 0.2540 ] +INFO:root:Average loss=0.7326350448987423 +INFO:root: +[Valid][27][UTT][ MSE = 0.7737 | LCC = 0.2552 | SRCC = 0.2567 ] +INFO:root:Average loss=0.7306141421580926 +INFO:root: +[Valid][28][UTT][ MSE = 0.7751 | LCC = 0.2552 | SRCC = 0.2572 ] +INFO:root:Average loss=0.7304448515940936 +INFO:root: +[Valid][29][UTT][ MSE = 0.7763 | LCC = 0.2522 | SRCC = 0.2621 ] +INFO:root:Average loss=0.7258755343082623 +INFO:root: +[Valid][30][UTT][ MSE = 0.7713 | LCC = 0.2600 | SRCC = 0.2612 ] +INFO:root: +[Test][31][UTT][ MSE = 0.8067 | LCC = 0.2564 | SRCC = 0.2638 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run1/config.gin b/results_bvcc/w2v2_large_xlsr53/layer22/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run1/model.pt b/results_bvcc/w2v2_large_xlsr53/layer22/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fcffaee8da0a4e073e5c1e29da94255a581a6f7 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a4207c575fda017ff98028b9abcd06aa3d9d89765d6e50c7f88d11e2c0f6f64 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run1/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer22/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae813fef1efd4b911e9e98be2c6b5b0f00980884 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13807fed47bdbbf469ba629fdbafecfe255caee85de995c0a35f4000aaa2fed2 +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run1/train.log b/results_bvcc/w2v2_large_xlsr53/layer22/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..abd5ecd4cadccb024706755addb57ca0c44f625c --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.8181307224126962 +INFO:root: +[Valid][0][UTT][ MSE = 0.8383 | LCC = 0.1263 | SRCC = 0.1136 ] +INFO:root:Average loss=0.8058509589769901 +INFO:root: +[Valid][1][UTT][ MSE = 0.8313 | LCC = 0.1621 | SRCC = 0.1426 ] +INFO:root:Average loss=0.8050016615635309 +INFO:root: +[Valid][2][UTT][ MSE = 0.8302 | LCC = 0.1852 | SRCC = 0.1710 ] +INFO:root:Average loss=0.8022013230201526 +INFO:root: +[Valid][3][UTT][ MSE = 0.8238 | LCC = 0.2060 | SRCC = 0.2061 ] +INFO:root:Average loss=0.7932518109297141 +INFO:root: +[Valid][4][UTT][ MSE = 0.8095 | LCC = 0.2203 | SRCC = 0.2173 ] +INFO:root:Average loss=0.7824825889024979 +INFO:root: +[Valid][5][UTT][ MSE = 0.8238 | LCC = 0.2229 | SRCC = 0.2354 ] +INFO:root:Average loss=0.7676528906210874 +INFO:root: +[Valid][6][UTT][ MSE = 0.7966 | LCC = 0.2300 | SRCC = 0.2333 ] +INFO:root:Average loss=0.7637531146025046 +INFO:root: +[Valid][7][UTT][ MSE = 0.7890 | LCC = 0.2374 | SRCC = 0.2388 ] +INFO:root:Average loss=0.7614126335351895 +INFO:root: +[Valid][8][UTT][ MSE = 0.7893 | LCC = 0.2364 | SRCC = 0.2401 ] +INFO:root:Average loss=0.7546045344609481 +INFO:root: +[Valid][9][UTT][ MSE = 0.7927 | LCC = 0.2397 | SRCC = 0.2433 ] +INFO:root:Average loss=0.7521014488660372 +INFO:root: +[Valid][10][UTT][ MSE = 0.7971 | LCC = 0.2430 | SRCC = 0.2452 ] +INFO:root:Average loss=0.7542945650907663 +INFO:root: +[Valid][11][UTT][ MSE = 0.8035 | LCC = 0.2403 | SRCC = 0.2467 ] +INFO:root:Average loss=0.7496093186812524 +INFO:root: +[Valid][12][UTT][ MSE = 0.8264 | LCC = 0.2363 | SRCC = 0.2470 ] +INFO:root:Average loss=0.7481262401128427 +INFO:root: +[Valid][13][UTT][ MSE = 0.8146 | LCC = 0.2366 | SRCC = 0.2440 ] +INFO:root:Average loss=0.7483717394180787 +INFO:root: +[Valid][14][UTT][ MSE = 0.7988 | LCC = 0.2392 | SRCC = 0.2478 ] +INFO:root:Average loss=0.7470266200028933 +INFO:root: +[Valid][15][UTT][ MSE = 0.7773 | LCC = 0.2472 | SRCC = 0.2479 ] +INFO:root:Average loss=0.7472251134041028 +INFO:root: +[Valid][16][UTT][ MSE = 0.8218 | LCC = 0.2336 | SRCC = 0.2444 ] +INFO:root:Average loss=0.7448329543456053 +INFO:root: +[Valid][17][UTT][ MSE = 0.8404 | LCC = 0.2386 | SRCC = 0.2471 ] +INFO:root:Average loss=0.7468257385950822 +INFO:root: +[Valid][18][UTT][ MSE = 0.8102 | LCC = 0.2413 | SRCC = 0.2495 ] +INFO:root:Average loss=0.7398762595959198 +INFO:root: +[Valid][19][UTT][ MSE = 0.7956 | LCC = 0.2506 | SRCC = 0.2513 ] +INFO:root:Average loss=0.739950743623269 +INFO:root: +[Valid][20][UTT][ MSE = 0.7798 | LCC = 0.2558 | SRCC = 0.2576 ] +INFO:root:Average loss=0.74148706977184 +INFO:root: +[Valid][21][UTT][ MSE = 0.7825 | LCC = 0.2547 | SRCC = 0.2602 ] +INFO:root:Average loss=0.7412474002593603 +INFO:root: +[Valid][22][UTT][ MSE = 0.8015 | LCC = 0.2487 | SRCC = 0.2586 ] +INFO:root:Average loss=0.7376955036933606 +INFO:root: +[Valid][23][UTT][ MSE = 0.7965 | LCC = 0.2547 | SRCC = 0.2586 ] +INFO:root:Average loss=0.7389899431130825 +INFO:root: +[Valid][24][UTT][ MSE = 0.8086 | LCC = 0.2474 | SRCC = 0.2556 ] +INFO:root:Average loss=0.7341073384651771 +INFO:root: +[Valid][25][UTT][ MSE = 0.7827 | LCC = 0.2564 | SRCC = 0.2639 ] +INFO:root:Average loss=0.7389515500802261 +INFO:root: +[Valid][26][UTT][ MSE = 0.7884 | LCC = 0.2528 | SRCC = 0.2571 ] +INFO:root:Average loss=0.7339698744890018 +INFO:root: +[Valid][27][UTT][ MSE = 0.7711 | LCC = 0.2622 | SRCC = 0.2609 ] +INFO:root:Average loss=0.737748962182265 +INFO:root: +[Valid][28][UTT][ MSE = 0.7770 | LCC = 0.2527 | SRCC = 0.2605 ] +INFO:root:Average loss=0.7384612575555459 +INFO:root: +[Valid][29][UTT][ MSE = 0.7779 | LCC = 0.2590 | SRCC = 0.2643 ] +INFO:root:Average loss=0.7393181075652441 +INFO:root: +[Valid][30][UTT][ MSE = 0.8223 | LCC = 0.2459 | SRCC = 0.2583 ] +INFO:root: +[Test][31][UTT][ MSE = 0.7996 | LCC = 0.2422 | SRCC = 0.2504 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run2/config.gin b/results_bvcc/w2v2_large_xlsr53/layer22/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run2/model.pt b/results_bvcc/w2v2_large_xlsr53/layer22/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..49aa99c178510a43c27980ff067803b566f501b1 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:600e13b24b4df5a9bad0859914464388871330115787498ebd9cf9ef13c194bc +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run2/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer22/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1799c484dd150f6907be23df4e2a6644003bd691 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc6b697fc358ef048a7d3407572dcc3c9f3ee6f595b36f5cc664485cc6f7138c +size 3404998 diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run2/train.log b/results_bvcc/w2v2_large_xlsr53/layer22/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7fa63c4b2749550b9af0c46a737218d0d2096fba --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.8170791971377838 +INFO:root: +[Valid][0][UTT][ MSE = 0.8325 | LCC = 0.1026 | SRCC = 0.1114 ] +INFO:root:Average loss=0.8104762167502673 +INFO:root: +[Valid][1][UTT][ MSE = 0.8263 | LCC = -0.0209 | SRCC = -0.0027 ] +INFO:root:Average loss=0.8071949627154913 +INFO:root: +[Valid][2][UTT][ MSE = 0.8266 | LCC = 0.0121 | SRCC = 0.0360 ] +INFO:root:Average loss=0.8096001698420598 +INFO:root: +[Valid][3][UTT][ MSE = 0.8256 | LCC = 0.0345 | SRCC = 0.0465 ] +INFO:root:Average loss=0.8068318619177892 +INFO:root: +[Valid][4][UTT][ MSE = 0.8247 | LCC = 0.0963 | SRCC = 0.1003 ] +INFO:root:Average loss=0.8068208495775858 +INFO:root: +[Valid][5][UTT][ MSE = 0.8289 | LCC = 0.1201 | SRCC = 0.1209 ] +INFO:root:Average loss=0.8082066774368286 +INFO:root: +[Valid][6][UTT][ MSE = 0.8299 | LCC = 0.1215 | SRCC = 0.1197 ] +INFO:root:Average loss=0.7999909252692492 +INFO:root: +[Valid][7][UTT][ MSE = 0.8185 | LCC = 0.2234 | SRCC = 0.2272 ] +INFO:root:Average loss=0.7974462914161193 +INFO:root: +[Valid][8][UTT][ MSE = 0.8092 | LCC = 0.2301 | SRCC = 0.2401 ] +INFO:root:Average loss=0.7786302451904004 +INFO:root: +[Valid][9][UTT][ MSE = 0.8018 | LCC = 0.2356 | SRCC = 0.2532 ] +INFO:root:Average loss=0.7637408131208175 +INFO:root: +[Valid][10][UTT][ MSE = 0.8020 | LCC = 0.2301 | SRCC = 0.2432 ] +INFO:root:Average loss=0.7688980881984417 +INFO:root: +[Valid][11][UTT][ MSE = 0.7847 | LCC = 0.2382 | SRCC = 0.2453 ] +INFO:root:Average loss=0.7564181311008258 +INFO:root: +[Valid][12][UTT][ MSE = 0.7874 | LCC = 0.2371 | SRCC = 0.2423 ] +INFO:root:Average loss=0.7545683070635184 +INFO:root: +[Valid][13][UTT][ MSE = 0.8091 | LCC = 0.2361 | SRCC = 0.2466 ] +INFO:root:Average loss=0.7512389161647894 +INFO:root: +[Valid][14][UTT][ MSE = 0.7793 | LCC = 0.2450 | SRCC = 0.2449 ] +INFO:root:Average loss=0.7586557078055847 +INFO:root: +[Valid][15][UTT][ MSE = 0.7864 | LCC = 0.2386 | SRCC = 0.2431 ] +INFO:root:Average loss=0.7566420504680047 +INFO:root: +[Valid][16][UTT][ MSE = 0.7858 | LCC = 0.2423 | SRCC = 0.2426 ] +INFO:root:Average loss=0.7498466303715339 +INFO:root: +[Valid][17][UTT][ MSE = 0.7781 | LCC = 0.2444 | SRCC = 0.2435 ] +INFO:root:Average loss=0.7462894381620945 +INFO:root: +[Valid][18][UTT][ MSE = 0.8138 | LCC = 0.2368 | SRCC = 0.2465 ] +INFO:root:Average loss=0.7527802273249015 +INFO:root: +[Valid][19][UTT][ MSE = 0.7938 | LCC = 0.2362 | SRCC = 0.2415 ] +INFO:root:Average loss=0.7473375663543359 +INFO:root: +[Valid][20][UTT][ MSE = 0.7803 | LCC = 0.2437 | SRCC = 0.2459 ] +INFO:root:Average loss=0.7387752280785487 +INFO:root: +[Valid][21][UTT][ MSE = 0.7824 | LCC = 0.2478 | SRCC = 0.2484 ] +INFO:root:Average loss=0.7506021536313571 +INFO:root: +[Valid][22][UTT][ MSE = 0.7798 | LCC = 0.2467 | SRCC = 0.2469 ] +INFO:root:Average loss=0.742162606655023 +INFO:root: +[Valid][23][UTT][ MSE = 0.7770 | LCC = 0.2476 | SRCC = 0.2459 ] +INFO:root:Average loss=0.7410742491483688 +INFO:root: +[Valid][24][UTT][ MSE = 0.7751 | LCC = 0.2503 | SRCC = 0.2458 ] +INFO:root:Average loss=0.7445911574058044 +INFO:root: +[Valid][25][UTT][ MSE = 0.7795 | LCC = 0.2432 | SRCC = 0.2463 ] +INFO:root:Average loss=0.7379241952529321 +INFO:root: +[Valid][26][UTT][ MSE = 0.7901 | LCC = 0.2368 | SRCC = 0.2378 ] +INFO:root:Average loss=0.7360416750113169 +INFO:root: +[Valid][27][UTT][ MSE = 0.7746 | LCC = 0.2503 | SRCC = 0.2480 ] +INFO:root:Average loss=0.7346521952213385 +INFO:root: +[Valid][28][UTT][ MSE = 0.7962 | LCC = 0.2415 | SRCC = 0.2478 ] +INFO:root:Average loss=0.7360071792052343 +INFO:root: +[Valid][29][UTT][ MSE = 0.7771 | LCC = 0.2491 | SRCC = 0.2513 ] +INFO:root:Average loss=0.7348292752718314 +INFO:root: +[Valid][30][UTT][ MSE = 0.7890 | LCC = 0.2410 | SRCC = 0.2432 ] +INFO:root: +[Test][31][UTT][ MSE = 0.7907 | LCC = 0.2665 | SRCC = 0.2687 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run3/config.gin b/results_bvcc/w2v2_large_xlsr53/layer22/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run3/model.pt b/results_bvcc/w2v2_large_xlsr53/layer22/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ffee7abae2f9b5e7a6fb1e7c78fb7800015fa63 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d90223c11566e5b9366d1f191619706c6868e92086587ede254eea29795319c +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run3/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer22/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c9e7e2846adcf5f97f2cfc796f84996fa32fc57 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5055a81939fd491e91cffaa54a4a2efad6ceca33ada7ff52dff767a619970f25 +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run3/train.log b/results_bvcc/w2v2_large_xlsr53/layer22/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8e756ca8a8696272a6b964905c1fa44471dc8220 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.8139951924482981 +INFO:root: +[Valid][0][UTT][ MSE = 0.8538 | LCC = 0.0628 | SRCC = 0.0433 ] +INFO:root:Average loss=0.8084817964297074 +INFO:root: +[Valid][1][UTT][ MSE = 0.8346 | LCC = 0.1495 | SRCC = 0.1408 ] +INFO:root:Average loss=0.8109443149505517 +INFO:root: +[Valid][2][UTT][ MSE = 0.8399 | LCC = 0.1735 | SRCC = 0.1573 ] +INFO:root:Average loss=0.8042151973797724 +INFO:root: +[Valid][3][UTT][ MSE = 0.8378 | LCC = 0.2081 | SRCC = 0.2045 ] +INFO:root:Average loss=0.8034162750610938 +INFO:root: +[Valid][4][UTT][ MSE = 0.8440 | LCC = 0.2189 | SRCC = 0.2294 ] +INFO:root:Average loss=0.807106227446825 +INFO:root: +[Valid][5][UTT][ MSE = 0.8303 | LCC = 0.2063 | SRCC = 0.2054 ] +INFO:root:Average loss=0.7967051993577908 +INFO:root: +[Valid][6][UTT][ MSE = 0.8262 | LCC = 0.2212 | SRCC = 0.2231 ] +INFO:root:Average loss=0.7873269961430476 +INFO:root: +[Valid][7][UTT][ MSE = 0.8369 | LCC = 0.2284 | SRCC = 0.2433 ] +INFO:root:Average loss=0.7755554616451263 +INFO:root: +[Valid][8][UTT][ MSE = 0.8117 | LCC = 0.2389 | SRCC = 0.2573 ] +INFO:root:Average loss=0.7619453622744634 +INFO:root: +[Valid][9][UTT][ MSE = 0.7796 | LCC = 0.2543 | SRCC = 0.2549 ] +INFO:root:Average loss=0.7669727420195555 +INFO:root: +[Valid][10][UTT][ MSE = 0.7817 | LCC = 0.2582 | SRCC = 0.2596 ] +INFO:root:Average loss=0.7573283819051889 +INFO:root: +[Valid][11][UTT][ MSE = 0.8115 | LCC = 0.2542 | SRCC = 0.2628 ] +INFO:root:Average loss=0.753503374564342 +INFO:root: +[Valid][12][UTT][ MSE = 0.7973 | LCC = 0.2575 | SRCC = 0.2668 ] +INFO:root:Average loss=0.7453485207679944 +INFO:root: +[Valid][13][UTT][ MSE = 0.8421 | LCC = 0.2580 | SRCC = 0.2705 ] +INFO:root:Average loss=0.7502139508724213 +INFO:root: +[Valid][14][UTT][ MSE = 0.7675 | LCC = 0.2719 | SRCC = 0.2685 ] +INFO:root:Average loss=0.7436514829213803 +INFO:root: +[Valid][15][UTT][ MSE = 0.7981 | LCC = 0.2540 | SRCC = 0.2611 ] +INFO:root:Average loss=0.7450853158266116 +INFO:root: +[Valid][16][UTT][ MSE = 0.7642 | LCC = 0.2791 | SRCC = 0.2766 ] +INFO:root:Average loss=0.7439048061004052 +INFO:root: +[Valid][17][UTT][ MSE = 0.7791 | LCC = 0.2748 | SRCC = 0.2763 ] +INFO:root:Average loss=0.7414584794105628 +INFO:root: +[Valid][18][UTT][ MSE = 0.7793 | LCC = 0.2727 | SRCC = 0.2757 ] +INFO:root:Average loss=0.7410066070464941 +INFO:root: +[Valid][19][UTT][ MSE = 0.7671 | LCC = 0.2795 | SRCC = 0.2782 ] +INFO:root:Average loss=0.7383616111981564 +INFO:root: +[Valid][20][UTT][ MSE = 0.7835 | LCC = 0.2746 | SRCC = 0.2757 ] +INFO:root:Average loss=0.7370491738502796 +INFO:root: +[Valid][21][UTT][ MSE = 0.8018 | LCC = 0.2653 | SRCC = 0.2673 ] +INFO:root:Average loss=0.7324779484516535 +INFO:root: +[Valid][22][UTT][ MSE = 0.7692 | LCC = 0.2761 | SRCC = 0.2786 ] +INFO:root:Average loss=0.740232072579555 +INFO:root: +[Valid][23][UTT][ MSE = 0.7750 | LCC = 0.2804 | SRCC = 0.2792 ] +INFO:root:Average loss=0.7392700532307992 +INFO:root: +[Valid][24][UTT][ MSE = 0.7744 | LCC = 0.2807 | SRCC = 0.2760 ] +INFO:root:Average loss=0.7341036876806846 +INFO:root: +[Valid][25][UTT][ MSE = 0.7650 | LCC = 0.2814 | SRCC = 0.2765 ] +INFO:root:Average loss=0.7312420346798041 +INFO:root: +[Valid][26][UTT][ MSE = 0.7766 | LCC = 0.2829 | SRCC = 0.2840 ] +INFO:root:Average loss=0.7305280428666335 +INFO:root: +[Valid][27][UTT][ MSE = 0.7855 | LCC = 0.2772 | SRCC = 0.2782 ] +INFO:root:Average loss=0.7277241028272189 +INFO:root: +[Valid][28][UTT][ MSE = 0.7805 | LCC = 0.2800 | SRCC = 0.2774 ] +INFO:root:Average loss=0.7310245992281498 +INFO:root: +[Valid][29][UTT][ MSE = 0.7570 | LCC = 0.2933 | SRCC = 0.2889 ] +INFO:root:Average loss=0.7278549052201785 +INFO:root: +[Valid][30][UTT][ MSE = 0.7954 | LCC = 0.2802 | SRCC = 0.2838 ] +INFO:root: +[Test][31][UTT][ MSE = 0.7960 | LCC = 0.2681 | SRCC = 0.2799 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run4/config.gin b/results_bvcc/w2v2_large_xlsr53/layer22/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run4/model.pt b/results_bvcc/w2v2_large_xlsr53/layer22/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..520cc9d1acc89adbc90c7bd7f10a09eb5c9ccdb4 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9bb001e0a7e711f1bb9275c034935d862ccdc20710f9458f8eefba1a22f9319 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run4/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer22/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..669100cc0e970d197d34a0cf16c24a48f6bf62a6 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:439a309d13eef5a0952916c0c3681ace23ef98e55fffd31d55e0902364494747 +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer22/run4/train.log b/results_bvcc/w2v2_large_xlsr53/layer22/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2cb329ef4fb7e27cbd7243f1e57fb37abca0ffb7 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer22/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.8078734744817783 +INFO:root: +[Valid][0][UTT][ MSE = 0.8438 | LCC = 0.1551 | SRCC = 0.1338 ] +INFO:root:Average loss=0.8061453310342935 +INFO:root: +[Valid][1][UTT][ MSE = 0.8527 | LCC = 0.1858 | SRCC = 0.1696 ] +INFO:root:Average loss=0.7980850124970461 +INFO:root: +[Valid][2][UTT][ MSE = 0.8782 | LCC = 0.2039 | SRCC = 0.2082 ] +INFO:root:Average loss=0.7904722224443387 +INFO:root: +[Valid][3][UTT][ MSE = 0.8657 | LCC = 0.2205 | SRCC = 0.2218 ] +INFO:root:Average loss=0.7704049562796568 +INFO:root: +[Valid][4][UTT][ MSE = 0.8042 | LCC = 0.2416 | SRCC = 0.2469 ] +INFO:root:Average loss=0.7644153917447115 +INFO:root: +[Valid][5][UTT][ MSE = 0.8250 | LCC = 0.2385 | SRCC = 0.2437 ] +INFO:root:Average loss=0.7613810132711362 +INFO:root: +[Valid][6][UTT][ MSE = 0.8584 | LCC = 0.2353 | SRCC = 0.2405 ] +INFO:root:Average loss=0.7635564146897732 +INFO:root: +[Valid][7][UTT][ MSE = 0.8602 | LCC = 0.2334 | SRCC = 0.2399 ] +INFO:root:Average loss=0.7606048110203866 +INFO:root: +[Valid][8][UTT][ MSE = 0.7999 | LCC = 0.2399 | SRCC = 0.2370 ] +INFO:root:Average loss=0.7518155513665615 +INFO:root: +[Valid][9][UTT][ MSE = 0.7966 | LCC = 0.2453 | SRCC = 0.2419 ] +INFO:root:Average loss=0.7531586511012835 +INFO:root: +[Valid][10][UTT][ MSE = 0.8018 | LCC = 0.2439 | SRCC = 0.2402 ] +INFO:root:Average loss=0.7529040429836664 +INFO:root: +[Valid][11][UTT][ MSE = 0.8175 | LCC = 0.2530 | SRCC = 0.2528 ] +INFO:root:Average loss=0.7498894028174572 +INFO:root: +[Valid][12][UTT][ MSE = 0.8310 | LCC = 0.2520 | SRCC = 0.2505 ] +INFO:root:Average loss=0.7508819340131222 +INFO:root: +[Valid][13][UTT][ MSE = 0.8223 | LCC = 0.2518 | SRCC = 0.2502 ] +INFO:root:Average loss=0.7533572163337316 +INFO:root: +[Valid][14][UTT][ MSE = 0.8383 | LCC = 0.2479 | SRCC = 0.2476 ] +INFO:root:Average loss=0.7443092568562582 +INFO:root: +[Valid][15][UTT][ MSE = 0.8035 | LCC = 0.2544 | SRCC = 0.2475 ] +INFO:root:Average loss=0.7448368473694875 +INFO:root: +[Valid][16][UTT][ MSE = 0.8218 | LCC = 0.2568 | SRCC = 0.2515 ] +INFO:root:Average loss=0.748010686574838 +INFO:root: +[Valid][17][UTT][ MSE = 0.8373 | LCC = 0.2558 | SRCC = 0.2524 ] +INFO:root:Average loss=0.7410632696671363 +INFO:root: +[Valid][18][UTT][ MSE = 0.8248 | LCC = 0.2561 | SRCC = 0.2532 ] +INFO:root:Average loss=0.7445670266946157 +INFO:root: +[Valid][19][UTT][ MSE = 0.8269 | LCC = 0.2542 | SRCC = 0.2514 ] +INFO:root:Average loss=0.74035588823832 +INFO:root: +[Valid][20][UTT][ MSE = 0.8644 | LCC = 0.2530 | SRCC = 0.2545 ] +INFO:root:Average loss=0.7474632763709778 +INFO:root: +[Valid][21][UTT][ MSE = 0.8147 | LCC = 0.2602 | SRCC = 0.2546 ] +INFO:root:Average loss=0.7406386037667593 +INFO:root: +[Valid][22][UTT][ MSE = 0.8054 | LCC = 0.2618 | SRCC = 0.2536 ] +INFO:root:Average loss=0.7379722109971902 +INFO:root: +[Valid][23][UTT][ MSE = 0.8150 | LCC = 0.2635 | SRCC = 0.2614 ] +INFO:root:Average loss=0.7341487545233506 +INFO:root: +[Valid][24][UTT][ MSE = 0.8073 | LCC = 0.2630 | SRCC = 0.2580 ] +INFO:root:Average loss=0.7340960743335577 +INFO:root: +[Valid][25][UTT][ MSE = 0.7963 | LCC = 0.2616 | SRCC = 0.2544 ] +INFO:root:Average loss=0.7333975468690579 +INFO:root: +[Valid][26][UTT][ MSE = 0.8081 | LCC = 0.2641 | SRCC = 0.2592 ] +INFO:root:Average loss=0.7372842583900843 +INFO:root: +[Valid][27][UTT][ MSE = 0.8026 | LCC = 0.2604 | SRCC = 0.2548 ] +INFO:root:Average loss=0.7322733646784073 +INFO:root: +[Valid][28][UTT][ MSE = 0.8087 | LCC = 0.2649 | SRCC = 0.2605 ] +INFO:root:Average loss=0.7382883513585116 +INFO:root: +[Valid][29][UTT][ MSE = 0.7805 | LCC = 0.2660 | SRCC = 0.2607 ] +INFO:root:Average loss=0.7296412785847982 +INFO:root: +[Valid][30][UTT][ MSE = 0.7854 | LCC = 0.2664 | SRCC = 0.2601 ] +INFO:root: +[Test][31][UTT][ MSE = 0.7988 | LCC = 0.2486 | SRCC = 0.2584 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run0/config.gin b/results_bvcc/w2v2_large_xlsr53/layer4/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run0/model.pt b/results_bvcc/w2v2_large_xlsr53/layer4/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a2481712ce35b99895ebeb1acb257f06ab0d2cd --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d17ddd1fc840a4c8efb2d94b5c79a8182ea133d0da68d1c78d08949e45d54f9 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run0/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer4/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7620c3f9105c95ef62c9b6c17a855740805cf153 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c77faa9c79a76bc831692b5f9b595ac4ccb9406a66d60eb59c0a3cdc68cdec7d +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run0/train.log b/results_bvcc/w2v2_large_xlsr53/layer4/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..11d4f8bf77999687eeed0a88483d32be0a327785 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.547156467460669 +INFO:root: +[Valid][0][UTT][ MSE = 0.3832 | LCC = 0.7870 | SRCC = 0.7937 ] +INFO:root:Average loss=0.29149841994811326 +INFO:root: +[Valid][1][UTT][ MSE = 0.3145 | LCC = 0.8253 | SRCC = 0.8260 ] +INFO:root:Average loss=0.24849581298155662 +INFO:root: +[Valid][2][UTT][ MSE = 0.2810 | LCC = 0.8434 | SRCC = 0.8447 ] +INFO:root:Average loss=0.22738109395290032 +INFO:root: +[Valid][3][UTT][ MSE = 0.2621 | LCC = 0.8573 | SRCC = 0.8536 ] +INFO:root:Average loss=0.21490304286663348 +INFO:root: +[Valid][4][UTT][ MSE = 0.2838 | LCC = 0.8643 | SRCC = 0.8606 ] +INFO:root:Average loss=0.20760062088569006 +INFO:root: +[Valid][5][UTT][ MSE = 0.2279 | LCC = 0.8673 | SRCC = 0.8642 ] +INFO:root:Average loss=0.20366449520373955 +INFO:root: +[Valid][6][UTT][ MSE = 0.2377 | LCC = 0.8735 | SRCC = 0.8702 ] +INFO:root:Average loss=0.17576329687084907 +INFO:root: +[Valid][7][UTT][ MSE = 0.2163 | LCC = 0.8735 | SRCC = 0.8715 ] +INFO:root:Average loss=0.17690044412246117 +INFO:root: +[Valid][8][UTT][ MSE = 0.2238 | LCC = 0.8779 | SRCC = 0.8757 ] +INFO:root:Average loss=0.1625153881808122 +INFO:root: +[Valid][9][UTT][ MSE = 0.2058 | LCC = 0.8757 | SRCC = 0.8747 ] +INFO:root:Average loss=0.16646776797297674 +INFO:root: +[Valid][10][UTT][ MSE = 0.2525 | LCC = 0.8692 | SRCC = 0.8712 ] +INFO:root:Average loss=0.16911816062071386 +INFO:root: +[Valid][11][UTT][ MSE = 0.2083 | LCC = 0.8794 | SRCC = 0.8774 ] +INFO:root:Average loss=0.14906550905643365 +INFO:root: +[Valid][12][UTT][ MSE = 0.2191 | LCC = 0.8795 | SRCC = 0.8771 ] +INFO:root:Average loss=0.14371993793891027 +INFO:root: +[Valid][13][UTT][ MSE = 0.2117 | LCC = 0.8791 | SRCC = 0.8769 ] +INFO:root:Average loss=0.1384089978841635 +INFO:root: +[Valid][14][UTT][ MSE = 0.2030 | LCC = 0.8787 | SRCC = 0.8776 ] +INFO:root:Average loss=0.12990750276889557 +INFO:root: +[Valid][15][UTT][ MSE = 0.2243 | LCC = 0.8789 | SRCC = 0.8775 ] +INFO:root:Average loss=0.13416247537884957 +INFO:root: +[Valid][16][UTT][ MSE = 0.1994 | LCC = 0.8776 | SRCC = 0.8764 ] +INFO:root:Average loss=0.1280193323126206 +INFO:root: +[Valid][17][UTT][ MSE = 0.2107 | LCC = 0.8757 | SRCC = 0.8748 ] +INFO:root:Average loss=0.11507375280444439 +INFO:root: +[Valid][18][UTT][ MSE = 0.2014 | LCC = 0.8787 | SRCC = 0.8778 ] +INFO:root:Average loss=0.11986773652143967 +INFO:root: +[Valid][19][UTT][ MSE = 0.2211 | LCC = 0.8760 | SRCC = 0.8761 ] +INFO:root:Average loss=0.10640933001652741 +INFO:root: +[Valid][20][UTT][ MSE = 0.2026 | LCC = 0.8763 | SRCC = 0.8763 ] +INFO:root:Average loss=0.10712833387347367 +INFO:root: +[Valid][21][UTT][ MSE = 0.1972 | LCC = 0.8812 | SRCC = 0.8802 ] +INFO:root:Average loss=0.10519853802636647 +INFO:root: +[Valid][22][UTT][ MSE = 0.2054 | LCC = 0.8747 | SRCC = 0.8757 ] +INFO:root:Average loss=0.09490100838817082 +INFO:root: +[Valid][23][UTT][ MSE = 0.2048 | LCC = 0.8798 | SRCC = 0.8781 ] +INFO:root:Average loss=0.09653763964963265 +INFO:root: +[Valid][24][UTT][ MSE = 0.2104 | LCC = 0.8747 | SRCC = 0.8743 ] +INFO:root:Average loss=0.09158640760832872 +INFO:root: +[Valid][25][UTT][ MSE = 0.2154 | LCC = 0.8728 | SRCC = 0.8724 ] +INFO:root:Average loss=0.08465714289400822 +INFO:root: +[Valid][26][UTT][ MSE = 0.2098 | LCC = 0.8769 | SRCC = 0.8759 ] +INFO:root:Average loss=0.0891813850746705 +INFO:root: +[Valid][27][UTT][ MSE = 0.2106 | LCC = 0.8787 | SRCC = 0.8780 ] +INFO:root:Average loss=0.09102073861047244 +INFO:root: +[Valid][28][UTT][ MSE = 0.2081 | LCC = 0.8761 | SRCC = 0.8754 ] +INFO:root:Average loss=0.08620971317092578 +INFO:root: +[Valid][29][UTT][ MSE = 0.2109 | LCC = 0.8755 | SRCC = 0.8746 ] +INFO:root:Average loss=0.07545238857467969 +INFO:root: +[Valid][30][UTT][ MSE = 0.2072 | LCC = 0.8736 | SRCC = 0.8727 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2096 | LCC = 0.8749 | SRCC = 0.8742 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run1/config.gin b/results_bvcc/w2v2_large_xlsr53/layer4/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run1/model.pt b/results_bvcc/w2v2_large_xlsr53/layer4/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..02191b41d16101d973136d0b1cd8f0b783d93446 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf2cd0da48458a8dad5a0439c598dc91722a10bd72eb1293d122b1b3df500b43 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run1/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer4/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7bc2bdbcd44b2faeb30f78dd3358513fce26a73 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce6fd6a252785a6f331f9946f5b53c13f73e0ee5bc262d421079252183450b33 +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run1/train.log b/results_bvcc/w2v2_large_xlsr53/layer4/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d8e5efc98a4bca079432310e675ba1ebed5e37f5 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5605818294943907 +INFO:root: +[Valid][0][UTT][ MSE = 0.3382 | LCC = 0.7913 | SRCC = 0.7967 ] +INFO:root:Average loss=0.30025573762563557 +INFO:root: +[Valid][1][UTT][ MSE = 0.3533 | LCC = 0.8229 | SRCC = 0.8292 ] +INFO:root:Average loss=0.2813934796513655 +INFO:root: +[Valid][2][UTT][ MSE = 0.2893 | LCC = 0.8451 | SRCC = 0.8444 ] +INFO:root:Average loss=0.2493511744034596 +INFO:root: +[Valid][3][UTT][ MSE = 0.2820 | LCC = 0.8520 | SRCC = 0.8513 ] +INFO:root:Average loss=0.22732358005566475 +INFO:root: +[Valid][4][UTT][ MSE = 0.2426 | LCC = 0.8572 | SRCC = 0.8562 ] +INFO:root:Average loss=0.2069613333695974 +INFO:root: +[Valid][5][UTT][ MSE = 0.2915 | LCC = 0.8623 | SRCC = 0.8646 ] +INFO:root:Average loss=0.19090187750183618 +INFO:root: +[Valid][6][UTT][ MSE = 0.2433 | LCC = 0.8679 | SRCC = 0.8667 ] +INFO:root:Average loss=0.1918311948195482 +INFO:root: +[Valid][7][UTT][ MSE = 0.2164 | LCC = 0.8719 | SRCC = 0.8712 ] +INFO:root:Average loss=0.17321445105167535 +INFO:root: +[Valid][8][UTT][ MSE = 0.2449 | LCC = 0.8719 | SRCC = 0.8702 ] +INFO:root:Average loss=0.16294093773915216 +INFO:root: +[Valid][9][UTT][ MSE = 0.2188 | LCC = 0.8742 | SRCC = 0.8726 ] +INFO:root:Average loss=0.16203909204938474 +INFO:root: +[Valid][10][UTT][ MSE = 0.2208 | LCC = 0.8726 | SRCC = 0.8716 ] +INFO:root:Average loss=0.15740516571662364 +INFO:root: +[Valid][11][UTT][ MSE = 0.2292 | LCC = 0.8721 | SRCC = 0.8704 ] +INFO:root:Average loss=0.15466257461752647 +INFO:root: +[Valid][12][UTT][ MSE = 0.2270 | LCC = 0.8726 | SRCC = 0.8720 ] +INFO:root:Average loss=0.14520136543955559 +INFO:root: +[Valid][13][UTT][ MSE = 0.2052 | LCC = 0.8769 | SRCC = 0.8781 ] +INFO:root:Average loss=0.1345938279842719 +INFO:root: +[Valid][14][UTT][ MSE = 0.2260 | LCC = 0.8744 | SRCC = 0.8731 ] +INFO:root:Average loss=0.13297921266311255 +INFO:root: +[Valid][15][UTT][ MSE = 0.2284 | LCC = 0.8768 | SRCC = 0.8740 ] +INFO:root:Average loss=0.1225662044225595 +INFO:root: +[Valid][16][UTT][ MSE = 0.2110 | LCC = 0.8779 | SRCC = 0.8772 ] +INFO:root:Average loss=0.11552520105854058 +INFO:root: +[Valid][17][UTT][ MSE = 0.2273 | LCC = 0.8745 | SRCC = 0.8736 ] +INFO:root:Average loss=0.12532876174037272 +INFO:root: +[Valid][18][UTT][ MSE = 0.2443 | LCC = 0.8745 | SRCC = 0.8753 ] +INFO:root:Average loss=0.11093265993090776 +INFO:root: +[Valid][19][UTT][ MSE = 0.2307 | LCC = 0.8756 | SRCC = 0.8744 ] +INFO:root:Average loss=0.10863688277701537 +INFO:root: +[Valid][20][UTT][ MSE = 0.2385 | LCC = 0.8771 | SRCC = 0.8765 ] +INFO:root:Average loss=0.10018666957815488 +INFO:root: +[Valid][21][UTT][ MSE = 0.2663 | LCC = 0.8731 | SRCC = 0.8738 ] +INFO:root:Average loss=0.10150594340685086 +INFO:root: +[Valid][22][UTT][ MSE = 0.2035 | LCC = 0.8754 | SRCC = 0.8743 ] +INFO:root:Average loss=0.09620927025874455 +INFO:root: +[Valid][23][UTT][ MSE = 0.2666 | LCC = 0.8717 | SRCC = 0.8743 ] +INFO:root:Average loss=0.08765348242834592 +INFO:root: +[Valid][24][UTT][ MSE = 0.2430 | LCC = 0.8761 | SRCC = 0.8768 ] +INFO:root:Average loss=0.09197935820198976 +INFO:root: +[Valid][25][UTT][ MSE = 0.2052 | LCC = 0.8761 | SRCC = 0.8753 ] +INFO:root:Average loss=0.08101947677250092 +INFO:root: +[Valid][26][UTT][ MSE = 0.2142 | LCC = 0.8765 | SRCC = 0.8780 ] +INFO:root:Average loss=0.07929057675676468 +INFO:root: +[Valid][27][UTT][ MSE = 0.2166 | LCC = 0.8781 | SRCC = 0.8765 ] +INFO:root:Average loss=0.08396360980203518 +INFO:root: +[Valid][28][UTT][ MSE = 0.2919 | LCC = 0.8682 | SRCC = 0.8720 ] +INFO:root:Average loss=0.074722120204033 +INFO:root: +[Valid][29][UTT][ MSE = 0.2033 | LCC = 0.8764 | SRCC = 0.8761 ] +INFO:root:Average loss=0.0711737318107715 +INFO:root: +[Valid][30][UTT][ MSE = 0.2367 | LCC = 0.8755 | SRCC = 0.8754 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2166 | LCC = 0.8761 | SRCC = 0.8773 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run2/config.gin b/results_bvcc/w2v2_large_xlsr53/layer4/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run2/model.pt b/results_bvcc/w2v2_large_xlsr53/layer4/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fc059f9fcca5409dfe763d71dbe3e81c13ae17f --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4988351cc534c94f99f7559f933edb0081f47cafa055d2a3e17c09d9ed472b3a +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run2/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer4/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd97fd1b8b992273b322c61ce896fe7d86f3582c --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ababe9b3184cb9bc8887520d5ba3bf14d8176e8d09fbc642ac6cc11c9daddcd0 +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run2/train.log b/results_bvcc/w2v2_large_xlsr53/layer4/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..93f50f9c9e98e05919a1caddc7e2fcb37054cd50 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4532563615685854 +INFO:root: +[Valid][0][UTT][ MSE = 0.3356 | LCC = 0.7989 | SRCC = 0.8013 ] +INFO:root:Average loss=0.27491417641823107 +INFO:root: +[Valid][1][UTT][ MSE = 0.2828 | LCC = 0.8347 | SRCC = 0.8370 ] +INFO:root:Average loss=0.2513206410102355 +INFO:root: +[Valid][2][UTT][ MSE = 0.2710 | LCC = 0.8484 | SRCC = 0.8482 ] +INFO:root:Average loss=0.2428954717440483 +INFO:root: +[Valid][3][UTT][ MSE = 0.2799 | LCC = 0.8471 | SRCC = 0.8524 ] +INFO:root:Average loss=0.21514941904789361 +INFO:root: +[Valid][4][UTT][ MSE = 0.2534 | LCC = 0.8650 | SRCC = 0.8626 ] +INFO:root:Average loss=0.2048763797069207 +INFO:root: +[Valid][5][UTT][ MSE = 0.2392 | LCC = 0.8661 | SRCC = 0.8668 ] +INFO:root:Average loss=0.19460664336115885 +INFO:root: +[Valid][6][UTT][ MSE = 0.2166 | LCC = 0.8683 | SRCC = 0.8700 ] +INFO:root:Average loss=0.18061789364004746 +INFO:root: +[Valid][7][UTT][ MSE = 0.2214 | LCC = 0.8693 | SRCC = 0.8684 ] +INFO:root:Average loss=0.18510188811864609 +INFO:root: +[Valid][8][UTT][ MSE = 0.2186 | LCC = 0.8743 | SRCC = 0.8720 ] +INFO:root:Average loss=0.1711409091949463 +INFO:root: +[Valid][9][UTT][ MSE = 0.2395 | LCC = 0.8728 | SRCC = 0.8728 ] +INFO:root:Average loss=0.1823367731502423 +INFO:root: +[Valid][10][UTT][ MSE = 0.2216 | LCC = 0.8695 | SRCC = 0.8729 ] +INFO:root:Average loss=0.15918540228635836 +INFO:root: +[Valid][11][UTT][ MSE = 0.2110 | LCC = 0.8734 | SRCC = 0.8718 ] +INFO:root:Average loss=0.15191630302713469 +INFO:root: +[Valid][12][UTT][ MSE = 0.2003 | LCC = 0.8755 | SRCC = 0.8753 ] +INFO:root:Average loss=0.15265449738273254 +INFO:root: +[Valid][13][UTT][ MSE = 0.2462 | LCC = 0.8677 | SRCC = 0.8726 ] +INFO:root:Average loss=0.1382217956468081 +INFO:root: +[Valid][14][UTT][ MSE = 0.2130 | LCC = 0.8727 | SRCC = 0.8747 ] +INFO:root:Average loss=0.14303912518498224 +INFO:root: +[Valid][15][UTT][ MSE = 0.2350 | LCC = 0.8722 | SRCC = 0.8728 ] +INFO:root:Average loss=0.13195646449159354 +INFO:root: +[Valid][16][UTT][ MSE = 0.2163 | LCC = 0.8779 | SRCC = 0.8764 ] +INFO:root:Average loss=0.12995244027712408 +INFO:root: +[Valid][17][UTT][ MSE = 0.2148 | LCC = 0.8735 | SRCC = 0.8752 ] +INFO:root:Average loss=0.12340931288706951 +INFO:root: +[Valid][18][UTT][ MSE = 0.2682 | LCC = 0.8657 | SRCC = 0.8737 ] +INFO:root:Average loss=0.11715158571799596 +INFO:root: +[Valid][19][UTT][ MSE = 0.2107 | LCC = 0.8726 | SRCC = 0.8745 ] +INFO:root:Average loss=0.1106030118580048 +INFO:root: +[Valid][20][UTT][ MSE = 0.2178 | LCC = 0.8728 | SRCC = 0.8728 ] +INFO:root:Average loss=0.11555583459826615 +INFO:root: +[Valid][21][UTT][ MSE = 0.2155 | LCC = 0.8780 | SRCC = 0.8771 ] +INFO:root:Average loss=0.10848726771580867 +INFO:root: +[Valid][22][UTT][ MSE = 0.2078 | LCC = 0.8758 | SRCC = 0.8753 ] +INFO:root:Average loss=0.09563501962484458 +INFO:root: +[Valid][23][UTT][ MSE = 0.2425 | LCC = 0.8681 | SRCC = 0.8676 ] +INFO:root:Average loss=0.09557310367623965 +INFO:root: +[Valid][24][UTT][ MSE = 0.2283 | LCC = 0.8726 | SRCC = 0.8758 ] +INFO:root:Average loss=0.09602287803322841 +INFO:root: +[Valid][25][UTT][ MSE = 0.1953 | LCC = 0.8783 | SRCC = 0.8786 ] +INFO:root:Average loss=0.10340599371836735 +INFO:root: +[Valid][26][UTT][ MSE = 0.2294 | LCC = 0.8741 | SRCC = 0.8754 ] +INFO:root:Average loss=0.08820458687841892 +INFO:root: +[Valid][27][UTT][ MSE = 0.2308 | LCC = 0.8733 | SRCC = 0.8737 ] +INFO:root:Average loss=0.08390403567598416 +INFO:root: +[Valid][28][UTT][ MSE = 0.2481 | LCC = 0.8685 | SRCC = 0.8749 ] +INFO:root:Average loss=0.0964965601093494 +INFO:root: +[Valid][29][UTT][ MSE = 0.1953 | LCC = 0.8769 | SRCC = 0.8774 ] +INFO:root:Average loss=0.08484634895546314 +INFO:root: +[Valid][30][UTT][ MSE = 0.2053 | LCC = 0.8762 | SRCC = 0.8762 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2247 | LCC = 0.8717 | SRCC = 0.8723 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run3/config.gin b/results_bvcc/w2v2_large_xlsr53/layer4/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run3/model.pt b/results_bvcc/w2v2_large_xlsr53/layer4/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d703f2c42de4d9cb26abbd5c252e78d3e15d65c2 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:727657e5e90f3d64442de165ff4ede62d7b7457f843b30dba402b9401a31d0b3 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run3/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer4/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a32f30ce3c26d4e7888ce0242345c048de9dab11 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f800e6f5de54cefe7b88d3f824da19de7ff6faf367c840ec7f221ca3160784 +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run3/train.log b/results_bvcc/w2v2_large_xlsr53/layer4/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c09de45675fdadf5dc739aa3e316f31cc5a14721 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4696754650809826 +INFO:root: +[Valid][0][UTT][ MSE = 0.3065 | LCC = 0.8023 | SRCC = 0.8093 ] +INFO:root:Average loss=0.2954771388799716 +INFO:root: +[Valid][1][UTT][ MSE = 0.2991 | LCC = 0.8411 | SRCC = 0.8407 ] +INFO:root:Average loss=0.28332846611738205 +INFO:root: +[Valid][2][UTT][ MSE = 0.2869 | LCC = 0.8463 | SRCC = 0.8464 ] +INFO:root:Average loss=0.23383696663838166 +INFO:root: +[Valid][3][UTT][ MSE = 0.2663 | LCC = 0.8586 | SRCC = 0.8569 ] +INFO:root:Average loss=0.21505269962243545 +INFO:root: +[Valid][4][UTT][ MSE = 0.2557 | LCC = 0.8593 | SRCC = 0.8594 ] +INFO:root:Average loss=0.21830975111478415 +INFO:root: +[Valid][5][UTT][ MSE = 0.2455 | LCC = 0.8675 | SRCC = 0.8651 ] +INFO:root:Average loss=0.1987616410240149 +INFO:root: +[Valid][6][UTT][ MSE = 0.2317 | LCC = 0.8693 | SRCC = 0.8681 ] +INFO:root:Average loss=0.19079558522655413 +INFO:root: +[Valid][7][UTT][ MSE = 0.2670 | LCC = 0.8720 | SRCC = 0.8704 ] +INFO:root:Average loss=0.18426570716576698 +INFO:root: +[Valid][8][UTT][ MSE = 0.2334 | LCC = 0.8724 | SRCC = 0.8717 ] +INFO:root:Average loss=0.17354323495274934 +INFO:root: +[Valid][9][UTT][ MSE = 0.2210 | LCC = 0.8753 | SRCC = 0.8748 ] +INFO:root:Average loss=0.18379609582897943 +INFO:root: +[Valid][10][UTT][ MSE = 0.2884 | LCC = 0.8663 | SRCC = 0.8725 ] +INFO:root:Average loss=0.1759594639715476 +INFO:root: +[Valid][11][UTT][ MSE = 0.2341 | LCC = 0.8718 | SRCC = 0.8731 ] +INFO:root:Average loss=0.16178548221404737 +INFO:root: +[Valid][12][UTT][ MSE = 0.2050 | LCC = 0.8786 | SRCC = 0.8777 ] +INFO:root:Average loss=0.14725517749022216 +INFO:root: +[Valid][13][UTT][ MSE = 0.2202 | LCC = 0.8749 | SRCC = 0.8736 ] +INFO:root:Average loss=0.1469860810499925 +INFO:root: +[Valid][14][UTT][ MSE = 0.2186 | LCC = 0.8779 | SRCC = 0.8773 ] +INFO:root:Average loss=0.1449679702711411 +INFO:root: +[Valid][15][UTT][ MSE = 0.1947 | LCC = 0.8786 | SRCC = 0.8785 ] +INFO:root:Average loss=0.13312828435729712 +INFO:root: +[Valid][16][UTT][ MSE = 0.2659 | LCC = 0.8658 | SRCC = 0.8687 ] +INFO:root:Average loss=0.1286121530410571 +INFO:root: +[Valid][17][UTT][ MSE = 0.2298 | LCC = 0.8746 | SRCC = 0.8741 ] +INFO:root:Average loss=0.12523656710982323 +INFO:root: +[Valid][18][UTT][ MSE = 0.2136 | LCC = 0.8763 | SRCC = 0.8749 ] +INFO:root:Average loss=0.12012366854991668 +INFO:root: +[Valid][19][UTT][ MSE = 0.2106 | LCC = 0.8773 | SRCC = 0.8772 ] +INFO:root:Average loss=0.11537392714466804 +INFO:root: +[Valid][20][UTT][ MSE = 0.2178 | LCC = 0.8739 | SRCC = 0.8743 ] +INFO:root:Average loss=0.10499710245774342 +INFO:root: +[Valid][21][UTT][ MSE = 0.2007 | LCC = 0.8805 | SRCC = 0.8794 ] +INFO:root:Average loss=0.10581345703357305 +INFO:root: +[Valid][22][UTT][ MSE = 0.2155 | LCC = 0.8743 | SRCC = 0.8756 ] +INFO:root:Average loss=0.10889474092385708 +INFO:root: +[Valid][23][UTT][ MSE = 0.2006 | LCC = 0.8767 | SRCC = 0.8754 ] +INFO:root:Average loss=0.1006790762528395 +INFO:root: +[Valid][24][UTT][ MSE = 0.2121 | LCC = 0.8718 | SRCC = 0.8693 ] +INFO:root:Average loss=0.09053596796897742 +INFO:root: +[Valid][25][UTT][ MSE = 0.2317 | LCC = 0.8743 | SRCC = 0.8740 ] +INFO:root:Average loss=0.09128491265269426 +INFO:root: +[Valid][26][UTT][ MSE = 0.2291 | LCC = 0.8756 | SRCC = 0.8734 ] +INFO:root:Average loss=0.08415590680371492 +INFO:root: +[Valid][27][UTT][ MSE = 0.2174 | LCC = 0.8759 | SRCC = 0.8760 ] +INFO:root:Average loss=0.08523786067962646 +INFO:root: +[Valid][28][UTT][ MSE = 0.2122 | LCC = 0.8769 | SRCC = 0.8763 ] +INFO:root:Average loss=0.08090076237343825 +INFO:root: +[Valid][29][UTT][ MSE = 0.2105 | LCC = 0.8771 | SRCC = 0.8764 ] +INFO:root:Average loss=0.0761953240308242 +INFO:root: +[Valid][30][UTT][ MSE = 0.2198 | LCC = 0.8731 | SRCC = 0.8756 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2211 | LCC = 0.8703 | SRCC = 0.8700 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run4/config.gin b/results_bvcc/w2v2_large_xlsr53/layer4/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run4/model.pt b/results_bvcc/w2v2_large_xlsr53/layer4/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc07dbd7b656664e5f8380bfb45c24765a9bff16 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f32c3616db4d0fbebd275bee428cbbddb517f648dd559fd48498d502ae6040be +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run4/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer4/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1039b29ab77c05379e604ae65eb0d7db3b0be98 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:904fa759cb4ec83f126ca39d143affdeea20223e7a8c03010188a94ce91d7de4 +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer4/run4/train.log b/results_bvcc/w2v2_large_xlsr53/layer4/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..5c97f2ea0bd5250b0eb548068f6bd6c907169449 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer4/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.52537674170274 +INFO:root: +[Valid][0][UTT][ MSE = 0.3887 | LCC = 0.7750 | SRCC = 0.7876 ] +INFO:root:Average loss=0.30436387524390834 +INFO:root: +[Valid][1][UTT][ MSE = 0.3571 | LCC = 0.8229 | SRCC = 0.8268 ] +INFO:root:Average loss=0.25408832079324967 +INFO:root: +[Valid][2][UTT][ MSE = 0.2649 | LCC = 0.8413 | SRCC = 0.8425 ] +INFO:root:Average loss=0.24732195948943114 +INFO:root: +[Valid][3][UTT][ MSE = 0.2917 | LCC = 0.8391 | SRCC = 0.8445 ] +INFO:root:Average loss=0.22789859446959618 +INFO:root: +[Valid][4][UTT][ MSE = 0.2359 | LCC = 0.8524 | SRCC = 0.8560 ] +INFO:root:Average loss=0.21681328127399468 +INFO:root: +[Valid][5][UTT][ MSE = 0.2432 | LCC = 0.8610 | SRCC = 0.8600 ] +INFO:root:Average loss=0.1960139463727291 +INFO:root: +[Valid][6][UTT][ MSE = 0.2533 | LCC = 0.8669 | SRCC = 0.8654 ] +INFO:root:Average loss=0.1812094708856864 +INFO:root: +[Valid][7][UTT][ MSE = 0.2285 | LCC = 0.8652 | SRCC = 0.8632 ] +INFO:root:Average loss=0.17510318966248098 +INFO:root: +[Valid][8][UTT][ MSE = 0.2705 | LCC = 0.8585 | SRCC = 0.8659 ] +INFO:root:Average loss=0.16739517316604272 +INFO:root: +[Valid][9][UTT][ MSE = 0.2243 | LCC = 0.8721 | SRCC = 0.8697 ] +INFO:root:Average loss=0.15850397361776766 +INFO:root: +[Valid][10][UTT][ MSE = 0.2178 | LCC = 0.8726 | SRCC = 0.8709 ] +INFO:root:Average loss=0.15365430789116102 +INFO:root: +[Valid][11][UTT][ MSE = 0.2178 | LCC = 0.8700 | SRCC = 0.8690 ] +INFO:root:Average loss=0.15971452838335282 +INFO:root: +[Valid][12][UTT][ MSE = 0.2095 | LCC = 0.8746 | SRCC = 0.8739 ] +INFO:root:Average loss=0.14395464479159087 +INFO:root: +[Valid][13][UTT][ MSE = 0.2197 | LCC = 0.8765 | SRCC = 0.8745 ] +INFO:root:Average loss=0.14916640013838425 +INFO:root: +[Valid][14][UTT][ MSE = 0.2283 | LCC = 0.8801 | SRCC = 0.8783 ] +INFO:root:Average loss=0.1395341809361409 +INFO:root: +[Valid][15][UTT][ MSE = 0.2206 | LCC = 0.8739 | SRCC = 0.8716 ] +INFO:root:Average loss=0.12825546107995203 +INFO:root: +[Valid][16][UTT][ MSE = 0.2705 | LCC = 0.8798 | SRCC = 0.8795 ] +INFO:root:Average loss=0.14459153436697447 +INFO:root: +[Valid][17][UTT][ MSE = 0.2158 | LCC = 0.8804 | SRCC = 0.8788 ] +INFO:root:Average loss=0.1156766720307179 +INFO:root: +[Valid][18][UTT][ MSE = 0.2197 | LCC = 0.8772 | SRCC = 0.8752 ] +INFO:root:Average loss=0.11221684305331646 +INFO:root: +[Valid][19][UTT][ MSE = 0.2044 | LCC = 0.8766 | SRCC = 0.8750 ] +INFO:root:Average loss=0.11384810631473859 +INFO:root: +[Valid][20][UTT][ MSE = 0.2150 | LCC = 0.8750 | SRCC = 0.8735 ] +INFO:root:Average loss=0.10758480448753406 +INFO:root: +[Valid][21][UTT][ MSE = 0.2127 | LCC = 0.8764 | SRCC = 0.8753 ] +INFO:root:Average loss=0.10552963738640149 +INFO:root: +[Valid][22][UTT][ MSE = 0.2200 | LCC = 0.8764 | SRCC = 0.8746 ] +INFO:root:Average loss=0.10431279523823506 +INFO:root: +[Valid][23][UTT][ MSE = 0.2072 | LCC = 0.8754 | SRCC = 0.8751 ] +INFO:root:Average loss=0.09680132816235225 +INFO:root: +[Valid][24][UTT][ MSE = 0.2137 | LCC = 0.8774 | SRCC = 0.8761 ] +INFO:root:Average loss=0.09812802845277847 +INFO:root: +[Valid][25][UTT][ MSE = 0.2111 | LCC = 0.8707 | SRCC = 0.8695 ] +INFO:root:Average loss=0.08742551510341656 +INFO:root: +[Valid][26][UTT][ MSE = 0.2046 | LCC = 0.8740 | SRCC = 0.8728 ] +INFO:root:Average loss=0.08742812146934179 +INFO:root: +[Valid][27][UTT][ MSE = 0.2148 | LCC = 0.8756 | SRCC = 0.8738 ] +INFO:root:Average loss=0.08552778889544499 +INFO:root: +[Valid][28][UTT][ MSE = 0.2240 | LCC = 0.8743 | SRCC = 0.8746 ] +INFO:root:Average loss=0.08267298832726784 +INFO:root: +[Valid][29][UTT][ MSE = 0.2050 | LCC = 0.8736 | SRCC = 0.8736 ] +INFO:root:Average loss=0.0749771978515081 +INFO:root: +[Valid][30][UTT][ MSE = 0.2794 | LCC = 0.8716 | SRCC = 0.8738 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2419 | LCC = 0.8710 | SRCC = 0.8729 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run0/config.gin b/results_bvcc/w2v2_large_xlsr53/layer6/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run0/model.pt b/results_bvcc/w2v2_large_xlsr53/layer6/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3b03ef0fd13eebd41e3e22d8c31055be0090b7f --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0906656d78e6182aa9084c1d4c7ed5ca7f7d6824f2f0e39eab2a7a105de8d5d +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run0/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer6/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e029f3f524b37b1c43e457310bd7bc4a12477a0 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e11b55a7b9cbbff9bd58b7eb237c6450d5444adb8618fa9ce6a422e64b7132b +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run0/train.log b/results_bvcc/w2v2_large_xlsr53/layer6/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c05569de377f5f9d7b5219448b848ae31cde5a56 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5058136933889145 +INFO:root: +[Valid][0][UTT][ MSE = 0.3821 | LCC = 0.8124 | SRCC = 0.8165 ] +INFO:root:Average loss=0.2816969513511046 +INFO:root: +[Valid][1][UTT][ MSE = 0.2915 | LCC = 0.8484 | SRCC = 0.8458 ] +INFO:root:Average loss=0.2644277258943289 +INFO:root: +[Valid][2][UTT][ MSE = 0.2644 | LCC = 0.8591 | SRCC = 0.8571 ] +INFO:root:Average loss=0.22384952772886324 +INFO:root: +[Valid][3][UTT][ MSE = 0.2280 | LCC = 0.8585 | SRCC = 0.8591 ] +INFO:root:Average loss=0.21549406112768713 +INFO:root: +[Valid][4][UTT][ MSE = 0.2383 | LCC = 0.8696 | SRCC = 0.8676 ] +INFO:root:Average loss=0.20318007841706276 +INFO:root: +[Valid][5][UTT][ MSE = 0.2943 | LCC = 0.8640 | SRCC = 0.8629 ] +INFO:root:Average loss=0.214127225562548 +INFO:root: +[Valid][6][UTT][ MSE = 0.2498 | LCC = 0.8741 | SRCC = 0.8703 ] +INFO:root:Average loss=0.19014616664021444 +INFO:root: +[Valid][7][UTT][ MSE = 0.2521 | LCC = 0.8729 | SRCC = 0.8708 ] +INFO:root:Average loss=0.17054407155284515 +INFO:root: +[Valid][8][UTT][ MSE = 0.2248 | LCC = 0.8716 | SRCC = 0.8705 ] +INFO:root:Average loss=0.1645989274749389 +INFO:root: +[Valid][9][UTT][ MSE = 0.2119 | LCC = 0.8761 | SRCC = 0.8746 ] +INFO:root:Average loss=0.180565111243572 +INFO:root: +[Valid][10][UTT][ MSE = 0.2108 | LCC = 0.8803 | SRCC = 0.8778 ] +INFO:root:Average loss=0.15137474477673188 +INFO:root: +[Valid][11][UTT][ MSE = 0.2242 | LCC = 0.8735 | SRCC = 0.8711 ] +INFO:root:Average loss=0.1495292786604319 +INFO:root: +[Valid][12][UTT][ MSE = 0.2197 | LCC = 0.8738 | SRCC = 0.8723 ] +INFO:root:Average loss=0.14134926091019923 +INFO:root: +[Valid][13][UTT][ MSE = 0.2636 | LCC = 0.8709 | SRCC = 0.8700 ] +INFO:root:Average loss=0.13201559707522392 +INFO:root: +[Valid][14][UTT][ MSE = 0.2334 | LCC = 0.8759 | SRCC = 0.8742 ] +INFO:root:Average loss=0.12885353475427017 +INFO:root: +[Valid][15][UTT][ MSE = 0.2169 | LCC = 0.8782 | SRCC = 0.8755 ] +INFO:root:Average loss=0.12336580483959271 +INFO:root: +[Valid][16][UTT][ MSE = 0.2263 | LCC = 0.8757 | SRCC = 0.8736 ] +INFO:root:Average loss=0.12669339422614145 +INFO:root: +[Valid][17][UTT][ MSE = 0.2450 | LCC = 0.8780 | SRCC = 0.8756 ] +INFO:root:Average loss=0.11039448214265016 +INFO:root: +[Valid][18][UTT][ MSE = 0.1997 | LCC = 0.8765 | SRCC = 0.8738 ] +INFO:root:Average loss=0.10729344160510944 +INFO:root: +[Valid][19][UTT][ MSE = 0.2691 | LCC = 0.8683 | SRCC = 0.8667 ] +INFO:root:Average loss=0.0988527815311383 +INFO:root: +[Valid][20][UTT][ MSE = 0.2129 | LCC = 0.8753 | SRCC = 0.8736 ] +INFO:root:Average loss=0.09941632157334915 +INFO:root: +[Valid][21][UTT][ MSE = 0.2268 | LCC = 0.8717 | SRCC = 0.8685 ] +INFO:root:Average loss=0.09213367773172183 +INFO:root: +[Valid][22][UTT][ MSE = 0.2131 | LCC = 0.8726 | SRCC = 0.8702 ] +INFO:root:Average loss=0.09380368458536956 +INFO:root: +[Valid][23][UTT][ MSE = 0.2318 | LCC = 0.8707 | SRCC = 0.8690 ] +INFO:root:Average loss=0.08964268977825458 +INFO:root: +[Valid][24][UTT][ MSE = 0.2147 | LCC = 0.8726 | SRCC = 0.8703 ] +INFO:root:Average loss=0.08258371193630573 +INFO:root: +[Valid][25][UTT][ MSE = 0.2308 | LCC = 0.8723 | SRCC = 0.8711 ] +INFO:root:Average loss=0.08143414853092952 +INFO:root: +[Valid][26][UTT][ MSE = 0.2393 | LCC = 0.8697 | SRCC = 0.8683 ] +INFO:root:Average loss=0.08159758327290034 +INFO:root: +[Valid][27][UTT][ MSE = 0.2340 | LCC = 0.8712 | SRCC = 0.8703 ] +INFO:root:Average loss=0.07729827201901338 +INFO:root: +[Valid][28][UTT][ MSE = 0.2300 | LCC = 0.8716 | SRCC = 0.8700 ] +INFO:root:Average loss=0.07398695861681914 +INFO:root: +[Valid][29][UTT][ MSE = 0.2288 | LCC = 0.8708 | SRCC = 0.8684 ] +INFO:root:Average loss=0.07180728944830406 +INFO:root: +[Valid][30][UTT][ MSE = 0.2303 | LCC = 0.8716 | SRCC = 0.8696 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2292 | LCC = 0.8710 | SRCC = 0.8722 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run1/config.gin b/results_bvcc/w2v2_large_xlsr53/layer6/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run1/model.pt b/results_bvcc/w2v2_large_xlsr53/layer6/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3f1dab82bd64e465f3f045d62985e9d6f1e8129 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc64eb1619ecea10eb353bc0a9e930be508dbe19bd4e266192d4cf5a51951a46 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run1/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer6/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..be849c66ef409bea28cb0994b1dfb0dbec69a3cc --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ca45078cd7dc2fcd3c22c77a88f161466513c1ad0fc6dfa53ef0bcf4d59a5bb +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run1/train.log b/results_bvcc/w2v2_large_xlsr53/layer6/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4221957127fb10337e252bf43c5288680e308af1 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4746631813737062 +INFO:root: +[Valid][0][UTT][ MSE = 0.3069 | LCC = 0.8238 | SRCC = 0.8290 ] +INFO:root:Average loss=0.2889736802914204 +INFO:root: +[Valid][1][UTT][ MSE = 0.2723 | LCC = 0.8502 | SRCC = 0.8510 ] +INFO:root:Average loss=0.2508412215572137 +INFO:root: +[Valid][2][UTT][ MSE = 0.2484 | LCC = 0.8584 | SRCC = 0.8595 ] +INFO:root:Average loss=0.22377188188525346 +INFO:root: +[Valid][3][UTT][ MSE = 0.2520 | LCC = 0.8669 | SRCC = 0.8645 ] +INFO:root:Average loss=0.2128665674573336 +INFO:root: +[Valid][4][UTT][ MSE = 0.2214 | LCC = 0.8697 | SRCC = 0.8679 ] +INFO:root:Average loss=0.20436387967604858 +INFO:root: +[Valid][5][UTT][ MSE = 0.3184 | LCC = 0.8625 | SRCC = 0.8645 ] +INFO:root:Average loss=0.18902175988142306 +INFO:root: +[Valid][6][UTT][ MSE = 0.2888 | LCC = 0.8635 | SRCC = 0.8661 ] +INFO:root:Average loss=0.1756747579918458 +INFO:root: +[Valid][7][UTT][ MSE = 0.2323 | LCC = 0.8731 | SRCC = 0.8712 ] +INFO:root:Average loss=0.18557209492875978 +INFO:root: +[Valid][8][UTT][ MSE = 0.2299 | LCC = 0.8772 | SRCC = 0.8750 ] +INFO:root:Average loss=0.16893760229532534 +INFO:root: +[Valid][9][UTT][ MSE = 0.2175 | LCC = 0.8778 | SRCC = 0.8774 ] +INFO:root:Average loss=0.1632015513112912 +INFO:root: +[Valid][10][UTT][ MSE = 0.2200 | LCC = 0.8773 | SRCC = 0.8754 ] +INFO:root:Average loss=0.16102536911001572 +INFO:root: +[Valid][11][UTT][ MSE = 0.2347 | LCC = 0.8760 | SRCC = 0.8736 ] +INFO:root:Average loss=0.14544719686874977 +INFO:root: +[Valid][12][UTT][ MSE = 0.2297 | LCC = 0.8779 | SRCC = 0.8757 ] +INFO:root:Average loss=0.14622215429941812 +INFO:root: +[Valid][13][UTT][ MSE = 0.2219 | LCC = 0.8740 | SRCC = 0.8715 ] +INFO:root:Average loss=0.1352526819667755 +INFO:root: +[Valid][14][UTT][ MSE = 0.2290 | LCC = 0.8756 | SRCC = 0.8741 ] +INFO:root:Average loss=0.12908975483897406 +INFO:root: +[Valid][15][UTT][ MSE = 0.2306 | LCC = 0.8746 | SRCC = 0.8726 ] +INFO:root:Average loss=0.12000593829613465 +INFO:root: +[Valid][16][UTT][ MSE = 0.2084 | LCC = 0.8736 | SRCC = 0.8713 ] +INFO:root:Average loss=0.12606833034600967 +INFO:root: +[Valid][17][UTT][ MSE = 0.2321 | LCC = 0.8759 | SRCC = 0.8730 ] +INFO:root:Average loss=0.13249094803363848 +INFO:root: +[Valid][18][UTT][ MSE = 0.2163 | LCC = 0.8752 | SRCC = 0.8736 ] +INFO:root:Average loss=0.11354732542083813 +INFO:root: +[Valid][19][UTT][ MSE = 0.2102 | LCC = 0.8740 | SRCC = 0.8733 ] +INFO:root:Average loss=0.10458888266331111 +INFO:root: +[Valid][20][UTT][ MSE = 0.2104 | LCC = 0.8721 | SRCC = 0.8713 ] +INFO:root:Average loss=0.10008762127313858 +INFO:root: +[Valid][21][UTT][ MSE = 0.2120 | LCC = 0.8734 | SRCC = 0.8722 ] +INFO:root:Average loss=0.09640607744073257 +INFO:root: +[Valid][22][UTT][ MSE = 0.2181 | LCC = 0.8721 | SRCC = 0.8705 ] +INFO:root:Average loss=0.0958752824136844 +INFO:root: +[Valid][23][UTT][ MSE = 0.2314 | LCC = 0.8728 | SRCC = 0.8717 ] +INFO:root:Average loss=0.08944143101764031 +INFO:root: +[Valid][24][UTT][ MSE = 0.2272 | LCC = 0.8719 | SRCC = 0.8706 ] +INFO:root:Average loss=0.0825391987290902 +INFO:root: +[Valid][25][UTT][ MSE = 0.2273 | LCC = 0.8684 | SRCC = 0.8690 ] +INFO:root:Average loss=0.0817528009796754 +INFO:root: +[Valid][26][UTT][ MSE = 0.2161 | LCC = 0.8706 | SRCC = 0.8696 ] +INFO:root:Average loss=0.08330624841917784 +INFO:root: +[Valid][27][UTT][ MSE = 0.2079 | LCC = 0.8728 | SRCC = 0.8717 ] +INFO:root:Average loss=0.07936176055899033 +INFO:root: +[Valid][28][UTT][ MSE = 0.2271 | LCC = 0.8710 | SRCC = 0.8700 ] +INFO:root:Average loss=0.0818252765501921 +INFO:root: +[Valid][29][UTT][ MSE = 0.2102 | LCC = 0.8737 | SRCC = 0.8736 ] +INFO:root:Average loss=0.07442042131263477 +INFO:root: +[Valid][30][UTT][ MSE = 0.2366 | LCC = 0.8705 | SRCC = 0.8712 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2343 | LCC = 0.8706 | SRCC = 0.8733 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run2/config.gin b/results_bvcc/w2v2_large_xlsr53/layer6/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run2/model.pt b/results_bvcc/w2v2_large_xlsr53/layer6/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..288e8ff712edd6868b9a4807d5c69f5fdf92ebba --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78478ad88fb2dbdffc4fb48c3629ff48aaa9c1025443a22d472e91d823d45295 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run2/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer6/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d357995ca27df9f048cdaa402bd5d2c2ed9677bb --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aaeb27cf691a9985aafa1244bfe746fea37b03a3d615a23645443d708fac130 +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run2/train.log b/results_bvcc/w2v2_large_xlsr53/layer6/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3295d3b7762871fc4872ee3e052f4deaa058476b --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5889317064713209 +INFO:root: +[Valid][0][UTT][ MSE = 0.3167 | LCC = 0.8153 | SRCC = 0.8185 ] +INFO:root:Average loss=0.27652231584756803 +INFO:root: +[Valid][1][UTT][ MSE = 0.2686 | LCC = 0.8428 | SRCC = 0.8480 ] +INFO:root:Average loss=0.2429973372282126 +INFO:root: +[Valid][2][UTT][ MSE = 0.2475 | LCC = 0.8563 | SRCC = 0.8546 ] +INFO:root:Average loss=0.22167432575653762 +INFO:root: +[Valid][3][UTT][ MSE = 0.2292 | LCC = 0.8633 | SRCC = 0.8621 ] +INFO:root:Average loss=0.2113361568787159 +INFO:root: +[Valid][4][UTT][ MSE = 0.2681 | LCC = 0.8666 | SRCC = 0.8638 ] +INFO:root:Average loss=0.2130052601106656 +INFO:root: +[Valid][5][UTT][ MSE = 0.2368 | LCC = 0.8689 | SRCC = 0.8659 ] +INFO:root:Average loss=0.19138454798704538 +INFO:root: +[Valid][6][UTT][ MSE = 0.2252 | LCC = 0.8696 | SRCC = 0.8677 ] +INFO:root:Average loss=0.1739039298815605 +INFO:root: +[Valid][7][UTT][ MSE = 0.2342 | LCC = 0.8720 | SRCC = 0.8688 ] +INFO:root:Average loss=0.1808716805699544 +INFO:root: +[Valid][8][UTT][ MSE = 0.2268 | LCC = 0.8742 | SRCC = 0.8717 ] +INFO:root:Average loss=0.17964849449121034 +INFO:root: +[Valid][9][UTT][ MSE = 0.2382 | LCC = 0.8769 | SRCC = 0.8743 ] +INFO:root:Average loss=0.16183672635219035 +INFO:root: +[Valid][10][UTT][ MSE = 0.2318 | LCC = 0.8721 | SRCC = 0.8730 ] +INFO:root:Average loss=0.15038288747652984 +INFO:root: +[Valid][11][UTT][ MSE = 0.2181 | LCC = 0.8780 | SRCC = 0.8748 ] +INFO:root:Average loss=0.14462200915202117 +INFO:root: +[Valid][12][UTT][ MSE = 0.2689 | LCC = 0.8765 | SRCC = 0.8770 ] +INFO:root:Average loss=0.14653535168140364 +INFO:root: +[Valid][13][UTT][ MSE = 0.2293 | LCC = 0.8765 | SRCC = 0.8737 ] +INFO:root:Average loss=0.13300509196825516 +INFO:root: +[Valid][14][UTT][ MSE = 0.2078 | LCC = 0.8749 | SRCC = 0.8730 ] +INFO:root:Average loss=0.13397881742089224 +INFO:root: +[Valid][15][UTT][ MSE = 0.2146 | LCC = 0.8755 | SRCC = 0.8726 ] +INFO:root:Average loss=0.12186261896903698 +INFO:root: +[Valid][16][UTT][ MSE = 0.2116 | LCC = 0.8763 | SRCC = 0.8750 ] +INFO:root:Average loss=0.11380167200397222 +INFO:root: +[Valid][17][UTT][ MSE = 0.2344 | LCC = 0.8724 | SRCC = 0.8710 ] +INFO:root:Average loss=0.11915552291350487 +INFO:root: +[Valid][18][UTT][ MSE = 0.2091 | LCC = 0.8752 | SRCC = 0.8740 ] +INFO:root:Average loss=0.10430461989763455 +INFO:root: +[Valid][19][UTT][ MSE = 0.2092 | LCC = 0.8771 | SRCC = 0.8772 ] +INFO:root:Average loss=0.10592129501776817 +INFO:root: +[Valid][20][UTT][ MSE = 0.2351 | LCC = 0.8703 | SRCC = 0.8690 ] +INFO:root:Average loss=0.09635020496371464 +INFO:root: +[Valid][21][UTT][ MSE = 0.2167 | LCC = 0.8762 | SRCC = 0.8769 ] +INFO:root:Average loss=0.09806958089272182 +INFO:root: +[Valid][22][UTT][ MSE = 0.2171 | LCC = 0.8776 | SRCC = 0.8774 ] +INFO:root:Average loss=0.09219025385876496 +INFO:root: +[Valid][23][UTT][ MSE = 0.2177 | LCC = 0.8727 | SRCC = 0.8704 ] +INFO:root:Average loss=0.08992221034490146 +INFO:root: +[Valid][24][UTT][ MSE = 0.2139 | LCC = 0.8730 | SRCC = 0.8707 ] +INFO:root:Average loss=0.09022562267879645 +INFO:root: +[Valid][25][UTT][ MSE = 0.2038 | LCC = 0.8714 | SRCC = 0.8700 ] +INFO:root:Average loss=0.08511937481279556 +INFO:root: +[Valid][26][UTT][ MSE = 0.2086 | LCC = 0.8747 | SRCC = 0.8728 ] +INFO:root:Average loss=0.08238159764844638 +INFO:root: +[Valid][27][UTT][ MSE = 0.2153 | LCC = 0.8742 | SRCC = 0.8720 ] +INFO:root:Average loss=0.07983186950859351 +INFO:root: +[Valid][28][UTT][ MSE = 0.2111 | LCC = 0.8721 | SRCC = 0.8697 ] +INFO:root:Average loss=0.07452920709665005 +INFO:root: +[Valid][29][UTT][ MSE = 0.2027 | LCC = 0.8735 | SRCC = 0.8719 ] +INFO:root:Average loss=0.07195131609646174 +INFO:root: +[Valid][30][UTT][ MSE = 0.2295 | LCC = 0.8699 | SRCC = 0.8696 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2253 | LCC = 0.8748 | SRCC = 0.8746 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run3/config.gin b/results_bvcc/w2v2_large_xlsr53/layer6/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run3/model.pt b/results_bvcc/w2v2_large_xlsr53/layer6/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ec7e23d089326f7255245e8b51d46e323742b70 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0edcffcf0366f20cae527639b1c24ba1f7937c0a8ab84908b827034db9894be6 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run3/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer6/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfa1f13c46a870a69328d04e0da38746720a58e1 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84133a80cfe33c3df18bc65f2f454da60753165695bebe4d69dae8f4f31a9a65 +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run3/train.log b/results_bvcc/w2v2_large_xlsr53/layer6/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8f73e473f4428eeb5d244b2a5707a25f4b76d72f --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4402163598017815 +INFO:root: +[Valid][0][UTT][ MSE = 0.3035 | LCC = 0.8295 | SRCC = 0.8315 ] +INFO:root:Average loss=0.27417653302351636 +INFO:root: +[Valid][1][UTT][ MSE = 0.2667 | LCC = 0.8504 | SRCC = 0.8507 ] +INFO:root:Average loss=0.23166309640957758 +INFO:root: +[Valid][2][UTT][ MSE = 0.2490 | LCC = 0.8583 | SRCC = 0.8575 ] +INFO:root:Average loss=0.22319063945458487 +INFO:root: +[Valid][3][UTT][ MSE = 0.2649 | LCC = 0.8647 | SRCC = 0.8619 ] +INFO:root:Average loss=0.20411368812888098 +INFO:root: +[Valid][4][UTT][ MSE = 0.2395 | LCC = 0.8678 | SRCC = 0.8653 ] +INFO:root:Average loss=0.1943595623358702 +INFO:root: +[Valid][5][UTT][ MSE = 0.2780 | LCC = 0.8674 | SRCC = 0.8661 ] +INFO:root:Average loss=0.2009179045756658 +INFO:root: +[Valid][6][UTT][ MSE = 0.2202 | LCC = 0.8718 | SRCC = 0.8695 ] +INFO:root:Average loss=0.17065450463157433 +INFO:root: +[Valid][7][UTT][ MSE = 0.2472 | LCC = 0.8748 | SRCC = 0.8718 ] +INFO:root:Average loss=0.18630334534324133 +INFO:root: +[Valid][8][UTT][ MSE = 0.2246 | LCC = 0.8752 | SRCC = 0.8733 ] +INFO:root:Average loss=0.17342550154679862 +INFO:root: +[Valid][9][UTT][ MSE = 0.2289 | LCC = 0.8700 | SRCC = 0.8679 ] +INFO:root:Average loss=0.1534691465397676 +INFO:root: +[Valid][10][UTT][ MSE = 0.2356 | LCC = 0.8741 | SRCC = 0.8715 ] +INFO:root:Average loss=0.1588420505898121 +INFO:root: +[Valid][11][UTT][ MSE = 0.2206 | LCC = 0.8770 | SRCC = 0.8738 ] +INFO:root:Average loss=0.14562397765425536 +INFO:root: +[Valid][12][UTT][ MSE = 0.2413 | LCC = 0.8688 | SRCC = 0.8684 ] +INFO:root:Average loss=0.1452222649867718 +INFO:root: +[Valid][13][UTT][ MSE = 0.2282 | LCC = 0.8740 | SRCC = 0.8717 ] +INFO:root:Average loss=0.12825417910248804 +INFO:root: +[Valid][14][UTT][ MSE = 0.2461 | LCC = 0.8714 | SRCC = 0.8680 ] +INFO:root:Average loss=0.1249808092147876 +INFO:root: +[Valid][15][UTT][ MSE = 0.2356 | LCC = 0.8740 | SRCC = 0.8727 ] +INFO:root:Average loss=0.12058366997501789 +INFO:root: +[Valid][16][UTT][ MSE = 0.2188 | LCC = 0.8775 | SRCC = 0.8762 ] +INFO:root:Average loss=0.12589020215165922 +INFO:root: +[Valid][17][UTT][ MSE = 0.2258 | LCC = 0.8736 | SRCC = 0.8715 ] +INFO:root:Average loss=0.10866665333891526 +INFO:root: +[Valid][18][UTT][ MSE = 0.2161 | LCC = 0.8753 | SRCC = 0.8726 ] +INFO:root:Average loss=0.10552819875570443 +INFO:root: +[Valid][19][UTT][ MSE = 0.2015 | LCC = 0.8730 | SRCC = 0.8725 ] +INFO:root:Average loss=0.10441070732971032 +INFO:root: +[Valid][20][UTT][ MSE = 0.2144 | LCC = 0.8688 | SRCC = 0.8674 ] +INFO:root:Average loss=0.10223716401901001 +INFO:root: +[Valid][21][UTT][ MSE = 0.2144 | LCC = 0.8732 | SRCC = 0.8710 ] +INFO:root:Average loss=0.094302139364374 +INFO:root: +[Valid][22][UTT][ MSE = 0.2034 | LCC = 0.8726 | SRCC = 0.8713 ] +INFO:root:Average loss=0.09272054358361623 +INFO:root: +[Valid][23][UTT][ MSE = 0.2307 | LCC = 0.8677 | SRCC = 0.8649 ] +INFO:root:Average loss=0.09188679954371391 +INFO:root: +[Valid][24][UTT][ MSE = 0.2175 | LCC = 0.8689 | SRCC = 0.8669 ] +INFO:root:Average loss=0.09759172114233176 +INFO:root: +[Valid][25][UTT][ MSE = 0.2132 | LCC = 0.8689 | SRCC = 0.8676 ] +INFO:root:Average loss=0.08786370610006344 +INFO:root: +[Valid][26][UTT][ MSE = 0.2516 | LCC = 0.8696 | SRCC = 0.8660 ] +INFO:root:Average loss=0.08475924822955559 +INFO:root: +[Valid][27][UTT][ MSE = 0.2611 | LCC = 0.8647 | SRCC = 0.8647 ] +INFO:root:Average loss=0.08414467395498203 +INFO:root: +[Valid][28][UTT][ MSE = 0.2496 | LCC = 0.8665 | SRCC = 0.8652 ] +INFO:root:Average loss=0.08245403510637772 +INFO:root: +[Valid][29][UTT][ MSE = 0.2085 | LCC = 0.8685 | SRCC = 0.8673 ] +INFO:root:Average loss=0.07525511157627289 +INFO:root: +[Valid][30][UTT][ MSE = 0.2175 | LCC = 0.8700 | SRCC = 0.8672 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2329 | LCC = 0.8737 | SRCC = 0.8745 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run4/config.gin b/results_bvcc/w2v2_large_xlsr53/layer6/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run4/model.pt b/results_bvcc/w2v2_large_xlsr53/layer6/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c22878010f7cf704ca682154f26bc8e80a5ce6c4 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60db3513c857fcff8ebd5dddd5c8ebb5dc08529a8a2212147ae802e84e41c163 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run4/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer6/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d28d7f551e1d5c7de016e299f516750ce9f68335 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b65ede0c5bbe5607b61287e160d7e9489684176f2c1071f9a47cd3f2a33b2107 +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer6/run4/train.log b/results_bvcc/w2v2_large_xlsr53/layer6/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9c81f77ad62fbd0222d644c9feef055596414b37 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer6/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.44902329032237714 +INFO:root: +[Valid][0][UTT][ MSE = 0.3265 | LCC = 0.8217 | SRCC = 0.8261 ] +INFO:root:Average loss=0.2684359575311343 +INFO:root: +[Valid][1][UTT][ MSE = 0.2797 | LCC = 0.8495 | SRCC = 0.8484 ] +INFO:root:Average loss=0.24570995817581812 +INFO:root: +[Valid][2][UTT][ MSE = 0.2551 | LCC = 0.8560 | SRCC = 0.8562 ] +INFO:root:Average loss=0.22356100361316633 +INFO:root: +[Valid][3][UTT][ MSE = 0.2508 | LCC = 0.8623 | SRCC = 0.8602 ] +INFO:root:Average loss=0.2182370894230329 +INFO:root: +[Valid][4][UTT][ MSE = 0.2542 | LCC = 0.8635 | SRCC = 0.8626 ] +INFO:root:Average loss=0.21100451472478035 +INFO:root: +[Valid][5][UTT][ MSE = 0.2479 | LCC = 0.8683 | SRCC = 0.8670 ] +INFO:root:Average loss=0.19291475014044687 +INFO:root: +[Valid][6][UTT][ MSE = 0.2336 | LCC = 0.8715 | SRCC = 0.8681 ] +INFO:root:Average loss=0.18423976347996637 +INFO:root: +[Valid][7][UTT][ MSE = 0.2361 | LCC = 0.8702 | SRCC = 0.8701 ] +INFO:root:Average loss=0.19064460541957465 +INFO:root: +[Valid][8][UTT][ MSE = 0.2430 | LCC = 0.8724 | SRCC = 0.8709 ] +INFO:root:Average loss=0.17053707488454306 +INFO:root: +[Valid][9][UTT][ MSE = 0.2337 | LCC = 0.8710 | SRCC = 0.8687 ] +INFO:root:Average loss=0.16866606216018015 +INFO:root: +[Valid][10][UTT][ MSE = 0.2390 | LCC = 0.8713 | SRCC = 0.8684 ] +INFO:root:Average loss=0.1626220801128791 +INFO:root: +[Valid][11][UTT][ MSE = 0.2340 | LCC = 0.8783 | SRCC = 0.8762 ] +INFO:root:Average loss=0.15345395022095779 +INFO:root: +[Valid][12][UTT][ MSE = 0.2443 | LCC = 0.8765 | SRCC = 0.8753 ] +INFO:root:Average loss=0.14457832926358932 +INFO:root: +[Valid][13][UTT][ MSE = 0.2187 | LCC = 0.8749 | SRCC = 0.8737 ] +INFO:root:Average loss=0.1337659419156038 +INFO:root: +[Valid][14][UTT][ MSE = 0.2246 | LCC = 0.8731 | SRCC = 0.8712 ] +INFO:root:Average loss=0.13044417143250123 +INFO:root: +[Valid][15][UTT][ MSE = 0.2115 | LCC = 0.8737 | SRCC = 0.8730 ] +INFO:root:Average loss=0.1515215833026629 +INFO:root: +[Valid][16][UTT][ MSE = 0.2052 | LCC = 0.8752 | SRCC = 0.8752 ] +INFO:root:Average loss=0.11990848623025112 +INFO:root: +[Valid][17][UTT][ MSE = 0.2243 | LCC = 0.8728 | SRCC = 0.8722 ] +INFO:root:Average loss=0.12401799914928582 +INFO:root: +[Valid][18][UTT][ MSE = 0.2181 | LCC = 0.8745 | SRCC = 0.8729 ] +INFO:root:Average loss=0.10588674915906711 +INFO:root: +[Valid][19][UTT][ MSE = 0.2167 | LCC = 0.8749 | SRCC = 0.8736 ] +INFO:root:Average loss=0.10530175540882808 +INFO:root: +[Valid][20][UTT][ MSE = 0.2237 | LCC = 0.8729 | SRCC = 0.8721 ] +INFO:root:Average loss=0.10017493185706627 +INFO:root: +[Valid][21][UTT][ MSE = 0.2088 | LCC = 0.8759 | SRCC = 0.8752 ] +INFO:root:Average loss=0.09656311332797393 +INFO:root: +[Valid][22][UTT][ MSE = 0.2181 | LCC = 0.8745 | SRCC = 0.8739 ] +INFO:root:Average loss=0.09150884310022378 +INFO:root: +[Valid][23][UTT][ MSE = 0.2178 | LCC = 0.8715 | SRCC = 0.8708 ] +INFO:root:Average loss=0.08440339049467674 +INFO:root: +[Valid][24][UTT][ MSE = 0.2219 | LCC = 0.8716 | SRCC = 0.8707 ] +INFO:root:Average loss=0.0913961341079229 +INFO:root: +[Valid][25][UTT][ MSE = 0.2335 | LCC = 0.8678 | SRCC = 0.8668 ] +INFO:root:Average loss=0.08682432073431137 +INFO:root: +[Valid][26][UTT][ MSE = 0.2563 | LCC = 0.8675 | SRCC = 0.8693 ] +INFO:root:Average loss=0.07770064272559606 +INFO:root: +[Valid][27][UTT][ MSE = 0.2093 | LCC = 0.8714 | SRCC = 0.8703 ] +INFO:root:Average loss=0.07586507050272746 +INFO:root: +[Valid][28][UTT][ MSE = 0.2271 | LCC = 0.8694 | SRCC = 0.8688 ] +INFO:root:Average loss=0.07234517203118557 +INFO:root: +[Valid][29][UTT][ MSE = 0.2275 | LCC = 0.8681 | SRCC = 0.8672 ] +INFO:root:Average loss=0.07001690982052913 +INFO:root: +[Valid][30][UTT][ MSE = 0.2201 | LCC = 0.8706 | SRCC = 0.8693 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2552 | LCC = 0.8743 | SRCC = 0.8752 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run0/config.gin b/results_bvcc/w2v2_large_xlsr53/layer8/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run0/model.pt b/results_bvcc/w2v2_large_xlsr53/layer8/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..80f8eb4a12d54f198980b6f3914c06331b227bd7 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0660a5b5e8908334d859f139ad9e6f63d1da111cc74e66e571da16edf5aece40 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run0/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer8/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f479bd998bafdb9e0784d472d983f968d3a7195 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4c287684052da85d5d7c76f7953427923b994b92b8b6d466d8b23b3f5df700e +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run0/train.log b/results_bvcc/w2v2_large_xlsr53/layer8/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7ba7ca70f10f29345e936d38756fadc281934119 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5782043043619547 +INFO:root: +[Valid][0][UTT][ MSE = 0.3467 | LCC = 0.7980 | SRCC = 0.8037 ] +INFO:root:Average loss=0.28494527534796643 +INFO:root: +[Valid][1][UTT][ MSE = 0.2892 | LCC = 0.8347 | SRCC = 0.8376 ] +INFO:root:Average loss=0.25142929416436416 +INFO:root: +[Valid][2][UTT][ MSE = 0.2710 | LCC = 0.8478 | SRCC = 0.8474 ] +INFO:root:Average loss=0.225586148026662 +INFO:root: +[Valid][3][UTT][ MSE = 0.2744 | LCC = 0.8587 | SRCC = 0.8573 ] +INFO:root:Average loss=0.22640472516799584 +INFO:root: +[Valid][4][UTT][ MSE = 0.2333 | LCC = 0.8584 | SRCC = 0.8578 ] +INFO:root:Average loss=0.20794071161594146 +INFO:root: +[Valid][5][UTT][ MSE = 0.2757 | LCC = 0.8586 | SRCC = 0.8590 ] +INFO:root:Average loss=0.1982786605755488 +INFO:root: +[Valid][6][UTT][ MSE = 0.2528 | LCC = 0.8605 | SRCC = 0.8575 ] +INFO:root:Average loss=0.18322978646327287 +INFO:root: +[Valid][7][UTT][ MSE = 0.2469 | LCC = 0.8628 | SRCC = 0.8600 ] +INFO:root:Average loss=0.18168400447720137 +INFO:root: +[Valid][8][UTT][ MSE = 0.2288 | LCC = 0.8682 | SRCC = 0.8656 ] +INFO:root:Average loss=0.16536251264504898 +INFO:root: +[Valid][9][UTT][ MSE = 0.2404 | LCC = 0.8657 | SRCC = 0.8623 ] +INFO:root:Average loss=0.17180512281946647 +INFO:root: +[Valid][10][UTT][ MSE = 0.2291 | LCC = 0.8651 | SRCC = 0.8620 ] +INFO:root:Average loss=0.1517996374422159 +INFO:root: +[Valid][11][UTT][ MSE = 0.2678 | LCC = 0.8663 | SRCC = 0.8644 ] +INFO:root:Average loss=0.14770940022590834 +INFO:root: +[Valid][12][UTT][ MSE = 0.2569 | LCC = 0.8670 | SRCC = 0.8660 ] +INFO:root:Average loss=0.14712348408423936 +INFO:root: +[Valid][13][UTT][ MSE = 0.2492 | LCC = 0.8654 | SRCC = 0.8641 ] +INFO:root:Average loss=0.146133692887349 +INFO:root: +[Valid][14][UTT][ MSE = 0.2654 | LCC = 0.8666 | SRCC = 0.8668 ] +INFO:root:Average loss=0.13991542294239387 +INFO:root: +[Valid][15][UTT][ MSE = 0.2233 | LCC = 0.8673 | SRCC = 0.8635 ] +INFO:root:Average loss=0.141180923447395 +INFO:root: +[Valid][16][UTT][ MSE = 0.3014 | LCC = 0.8675 | SRCC = 0.8667 ] +INFO:root:Average loss=0.1289700244863828 +INFO:root: +[Valid][17][UTT][ MSE = 0.2304 | LCC = 0.8671 | SRCC = 0.8639 ] +INFO:root:Average loss=0.12546239296595255 +INFO:root: +[Valid][18][UTT][ MSE = 0.2170 | LCC = 0.8650 | SRCC = 0.8630 ] +INFO:root:Average loss=0.10887449120099728 +INFO:root: +[Valid][19][UTT][ MSE = 0.2069 | LCC = 0.8684 | SRCC = 0.8677 ] +INFO:root:Average loss=0.12047215713522373 +INFO:root: +[Valid][20][UTT][ MSE = 0.2289 | LCC = 0.8611 | SRCC = 0.8589 ] +INFO:root:Average loss=0.1085480024608282 +INFO:root: +[Valid][21][UTT][ MSE = 0.2258 | LCC = 0.8668 | SRCC = 0.8647 ] +INFO:root:Average loss=0.09581210865424229 +INFO:root: +[Valid][22][UTT][ MSE = 0.2204 | LCC = 0.8640 | SRCC = 0.8622 ] +INFO:root:Average loss=0.09553709215460679 +INFO:root: +[Valid][23][UTT][ MSE = 0.2286 | LCC = 0.8659 | SRCC = 0.8632 ] +INFO:root:Average loss=0.10042180780034798 +INFO:root: +[Valid][24][UTT][ MSE = 0.2222 | LCC = 0.8688 | SRCC = 0.8670 ] +INFO:root:Average loss=0.09192562685945095 +INFO:root: +[Valid][25][UTT][ MSE = 0.2430 | LCC = 0.8650 | SRCC = 0.8640 ] +INFO:root:Average loss=0.08077577759440129 +INFO:root: +[Valid][26][UTT][ MSE = 0.2353 | LCC = 0.8610 | SRCC = 0.8588 ] +INFO:root:Average loss=0.08284230339221466 +INFO:root: +[Valid][27][UTT][ MSE = 0.2210 | LCC = 0.8651 | SRCC = 0.8630 ] +INFO:root:Average loss=0.084861606789323 +INFO:root: +[Valid][28][UTT][ MSE = 0.2190 | LCC = 0.8666 | SRCC = 0.8650 ] +INFO:root:Average loss=0.08199152049536888 +INFO:root: +[Valid][29][UTT][ MSE = 0.2173 | LCC = 0.8675 | SRCC = 0.8668 ] +INFO:root:Average loss=0.0708272801950956 +INFO:root: +[Valid][30][UTT][ MSE = 0.2233 | LCC = 0.8625 | SRCC = 0.8614 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2479 | LCC = 0.8671 | SRCC = 0.8710 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run1/config.gin b/results_bvcc/w2v2_large_xlsr53/layer8/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run1/model.pt b/results_bvcc/w2v2_large_xlsr53/layer8/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..77c0bf6e4498fffa7ebc57d14a1f3af39c5c50c2 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2829135fb7dce5b11f42d4c9bfcb29a3a7874a26d6a2d5a1015358e91b0fdf2 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run1/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer8/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6c3bea573c21142a763f425d3ff0a5c64e8bc28 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:715eec8504c17715ab11f69091371989c0a246a818882946dba9b958b01fb122 +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run1/train.log b/results_bvcc/w2v2_large_xlsr53/layer8/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6e72e344b20a4827c3254f6672b364e891947dc9 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5419442741534649 +INFO:root: +[Valid][0][UTT][ MSE = 0.3599 | LCC = 0.8050 | SRCC = 0.8113 ] +INFO:root:Average loss=0.29629154140368485 +INFO:root: +[Valid][1][UTT][ MSE = 0.2993 | LCC = 0.8345 | SRCC = 0.8351 ] +INFO:root:Average loss=0.2616968647791789 +INFO:root: +[Valid][2][UTT][ MSE = 0.3077 | LCC = 0.8474 | SRCC = 0.8483 ] +INFO:root:Average loss=0.23613676849084023 +INFO:root: +[Valid][3][UTT][ MSE = 0.2727 | LCC = 0.8552 | SRCC = 0.8551 ] +INFO:root:Average loss=0.21677129085247332 +INFO:root: +[Valid][4][UTT][ MSE = 0.2488 | LCC = 0.8579 | SRCC = 0.8583 ] +INFO:root:Average loss=0.20984431165151107 +INFO:root: +[Valid][5][UTT][ MSE = 0.2742 | LCC = 0.8598 | SRCC = 0.8601 ] +INFO:root:Average loss=0.21736933185886115 +INFO:root: +[Valid][6][UTT][ MSE = 0.2488 | LCC = 0.8618 | SRCC = 0.8588 ] +INFO:root:Average loss=0.19718667100637388 +INFO:root: +[Valid][7][UTT][ MSE = 0.2330 | LCC = 0.8643 | SRCC = 0.8625 ] +INFO:root:Average loss=0.18249236916502318 +INFO:root: +[Valid][8][UTT][ MSE = 0.2283 | LCC = 0.8631 | SRCC = 0.8605 ] +INFO:root:Average loss=0.17797187018470886 +INFO:root: +[Valid][9][UTT][ MSE = 0.3125 | LCC = 0.8680 | SRCC = 0.8671 ] +INFO:root:Average loss=0.17347134907658285 +INFO:root: +[Valid][10][UTT][ MSE = 0.2479 | LCC = 0.8663 | SRCC = 0.8655 ] +INFO:root:Average loss=0.16892894252370566 +INFO:root: +[Valid][11][UTT][ MSE = 0.2298 | LCC = 0.8653 | SRCC = 0.8628 ] +INFO:root:Average loss=0.153844003398449 +INFO:root: +[Valid][12][UTT][ MSE = 0.2395 | LCC = 0.8650 | SRCC = 0.8616 ] +INFO:root:Average loss=0.14755977145754373 +INFO:root: +[Valid][13][UTT][ MSE = 0.2312 | LCC = 0.8674 | SRCC = 0.8641 ] +INFO:root:Average loss=0.14152847851316133 +INFO:root: +[Valid][14][UTT][ MSE = 0.2298 | LCC = 0.8687 | SRCC = 0.8657 ] +INFO:root:Average loss=0.14580888874255693 +INFO:root: +[Valid][15][UTT][ MSE = 0.2316 | LCC = 0.8674 | SRCC = 0.8650 ] +INFO:root:Average loss=0.1371119710115286 +INFO:root: +[Valid][16][UTT][ MSE = 0.2213 | LCC = 0.8657 | SRCC = 0.8654 ] +INFO:root:Average loss=0.1321838443668989 +INFO:root: +[Valid][17][UTT][ MSE = 0.2202 | LCC = 0.8657 | SRCC = 0.8642 ] +INFO:root:Average loss=0.14587028324604034 +INFO:root: +[Valid][18][UTT][ MSE = 0.2349 | LCC = 0.8675 | SRCC = 0.8656 ] +INFO:root:Average loss=0.11351729910343121 +INFO:root: +[Valid][19][UTT][ MSE = 0.2357 | LCC = 0.8633 | SRCC = 0.8625 ] +INFO:root:Average loss=0.11269731647693194 +INFO:root: +[Valid][20][UTT][ MSE = 0.2192 | LCC = 0.8649 | SRCC = 0.8630 ] +INFO:root:Average loss=0.10828661450590843 +INFO:root: +[Valid][21][UTT][ MSE = 0.2669 | LCC = 0.8563 | SRCC = 0.8569 ] +INFO:root:Average loss=0.10546430830772106 +INFO:root: +[Valid][22][UTT][ MSE = 0.2375 | LCC = 0.8663 | SRCC = 0.8644 ] +INFO:root:Average loss=0.10206062661913726 +INFO:root: +[Valid][23][UTT][ MSE = 0.2259 | LCC = 0.8625 | SRCC = 0.8609 ] +INFO:root:Average loss=0.1001142137325727 +INFO:root: +[Valid][24][UTT][ MSE = 0.2260 | LCC = 0.8638 | SRCC = 0.8618 ] +INFO:root:Average loss=0.08916313893710956 +INFO:root: +[Valid][25][UTT][ MSE = 0.2243 | LCC = 0.8638 | SRCC = 0.8623 ] +INFO:root:Average loss=0.09397335885426937 +INFO:root: +[Valid][26][UTT][ MSE = 0.2472 | LCC = 0.8667 | SRCC = 0.8652 ] +INFO:root:Average loss=0.08821562954630607 +INFO:root: +[Valid][27][UTT][ MSE = 0.2266 | LCC = 0.8615 | SRCC = 0.8606 ] +INFO:root:Average loss=0.0860742935194419 +INFO:root: +[Valid][28][UTT][ MSE = 0.2188 | LCC = 0.8644 | SRCC = 0.8642 ] +INFO:root:Average loss=0.07602401072971332 +INFO:root: +[Valid][29][UTT][ MSE = 0.2215 | LCC = 0.8615 | SRCC = 0.8600 ] +INFO:root:Average loss=0.07571902584571105 +INFO:root: +[Valid][30][UTT][ MSE = 0.2114 | LCC = 0.8661 | SRCC = 0.8649 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2410 | LCC = 0.8681 | SRCC = 0.8706 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run2/config.gin b/results_bvcc/w2v2_large_xlsr53/layer8/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run2/model.pt b/results_bvcc/w2v2_large_xlsr53/layer8/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..46a75a4a8e8a2e202dda117f1449bb317d23ca3e --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a45ed01cbb0214b80305a3dea3d5d09746c45945b103fdc956bb8d9bf4225e12 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run2/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer8/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b454ebf230dd26c932179b89b31336ea2791a4a9 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d795d18c485208f245382098ae8b41d8d66d8b6508e6e821fbba150408bd612 +size 3404998 diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run2/train.log b/results_bvcc/w2v2_large_xlsr53/layer8/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2eec5f3b7788fe08da875f1d60f887f37eaee3a5 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5210153475785867 +INFO:root: +[Valid][0][UTT][ MSE = 0.3166 | LCC = 0.8110 | SRCC = 0.8158 ] +INFO:root:Average loss=0.283007090481428 +INFO:root: +[Valid][1][UTT][ MSE = 0.3364 | LCC = 0.8375 | SRCC = 0.8421 ] +INFO:root:Average loss=0.25657275108954847 +INFO:root: +[Valid][2][UTT][ MSE = 0.2803 | LCC = 0.8530 | SRCC = 0.8517 ] +INFO:root:Average loss=0.22773452733571714 +INFO:root: +[Valid][3][UTT][ MSE = 0.2664 | LCC = 0.8535 | SRCC = 0.8531 ] +INFO:root:Average loss=0.21278623548837808 +INFO:root: +[Valid][4][UTT][ MSE = 0.2517 | LCC = 0.8589 | SRCC = 0.8565 ] +INFO:root:Average loss=0.20196132915906417 +INFO:root: +[Valid][5][UTT][ MSE = 0.2786 | LCC = 0.8588 | SRCC = 0.8575 ] +INFO:root:Average loss=0.2122578733624556 +INFO:root: +[Valid][6][UTT][ MSE = 0.2570 | LCC = 0.8610 | SRCC = 0.8584 ] +INFO:root:Average loss=0.1948747975895038 +INFO:root: +[Valid][7][UTT][ MSE = 0.2330 | LCC = 0.8614 | SRCC = 0.8590 ] +INFO:root:Average loss=0.1820989910226602 +INFO:root: +[Valid][8][UTT][ MSE = 0.3637 | LCC = 0.8519 | SRCC = 0.8559 ] +INFO:root:Average loss=0.17909621896269995 +INFO:root: +[Valid][9][UTT][ MSE = 0.3613 | LCC = 0.8528 | SRCC = 0.8557 ] +INFO:root:Average loss=0.1696430211647963 +INFO:root: +[Valid][10][UTT][ MSE = 0.2436 | LCC = 0.8686 | SRCC = 0.8659 ] +INFO:root:Average loss=0.1576258315680883 +INFO:root: +[Valid][11][UTT][ MSE = 0.2386 | LCC = 0.8639 | SRCC = 0.8614 ] +INFO:root:Average loss=0.145574588710681 +INFO:root: +[Valid][12][UTT][ MSE = 0.2486 | LCC = 0.8651 | SRCC = 0.8628 ] +INFO:root:Average loss=0.13838692401082087 +INFO:root: +[Valid][13][UTT][ MSE = 0.2737 | LCC = 0.8614 | SRCC = 0.8587 ] +INFO:root:Average loss=0.13126372765654173 +INFO:root: +[Valid][14][UTT][ MSE = 0.2221 | LCC = 0.8656 | SRCC = 0.8616 ] +INFO:root:Average loss=0.1296453017454881 +INFO:root: +[Valid][15][UTT][ MSE = 0.2293 | LCC = 0.8673 | SRCC = 0.8641 ] +INFO:root:Average loss=0.1255614350621517 +INFO:root: +[Valid][16][UTT][ MSE = 0.2465 | LCC = 0.8629 | SRCC = 0.8575 ] +INFO:root:Average loss=0.12187789065333512 +INFO:root: +[Valid][17][UTT][ MSE = 0.2337 | LCC = 0.8650 | SRCC = 0.8608 ] +INFO:root:Average loss=0.12486510160259712 +INFO:root: +[Valid][18][UTT][ MSE = 0.2331 | LCC = 0.8674 | SRCC = 0.8640 ] +INFO:root:Average loss=0.11222613201691554 +INFO:root: +[Valid][19][UTT][ MSE = 0.2395 | LCC = 0.8664 | SRCC = 0.8634 ] +INFO:root:Average loss=0.11130657510306591 +INFO:root: +[Valid][20][UTT][ MSE = 0.2507 | LCC = 0.8631 | SRCC = 0.8597 ] +INFO:root:Average loss=0.10283021399608025 +INFO:root: +[Valid][21][UTT][ MSE = 0.2316 | LCC = 0.8648 | SRCC = 0.8618 ] +INFO:root:Average loss=0.1084184613174353 +INFO:root: +[Valid][22][UTT][ MSE = 0.3728 | LCC = 0.8492 | SRCC = 0.8520 ] +INFO:root:Average loss=0.10265650046177399 +INFO:root: +[Valid][23][UTT][ MSE = 0.2371 | LCC = 0.8626 | SRCC = 0.8601 ] +INFO:root:Average loss=0.08972119520872067 +INFO:root: +[Valid][24][UTT][ MSE = 0.2595 | LCC = 0.8614 | SRCC = 0.8592 ] +INFO:root:Average loss=0.0814233601379853 +INFO:root: +[Valid][25][UTT][ MSE = 0.2255 | LCC = 0.8608 | SRCC = 0.8599 ] +INFO:root:Average loss=0.08917426322706234 +INFO:root: +[Valid][26][UTT][ MSE = 0.2295 | LCC = 0.8641 | SRCC = 0.8613 ] +INFO:root:Average loss=0.07521734061913612 +INFO:root: +[Valid][27][UTT][ MSE = 0.2220 | LCC = 0.8636 | SRCC = 0.8622 ] +INFO:root:Average loss=0.0839811510955676 +INFO:root: +[Valid][28][UTT][ MSE = 0.2173 | LCC = 0.8642 | SRCC = 0.8627 ] +INFO:root:Average loss=0.07915015007631901 +INFO:root: +[Valid][29][UTT][ MSE = 0.2381 | LCC = 0.8646 | SRCC = 0.8611 ] +INFO:root:Average loss=0.07075059671814625 +INFO:root: +[Valid][30][UTT][ MSE = 0.2325 | LCC = 0.8606 | SRCC = 0.8582 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2321 | LCC = 0.8697 | SRCC = 0.8693 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run3/config.gin b/results_bvcc/w2v2_large_xlsr53/layer8/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run3/model.pt b/results_bvcc/w2v2_large_xlsr53/layer8/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe9609aa42692c3aa4cd9bf18bca036c1256db62 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb732f6a58483860d127b849fb85e2efcc16569906a2cc868943e32f250b0ba3 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run3/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer8/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a857ba66d7583b5f2057f7de2a685ac7dc59d04b --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f3963b3c8d72bd0c5c16beae96fd8eb89d4a47adafe4c4c6058c4c10c51661 +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run3/train.log b/results_bvcc/w2v2_large_xlsr53/layer8/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2a891b6061008ff3aeeee38e8e8c77d753d44620 --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6737088083456724 +INFO:root: +[Valid][0][UTT][ MSE = 0.4127 | LCC = 0.7716 | SRCC = 0.7828 ] +INFO:root:Average loss=0.3089394084154031 +INFO:root: +[Valid][1][UTT][ MSE = 0.3592 | LCC = 0.8347 | SRCC = 0.8376 ] +INFO:root:Average loss=0.2707902063161899 +INFO:root: +[Valid][2][UTT][ MSE = 0.2890 | LCC = 0.8488 | SRCC = 0.8496 ] +INFO:root:Average loss=0.2313340466756087 +INFO:root: +[Valid][3][UTT][ MSE = 0.2560 | LCC = 0.8531 | SRCC = 0.8560 ] +INFO:root:Average loss=0.22366614525134748 +INFO:root: +[Valid][4][UTT][ MSE = 0.2548 | LCC = 0.8623 | SRCC = 0.8605 ] +INFO:root:Average loss=0.2019394186253731 +INFO:root: +[Valid][5][UTT][ MSE = 0.2460 | LCC = 0.8637 | SRCC = 0.8628 ] +INFO:root:Average loss=0.1935262395403324 +INFO:root: +[Valid][6][UTT][ MSE = 0.2365 | LCC = 0.8657 | SRCC = 0.8647 ] +INFO:root:Average loss=0.17719354919898203 +INFO:root: +[Valid][7][UTT][ MSE = 0.2321 | LCC = 0.8666 | SRCC = 0.8665 ] +INFO:root:Average loss=0.17923108650705752 +INFO:root: +[Valid][8][UTT][ MSE = 0.2469 | LCC = 0.8670 | SRCC = 0.8648 ] +INFO:root:Average loss=0.17382377854142433 +INFO:root: +[Valid][9][UTT][ MSE = 0.2446 | LCC = 0.8681 | SRCC = 0.8680 ] +INFO:root:Average loss=0.16147938045935753 +INFO:root: +[Valid][10][UTT][ MSE = 0.2289 | LCC = 0.8692 | SRCC = 0.8676 ] +INFO:root:Average loss=0.1543162233936481 +INFO:root: +[Valid][11][UTT][ MSE = 0.2520 | LCC = 0.8680 | SRCC = 0.8670 ] +INFO:root:Average loss=0.1517315440070935 +INFO:root: +[Valid][12][UTT][ MSE = 0.2129 | LCC = 0.8673 | SRCC = 0.8667 ] +INFO:root:Average loss=0.15592181138121164 +INFO:root: +[Valid][13][UTT][ MSE = 0.2409 | LCC = 0.8656 | SRCC = 0.8662 ] +INFO:root:Average loss=0.1391127571845666 +INFO:root: +[Valid][14][UTT][ MSE = 0.2429 | LCC = 0.8692 | SRCC = 0.8684 ] +INFO:root:Average loss=0.1254181161713906 +INFO:root: +[Valid][15][UTT][ MSE = 0.2223 | LCC = 0.8672 | SRCC = 0.8666 ] +INFO:root:Average loss=0.13093622936270174 +INFO:root: +[Valid][16][UTT][ MSE = 0.2399 | LCC = 0.8702 | SRCC = 0.8695 ] +INFO:root:Average loss=0.13312611079368836 +INFO:root: +[Valid][17][UTT][ MSE = 0.2321 | LCC = 0.8652 | SRCC = 0.8643 ] +INFO:root:Average loss=0.11451071730026832 +INFO:root: +[Valid][18][UTT][ MSE = 0.2334 | LCC = 0.8700 | SRCC = 0.8687 ] +INFO:root:Average loss=0.11089402370345898 +INFO:root: +[Valid][19][UTT][ MSE = 0.2312 | LCC = 0.8653 | SRCC = 0.8644 ] +INFO:root:Average loss=0.10569600808696869 +INFO:root: +[Valid][20][UTT][ MSE = 0.2172 | LCC = 0.8673 | SRCC = 0.8671 ] +INFO:root:Average loss=0.09553670897506751 +INFO:root: +[Valid][21][UTT][ MSE = 0.2115 | LCC = 0.8685 | SRCC = 0.8677 ] +INFO:root:Average loss=0.09175780210166405 +INFO:root: +[Valid][22][UTT][ MSE = 0.2227 | LCC = 0.8649 | SRCC = 0.8636 ] +INFO:root:Average loss=0.08689381597706905 +INFO:root: +[Valid][23][UTT][ MSE = 0.2177 | LCC = 0.8653 | SRCC = 0.8642 ] +INFO:root:Average loss=0.08561666161777118 +INFO:root: +[Valid][24][UTT][ MSE = 0.2243 | LCC = 0.8629 | SRCC = 0.8625 ] +INFO:root:Average loss=0.08374195373975314 +INFO:root: +[Valid][25][UTT][ MSE = 0.2436 | LCC = 0.8642 | SRCC = 0.8636 ] +INFO:root:Average loss=0.08332562546890515 +INFO:root: +[Valid][26][UTT][ MSE = 0.2179 | LCC = 0.8645 | SRCC = 0.8629 ] +INFO:root:Average loss=0.07648355762163798 +INFO:root: +[Valid][27][UTT][ MSE = 0.2259 | LCC = 0.8631 | SRCC = 0.8619 ] +INFO:root:Average loss=0.07207980269613938 +INFO:root: +[Valid][28][UTT][ MSE = 0.2159 | LCC = 0.8641 | SRCC = 0.8639 ] +INFO:root:Average loss=0.0898069952829526 +INFO:root: +[Valid][29][UTT][ MSE = 0.2339 | LCC = 0.8629 | SRCC = 0.8624 ] +INFO:root:Average loss=0.07517931323785049 +INFO:root: +[Valid][30][UTT][ MSE = 0.2232 | LCC = 0.8634 | SRCC = 0.8619 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2649 | LCC = 0.8653 | SRCC = 0.8698 ] diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run4/config.gin b/results_bvcc/w2v2_large_xlsr53/layer8/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run4/model.pt b/results_bvcc/w2v2_large_xlsr53/layer8/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..30d62d1f9f7431414be3099e0ace4b4fc3f1a0ff --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6766ab516d06e5c9737dc1be588b7bf898d6e4527fb3ecbb0c0985623f12a934 +size 3403339 diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run4/model_best.pt b/results_bvcc/w2v2_large_xlsr53/layer8/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..062ffc73443dde033370bb8e55d893d7fed8cadf --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeee49235e844fd35ba801972749e651ae1f512a5ec8028b26d925fdc2348667 +size 3405062 diff --git a/results_bvcc/w2v2_large_xlsr53/layer8/run4/train.log b/results_bvcc/w2v2_large_xlsr53/layer8/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ce7384587b5b6c1d6e79e9ee5193ff4c1dc4b91f --- /dev/null +++ b/results_bvcc/w2v2_large_xlsr53/layer8/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5819521985757046 +INFO:root: +[Valid][0][UTT][ MSE = 0.3582 | LCC = 0.7977 | SRCC = 0.8021 ] +INFO:root:Average loss=0.3018502205228194 +INFO:root: +[Valid][1][UTT][ MSE = 0.3314 | LCC = 0.8326 | SRCC = 0.8353 ] +INFO:root:Average loss=0.26930880011656344 +INFO:root: +[Valid][2][UTT][ MSE = 0.2521 | LCC = 0.8494 | SRCC = 0.8521 ] +INFO:root:Average loss=0.23421663294235864 +INFO:root: +[Valid][3][UTT][ MSE = 0.2878 | LCC = 0.8549 | SRCC = 0.8542 ] +INFO:root:Average loss=0.2339619755362853 +INFO:root: +[Valid][4][UTT][ MSE = 0.2731 | LCC = 0.8605 | SRCC = 0.8593 ] +INFO:root:Average loss=0.21087431219907907 +INFO:root: +[Valid][5][UTT][ MSE = 0.2534 | LCC = 0.8657 | SRCC = 0.8643 ] +INFO:root:Average loss=0.2052811745267648 +INFO:root: +[Valid][6][UTT][ MSE = 0.3091 | LCC = 0.8647 | SRCC = 0.8662 ] +INFO:root:Average loss=0.193474215001632 +INFO:root: +[Valid][7][UTT][ MSE = 0.2540 | LCC = 0.8662 | SRCC = 0.8641 ] +INFO:root:Average loss=0.18575137643477854 +INFO:root: +[Valid][8][UTT][ MSE = 0.2555 | LCC = 0.8668 | SRCC = 0.8653 ] +INFO:root:Average loss=0.1771207705904276 +INFO:root: +[Valid][9][UTT][ MSE = 0.2338 | LCC = 0.8699 | SRCC = 0.8685 ] +INFO:root:Average loss=0.1835857518017292 +INFO:root: +[Valid][10][UTT][ MSE = 0.2375 | LCC = 0.8702 | SRCC = 0.8683 ] +INFO:root:Average loss=0.16261062360344788 +INFO:root: +[Valid][11][UTT][ MSE = 0.2308 | LCC = 0.8683 | SRCC = 0.8670 ] +INFO:root:Average loss=0.17998294102457854 +INFO:root: +[Valid][12][UTT][ MSE = 0.2968 | LCC = 0.8660 | SRCC = 0.8665 ] +INFO:root:Average loss=0.15321594686844411 +INFO:root: +[Valid][13][UTT][ MSE = 0.3156 | LCC = 0.8628 | SRCC = 0.8651 ] +INFO:root:Average loss=0.14425954088950768 +INFO:root: +[Valid][14][UTT][ MSE = 0.2204 | LCC = 0.8713 | SRCC = 0.8699 ] +INFO:root:Average loss=0.14090346726469505 +INFO:root: +[Valid][15][UTT][ MSE = 0.2492 | LCC = 0.8699 | SRCC = 0.8683 ] +INFO:root:Average loss=0.13591904708972344 +INFO:root: +[Valid][16][UTT][ MSE = 0.3032 | LCC = 0.8679 | SRCC = 0.8664 ] +INFO:root:Average loss=0.12933049819026238 +INFO:root: +[Valid][17][UTT][ MSE = 0.2351 | LCC = 0.8700 | SRCC = 0.8676 ] +INFO:root:Average loss=0.1280915974997557 +INFO:root: +[Valid][18][UTT][ MSE = 0.2441 | LCC = 0.8698 | SRCC = 0.8689 ] +INFO:root:Average loss=0.11239964600939018 +INFO:root: +[Valid][19][UTT][ MSE = 0.2821 | LCC = 0.8661 | SRCC = 0.8650 ] +INFO:root:Average loss=0.11802217297447033 +INFO:root: +[Valid][20][UTT][ MSE = 0.2604 | LCC = 0.8668 | SRCC = 0.8653 ] +INFO:root:Average loss=0.10900800245312545 +INFO:root: +[Valid][21][UTT][ MSE = 0.2996 | LCC = 0.8654 | SRCC = 0.8661 ] +INFO:root:Average loss=0.10665667993135941 +INFO:root: +[Valid][22][UTT][ MSE = 0.2534 | LCC = 0.8614 | SRCC = 0.8605 ] +INFO:root:Average loss=0.09867788072770987 +INFO:root: +[Valid][23][UTT][ MSE = 0.2235 | LCC = 0.8682 | SRCC = 0.8672 ] +INFO:root:Average loss=0.10258775490980881 +INFO:root: +[Valid][24][UTT][ MSE = 0.2142 | LCC = 0.8658 | SRCC = 0.8656 ] +INFO:root:Average loss=0.0916189805437357 +INFO:root: +[Valid][25][UTT][ MSE = 0.2387 | LCC = 0.8638 | SRCC = 0.8623 ] +INFO:root:Average loss=0.08803335639337699 +INFO:root: +[Valid][26][UTT][ MSE = 0.3665 | LCC = 0.8580 | SRCC = 0.8612 ] +INFO:root:Average loss=0.11426805642743905 +INFO:root: +[Valid][27][UTT][ MSE = 0.2226 | LCC = 0.8665 | SRCC = 0.8647 ] +INFO:root:Average loss=0.08389815325156236 +INFO:root: +[Valid][28][UTT][ MSE = 0.2210 | LCC = 0.8621 | SRCC = 0.8603 ] +INFO:root:Average loss=0.08054708928251877 +INFO:root: +[Valid][29][UTT][ MSE = 0.2348 | LCC = 0.8620 | SRCC = 0.8613 ] +INFO:root:Average loss=0.08072700423116867 +INFO:root: +[Valid][30][UTT][ MSE = 0.2493 | LCC = 0.8599 | SRCC = 0.8600 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2469 | LCC = 0.8625 | SRCC = 0.8687 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer0/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer0/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ac0297d4e292ef7b309dd599a5f132cd464b083 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f02166fb4ead9f1f82778b04a7c93e14776f21b1c6fb2306989342c42f545d +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer0/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..39fabf7746578c5256194dd73d88ae93af7964c2 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe9ac78f994c09a662417f29f73d417ff2ac5b5a3c8a83d248f6753385231071 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer0/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ab9664e84fc7008e9e683287144aa22eae462f4f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6498387876229409 +INFO:root: +[Valid][0][UTT][ MSE = 0.5159 | LCC = 0.6525 | SRCC = 0.6732 ] +INFO:root:Average loss=0.42766490559547377 +INFO:root: +[Valid][1][UTT][ MSE = 0.4226 | LCC = 0.7202 | SRCC = 0.7283 ] +INFO:root:Average loss=0.37039995403626025 +INFO:root: +[Valid][2][UTT][ MSE = 0.4103 | LCC = 0.7420 | SRCC = 0.7414 ] +INFO:root:Average loss=0.3582788560635004 +INFO:root: +[Valid][3][UTT][ MSE = 0.3621 | LCC = 0.7589 | SRCC = 0.7632 ] +INFO:root:Average loss=0.32668733845154446 +INFO:root: +[Valid][4][UTT][ MSE = 0.3444 | LCC = 0.7735 | SRCC = 0.7770 ] +INFO:root:Average loss=0.3109134777616232 +INFO:root: +[Valid][5][UTT][ MSE = 0.3423 | LCC = 0.7810 | SRCC = 0.7813 ] +INFO:root:Average loss=0.31110191402527004 +INFO:root: +[Valid][6][UTT][ MSE = 0.3425 | LCC = 0.7787 | SRCC = 0.7765 ] +INFO:root:Average loss=0.27623492078139233 +INFO:root: +[Valid][7][UTT][ MSE = 0.3279 | LCC = 0.7856 | SRCC = 0.7849 ] +INFO:root:Average loss=0.266576648522646 +INFO:root: +[Valid][8][UTT][ MSE = 0.3915 | LCC = 0.7887 | SRCC = 0.7897 ] +INFO:root:Average loss=0.3016248393135193 +INFO:root: +[Valid][9][UTT][ MSE = 0.3099 | LCC = 0.7925 | SRCC = 0.7920 ] +INFO:root:Average loss=0.2760153345954724 +INFO:root: +[Valid][10][UTT][ MSE = 0.3246 | LCC = 0.7918 | SRCC = 0.7914 ] +INFO:root:Average loss=0.24663616907902253 +INFO:root: +[Valid][11][UTT][ MSE = 0.3092 | LCC = 0.7967 | SRCC = 0.7997 ] +INFO:root:Average loss=0.2287432421476413 +INFO:root: +[Valid][12][UTT][ MSE = 0.3136 | LCC = 0.8005 | SRCC = 0.7986 ] +INFO:root:Average loss=0.22213886181513467 +INFO:root: +[Valid][13][UTT][ MSE = 0.3269 | LCC = 0.7983 | SRCC = 0.8005 ] +INFO:root:Average loss=0.21766216365190652 +INFO:root: +[Valid][14][UTT][ MSE = 0.2981 | LCC = 0.8060 | SRCC = 0.8071 ] +INFO:root:Average loss=0.20965910511903274 +INFO:root: +[Valid][15][UTT][ MSE = 0.3678 | LCC = 0.8021 | SRCC = 0.8064 ] +INFO:root:Average loss=0.22910745250873077 +INFO:root: +[Valid][16][UTT][ MSE = 0.3008 | LCC = 0.8033 | SRCC = 0.8049 ] +INFO:root:Average loss=0.19973913522867057 +INFO:root: +[Valid][17][UTT][ MSE = 0.3003 | LCC = 0.8043 | SRCC = 0.8061 ] +INFO:root:Average loss=0.1936583656531114 +INFO:root: +[Valid][18][UTT][ MSE = 0.3199 | LCC = 0.8056 | SRCC = 0.8054 ] +INFO:root:Average loss=0.20051613364082116 +INFO:root: +[Valid][19][UTT][ MSE = 0.3024 | LCC = 0.8105 | SRCC = 0.8103 ] +INFO:root:Average loss=0.18394607401046997 +INFO:root: +[Valid][20][UTT][ MSE = 0.2927 | LCC = 0.8047 | SRCC = 0.8068 ] +INFO:root:Average loss=0.17800123101243606 +INFO:root: +[Valid][21][UTT][ MSE = 0.3235 | LCC = 0.8039 | SRCC = 0.8034 ] +INFO:root:Average loss=0.17627013417390677 +INFO:root: +[Valid][22][UTT][ MSE = 0.2920 | LCC = 0.8041 | SRCC = 0.8061 ] +INFO:root:Average loss=0.17493272410371366 +INFO:root: +[Valid][23][UTT][ MSE = 0.3110 | LCC = 0.8123 | SRCC = 0.8139 ] +INFO:root:Average loss=0.1764076027350548 +INFO:root: +[Valid][24][UTT][ MSE = 0.2953 | LCC = 0.8079 | SRCC = 0.8091 ] +INFO:root:Average loss=0.16317793182455576 +INFO:root: +[Valid][25][UTT][ MSE = 0.3367 | LCC = 0.8047 | SRCC = 0.8063 ] +INFO:root:Average loss=0.16484224356901953 +INFO:root: +[Valid][26][UTT][ MSE = 0.2993 | LCC = 0.8022 | SRCC = 0.8029 ] +INFO:root:Average loss=0.1545501118287062 +INFO:root: +[Valid][27][UTT][ MSE = 0.3227 | LCC = 0.8051 | SRCC = 0.8052 ] +INFO:root:Average loss=0.15326259724604777 +INFO:root: +[Valid][28][UTT][ MSE = 0.3068 | LCC = 0.8011 | SRCC = 0.8028 ] +INFO:root:Average loss=0.15373049705074385 +INFO:root: +[Valid][29][UTT][ MSE = 0.2972 | LCC = 0.8078 | SRCC = 0.8075 ] +INFO:root:Average loss=0.14484508249622124 +INFO:root: +[Valid][30][UTT][ MSE = 0.2992 | LCC = 0.8024 | SRCC = 0.8036 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3259 | LCC = 0.8300 | SRCC = 0.8293 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer0/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer0/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b99b0e748784ef963b9784581ea7d5401afecee --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c5ffb9612adabad8f954c5e5c3d9ec8b51fd3b7849fa3c136d11f24c55f62b +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer0/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2349e403489b0bbcbb9eb8eb069d538e76dfd2ed --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3ccf120ac060557f0b8cf1827c64707e595a6974bb41beac406526b38e39f1b +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer0/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c1c90e78d814b38c693c3a4305c1b77a44f74ad4 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6166059508537635 +INFO:root: +[Valid][0][UTT][ MSE = 0.5367 | LCC = 0.6540 | SRCC = 0.6722 ] +INFO:root:Average loss=0.4137815426175411 +INFO:root: +[Valid][1][UTT][ MSE = 0.3959 | LCC = 0.7290 | SRCC = 0.7301 ] +INFO:root:Average loss=0.3531785316956349 +INFO:root: +[Valid][2][UTT][ MSE = 0.3732 | LCC = 0.7454 | SRCC = 0.7450 ] +INFO:root:Average loss=0.3252452946244142 +INFO:root: +[Valid][3][UTT][ MSE = 0.3581 | LCC = 0.7613 | SRCC = 0.7587 ] +INFO:root:Average loss=0.31972082857138073 +INFO:root: +[Valid][4][UTT][ MSE = 0.3647 | LCC = 0.7516 | SRCC = 0.7461 ] +INFO:root:Average loss=0.2937304314512473 +INFO:root: +[Valid][5][UTT][ MSE = 0.3438 | LCC = 0.7717 | SRCC = 0.7727 ] +INFO:root:Average loss=0.28886553721550184 +INFO:root: +[Valid][6][UTT][ MSE = 0.3491 | LCC = 0.7812 | SRCC = 0.7781 ] +INFO:root:Average loss=0.29116354940029293 +INFO:root: +[Valid][7][UTT][ MSE = 0.3491 | LCC = 0.7843 | SRCC = 0.7809 ] +INFO:root:Average loss=0.2745777038045419 +INFO:root: +[Valid][8][UTT][ MSE = 0.3312 | LCC = 0.7891 | SRCC = 0.7889 ] +INFO:root:Average loss=0.2713052811913001 +INFO:root: +[Valid][9][UTT][ MSE = 0.3404 | LCC = 0.7839 | SRCC = 0.7850 ] +INFO:root:Average loss=0.24319668381642073 +INFO:root: +[Valid][10][UTT][ MSE = 0.3358 | LCC = 0.7966 | SRCC = 0.7973 ] +INFO:root:Average loss=0.2374068578848472 +INFO:root: +[Valid][11][UTT][ MSE = 0.3554 | LCC = 0.7883 | SRCC = 0.7843 ] +INFO:root:Average loss=0.22698822502906507 +INFO:root: +[Valid][12][UTT][ MSE = 0.3036 | LCC = 0.8050 | SRCC = 0.8050 ] +INFO:root:Average loss=0.22736785484430116 +INFO:root: +[Valid][13][UTT][ MSE = 0.3049 | LCC = 0.8033 | SRCC = 0.8027 ] +INFO:root:Average loss=0.21624831740672773 +INFO:root: +[Valid][14][UTT][ MSE = 0.3492 | LCC = 0.8014 | SRCC = 0.8062 ] +INFO:root:Average loss=0.22193367989399496 +INFO:root: +[Valid][15][UTT][ MSE = 0.3131 | LCC = 0.8022 | SRCC = 0.8025 ] +INFO:root:Average loss=0.2061648802497448 +INFO:root: +[Valid][16][UTT][ MSE = 0.3273 | LCC = 0.8006 | SRCC = 0.8030 ] +INFO:root:Average loss=0.22599794553258482 +INFO:root: +[Valid][17][UTT][ MSE = 0.3046 | LCC = 0.8092 | SRCC = 0.8098 ] +INFO:root:Average loss=0.1959259223479491 +INFO:root: +[Valid][18][UTT][ MSE = 0.3074 | LCC = 0.8096 | SRCC = 0.8078 ] +INFO:root:Average loss=0.18829410360791746 +INFO:root: +[Valid][19][UTT][ MSE = 0.2958 | LCC = 0.8054 | SRCC = 0.8068 ] +INFO:root:Average loss=0.19274330416168922 +INFO:root: +[Valid][20][UTT][ MSE = 0.2926 | LCC = 0.8115 | SRCC = 0.8102 ] +INFO:root:Average loss=0.19831236518728426 +INFO:root: +[Valid][21][UTT][ MSE = 0.2994 | LCC = 0.8092 | SRCC = 0.8092 ] +INFO:root:Average loss=0.1857646107673645 +INFO:root: +[Valid][22][UTT][ MSE = 0.2973 | LCC = 0.8075 | SRCC = 0.8033 ] +INFO:root:Average loss=0.18028273987464416 +INFO:root: +[Valid][23][UTT][ MSE = 0.3033 | LCC = 0.8092 | SRCC = 0.8069 ] +INFO:root:Average loss=0.17426895951995483 +INFO:root: +[Valid][24][UTT][ MSE = 0.2978 | LCC = 0.8067 | SRCC = 0.8065 ] +INFO:root:Average loss=0.15962801405634636 +INFO:root: +[Valid][25][UTT][ MSE = 0.2958 | LCC = 0.8072 | SRCC = 0.8064 ] +INFO:root:Average loss=0.15501256439930353 +INFO:root: +[Valid][26][UTT][ MSE = 0.2929 | LCC = 0.8094 | SRCC = 0.8078 ] +INFO:root:Average loss=0.15235098260335433 +INFO:root: +[Valid][27][UTT][ MSE = 0.3391 | LCC = 0.8077 | SRCC = 0.8090 ] +INFO:root:Average loss=0.1558916317537809 +INFO:root: +[Valid][28][UTT][ MSE = 0.3174 | LCC = 0.8069 | SRCC = 0.8079 ] +INFO:root:Average loss=0.1445266468784748 +INFO:root: +[Valid][29][UTT][ MSE = 0.2845 | LCC = 0.8136 | SRCC = 0.8155 ] +INFO:root:Average loss=0.16837415232872352 +INFO:root: +[Valid][30][UTT][ MSE = 0.2995 | LCC = 0.8044 | SRCC = 0.8062 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2752 | LCC = 0.8295 | SRCC = 0.8270 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer0/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer0/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccf83d51447747fbf68180e8a768973f5bd55668 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e86aeadfd0a41cd477c9af7126056250dddda92a935ffdc308cbfdbf447ef041 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer0/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..db7e6dfc87a58ce861ad777518309f14988170e9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f11555e1df422b9e43c282d8829aaffb1c466c9b55c8142a194eb9a71baf91 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer0/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3a0d8cb2891503c9a777d6d5a93634f8e101edb4 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6317042089425601 +INFO:root: +[Valid][0][UTT][ MSE = 0.4909 | LCC = 0.6760 | SRCC = 0.6816 ] +INFO:root:Average loss=0.4068797236451736 +INFO:root: +[Valid][1][UTT][ MSE = 0.4055 | LCC = 0.7252 | SRCC = 0.7273 ] +INFO:root:Average loss=0.3599926882829422 +INFO:root: +[Valid][2][UTT][ MSE = 0.4023 | LCC = 0.7477 | SRCC = 0.7452 ] +INFO:root:Average loss=0.33914654434491426 +INFO:root: +[Valid][3][UTT][ MSE = 0.3735 | LCC = 0.7427 | SRCC = 0.7378 ] +INFO:root:Average loss=0.31535163942055827 +INFO:root: +[Valid][4][UTT][ MSE = 0.3701 | LCC = 0.7563 | SRCC = 0.7566 ] +INFO:root:Average loss=0.3217980450926683 +INFO:root: +[Valid][5][UTT][ MSE = 0.3609 | LCC = 0.7642 | SRCC = 0.7643 ] +INFO:root:Average loss=0.30241438593619907 +INFO:root: +[Valid][6][UTT][ MSE = 0.3591 | LCC = 0.7646 | SRCC = 0.7667 ] +INFO:root:Average loss=0.280351860783039 +INFO:root: +[Valid][7][UTT][ MSE = 0.3498 | LCC = 0.7871 | SRCC = 0.7858 ] +INFO:root:Average loss=0.28187132607667875 +INFO:root: +[Valid][8][UTT][ MSE = 0.3385 | LCC = 0.7865 | SRCC = 0.7890 ] +INFO:root:Average loss=0.2521016571002129 +INFO:root: +[Valid][9][UTT][ MSE = 0.3236 | LCC = 0.7925 | SRCC = 0.7931 ] +INFO:root:Average loss=0.25526748291957074 +INFO:root: +[Valid][10][UTT][ MSE = 0.3398 | LCC = 0.7879 | SRCC = 0.7835 ] +INFO:root:Average loss=0.24761233364160246 +INFO:root: +[Valid][11][UTT][ MSE = 0.3135 | LCC = 0.7947 | SRCC = 0.7929 ] +INFO:root:Average loss=0.22594826171795526 +INFO:root: +[Valid][12][UTT][ MSE = 0.3103 | LCC = 0.7972 | SRCC = 0.7992 ] +INFO:root:Average loss=0.2261461309897594 +INFO:root: +[Valid][13][UTT][ MSE = 0.3129 | LCC = 0.8012 | SRCC = 0.8021 ] +INFO:root:Average loss=0.2464152823847074 +INFO:root: +[Valid][14][UTT][ MSE = 0.3358 | LCC = 0.7905 | SRCC = 0.7909 ] +INFO:root:Average loss=0.21299453175220734 +INFO:root: +[Valid][15][UTT][ MSE = 0.3294 | LCC = 0.7879 | SRCC = 0.7913 ] +INFO:root:Average loss=0.19812946747510862 +INFO:root: +[Valid][16][UTT][ MSE = 0.3226 | LCC = 0.7894 | SRCC = 0.7931 ] +INFO:root:Average loss=0.19138413935135573 +INFO:root: +[Valid][17][UTT][ MSE = 0.3097 | LCC = 0.7977 | SRCC = 0.7993 ] +INFO:root:Average loss=0.19424510861818606 +INFO:root: +[Valid][18][UTT][ MSE = 0.3171 | LCC = 0.7956 | SRCC = 0.7992 ] +INFO:root:Average loss=0.17959317861077112 +INFO:root: +[Valid][19][UTT][ MSE = 0.3017 | LCC = 0.8045 | SRCC = 0.8076 ] +INFO:root:Average loss=0.18076605063218337 +INFO:root: +[Valid][20][UTT][ MSE = 0.3029 | LCC = 0.8011 | SRCC = 0.8002 ] +INFO:root:Average loss=0.18133504841572198 +INFO:root: +[Valid][21][UTT][ MSE = 0.3021 | LCC = 0.8075 | SRCC = 0.8084 ] +INFO:root:Average loss=0.1825365315263088 +INFO:root: +[Valid][22][UTT][ MSE = 0.3038 | LCC = 0.8102 | SRCC = 0.8084 ] +INFO:root:Average loss=0.1864953323816642 +INFO:root: +[Valid][23][UTT][ MSE = 0.3197 | LCC = 0.8089 | SRCC = 0.8088 ] +INFO:root:Average loss=0.1661632107809568 +INFO:root: +[Valid][24][UTT][ MSE = 0.2946 | LCC = 0.8141 | SRCC = 0.8145 ] +INFO:root:Average loss=0.16286748466201317 +INFO:root: +[Valid][25][UTT][ MSE = 0.2955 | LCC = 0.8049 | SRCC = 0.8046 ] +INFO:root:Average loss=0.15165385804497278 +INFO:root: +[Valid][26][UTT][ MSE = 0.2950 | LCC = 0.8102 | SRCC = 0.8099 ] +INFO:root:Average loss=0.16025836727558038 +INFO:root: +[Valid][27][UTT][ MSE = 0.2948 | LCC = 0.8110 | SRCC = 0.8122 ] +INFO:root:Average loss=0.14676795202570084 +INFO:root: +[Valid][28][UTT][ MSE = 0.3022 | LCC = 0.8094 | SRCC = 0.8070 ] +INFO:root:Average loss=0.14698727027728006 +INFO:root: +[Valid][29][UTT][ MSE = 0.3062 | LCC = 0.8115 | SRCC = 0.8118 ] +INFO:root:Average loss=0.14890442998745504 +INFO:root: +[Valid][30][UTT][ MSE = 0.3016 | LCC = 0.8086 | SRCC = 0.8075 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2971 | LCC = 0.8311 | SRCC = 0.8315 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer0/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer0/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5655cd7d58c55111ac1a414da38d9112e9b1ba7e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99c0b37aa61c52204e070bdbaecf1dd2e366e8ca568de3ea17a6ed65a6705da8 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer0/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddae4914dc78e03a4e74a382afd24075815c1cb1 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dacdfb038103066cc8725779ac0c68d1b60c1c3105a6babe3b1f815fcbe2fd05 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer0/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..03d61f208ed72e428999eecf579cade6c0ffeb1c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6868706884292456 +INFO:root: +[Valid][0][UTT][ MSE = 0.5208 | LCC = 0.6594 | SRCC = 0.6560 ] +INFO:root:Average loss=0.42864235815329427 +INFO:root: +[Valid][1][UTT][ MSE = 0.5869 | LCC = 0.7131 | SRCC = 0.7188 ] +INFO:root:Average loss=0.38591926525800657 +INFO:root: +[Valid][2][UTT][ MSE = 0.4148 | LCC = 0.7397 | SRCC = 0.7415 ] +INFO:root:Average loss=0.32995561758677167 +INFO:root: +[Valid][3][UTT][ MSE = 0.4059 | LCC = 0.7524 | SRCC = 0.7517 ] +INFO:root:Average loss=0.31539684190199924 +INFO:root: +[Valid][4][UTT][ MSE = 0.3665 | LCC = 0.7682 | SRCC = 0.7668 ] +INFO:root:Average loss=0.29775030490679616 +INFO:root: +[Valid][5][UTT][ MSE = 0.3520 | LCC = 0.7700 | SRCC = 0.7761 ] +INFO:root:Average loss=0.2889744603098967 +INFO:root: +[Valid][6][UTT][ MSE = 0.3968 | LCC = 0.7567 | SRCC = 0.7604 ] +INFO:root:Average loss=0.28513776988555223 +INFO:root: +[Valid][7][UTT][ MSE = 0.3277 | LCC = 0.7867 | SRCC = 0.7868 ] +INFO:root:Average loss=0.2678911374547543 +INFO:root: +[Valid][8][UTT][ MSE = 0.3366 | LCC = 0.7835 | SRCC = 0.7858 ] +INFO:root:Average loss=0.2608078393416527 +INFO:root: +[Valid][9][UTT][ MSE = 0.3264 | LCC = 0.7910 | SRCC = 0.7924 ] +INFO:root:Average loss=0.25029336794828755 +INFO:root: +[Valid][10][UTT][ MSE = 0.3370 | LCC = 0.7856 | SRCC = 0.7914 ] +INFO:root:Average loss=0.24805386861165366 +INFO:root: +[Valid][11][UTT][ MSE = 0.3369 | LCC = 0.7847 | SRCC = 0.7867 ] +INFO:root:Average loss=0.2270923433586573 +INFO:root: +[Valid][12][UTT][ MSE = 0.3588 | LCC = 0.7887 | SRCC = 0.7932 ] +INFO:root:Average loss=0.2517394783596198 +INFO:root: +[Valid][13][UTT][ MSE = 0.3253 | LCC = 0.8023 | SRCC = 0.8037 ] +INFO:root:Average loss=0.22902705272038779 +INFO:root: +[Valid][14][UTT][ MSE = 0.3108 | LCC = 0.7957 | SRCC = 0.7965 ] +INFO:root:Average loss=0.20957605559856463 +INFO:root: +[Valid][15][UTT][ MSE = 0.3071 | LCC = 0.7980 | SRCC = 0.7989 ] +INFO:root:Average loss=0.1967872488193023 +INFO:root: +[Valid][16][UTT][ MSE = 0.3154 | LCC = 0.7907 | SRCC = 0.7922 ] +INFO:root:Average loss=0.18980820706257454 +INFO:root: +[Valid][17][UTT][ MSE = 0.3256 | LCC = 0.7835 | SRCC = 0.7885 ] +INFO:root:Average loss=0.20135126616328192 +INFO:root: +[Valid][18][UTT][ MSE = 0.3265 | LCC = 0.7907 | SRCC = 0.7863 ] +INFO:root:Average loss=0.19132173529420143 +INFO:root: +[Valid][19][UTT][ MSE = 0.2994 | LCC = 0.8020 | SRCC = 0.8022 ] +INFO:root:Average loss=0.17194901807950094 +INFO:root: +[Valid][20][UTT][ MSE = 0.3064 | LCC = 0.7996 | SRCC = 0.8002 ] +INFO:root:Average loss=0.18846938424767593 +INFO:root: +[Valid][21][UTT][ MSE = 0.3653 | LCC = 0.7921 | SRCC = 0.7912 ] +INFO:root:Average loss=0.17676424254209566 +INFO:root: +[Valid][22][UTT][ MSE = 0.3560 | LCC = 0.8039 | SRCC = 0.8063 ] +INFO:root:Average loss=0.17185526522688377 +INFO:root: +[Valid][23][UTT][ MSE = 0.2975 | LCC = 0.8077 | SRCC = 0.8088 ] +INFO:root:Average loss=0.1773641545038957 +INFO:root: +[Valid][24][UTT][ MSE = 0.3078 | LCC = 0.8005 | SRCC = 0.8007 ] +INFO:root:Average loss=0.16150826884385866 +INFO:root: +[Valid][25][UTT][ MSE = 0.3669 | LCC = 0.8024 | SRCC = 0.8030 ] +INFO:root:Average loss=0.15635204267425415 +INFO:root: +[Valid][26][UTT][ MSE = 0.3230 | LCC = 0.8008 | SRCC = 0.8027 ] +INFO:root:Average loss=0.1519868155129445 +INFO:root: +[Valid][27][UTT][ MSE = 0.3138 | LCC = 0.8002 | SRCC = 0.8015 ] +INFO:root:Average loss=0.14650190803102958 +INFO:root: +[Valid][28][UTT][ MSE = 0.3110 | LCC = 0.8027 | SRCC = 0.8048 ] +INFO:root:Average loss=0.14326640485953063 +INFO:root: +[Valid][29][UTT][ MSE = 0.2992 | LCC = 0.8063 | SRCC = 0.8038 ] +INFO:root:Average loss=0.13732699686900163 +INFO:root: +[Valid][30][UTT][ MSE = 0.3467 | LCC = 0.7985 | SRCC = 0.7982 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2754 | LCC = 0.8318 | SRCC = 0.8304 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer0/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer0/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebbeb15cc784aa922f69fe7f9e424c80a14fee82 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6febb31660b2adb8c3c28f45214ef7f5775f289edc17504c9a2af2d8e23f0f68 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer0/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a464c1cba0fd2e5cfa6b0a5c17e9fc58dd06243 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a762d0ae341525476c2fa2b306c7f92b67400e3c05069a9a66bc70969ace71be +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer0/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer0/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3aecb8567822c86b4d2acee6443b14d2a74aea85 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer0/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6390990202243512 +INFO:root: +[Valid][0][UTT][ MSE = 0.4915 | LCC = 0.6707 | SRCC = 0.6665 ] +INFO:root:Average loss=0.4153853681607124 +INFO:root: +[Valid][1][UTT][ MSE = 0.4637 | LCC = 0.7134 | SRCC = 0.7051 ] +INFO:root:Average loss=0.381180648238231 +INFO:root: +[Valid][2][UTT][ MSE = 0.3997 | LCC = 0.7374 | SRCC = 0.7324 ] +INFO:root:Average loss=0.3444955838032258 +INFO:root: +[Valid][3][UTT][ MSE = 0.3820 | LCC = 0.7494 | SRCC = 0.7424 ] +INFO:root:Average loss=0.32431223205266857 +INFO:root: +[Valid][4][UTT][ MSE = 0.3729 | LCC = 0.7665 | SRCC = 0.7599 ] +INFO:root:Average loss=0.29690910894901323 +INFO:root: +[Valid][5][UTT][ MSE = 0.3573 | LCC = 0.7755 | SRCC = 0.7747 ] +INFO:root:Average loss=0.2798496763675641 +INFO:root: +[Valid][6][UTT][ MSE = 0.3352 | LCC = 0.7819 | SRCC = 0.7845 ] +INFO:root:Average loss=0.26802691721763366 +INFO:root: +[Valid][7][UTT][ MSE = 0.3397 | LCC = 0.7791 | SRCC = 0.7815 ] +INFO:root:Average loss=0.26951024108208144 +INFO:root: +[Valid][8][UTT][ MSE = 0.3190 | LCC = 0.7884 | SRCC = 0.7863 ] +INFO:root:Average loss=0.24987217440054968 +INFO:root: +[Valid][9][UTT][ MSE = 0.3231 | LCC = 0.7833 | SRCC = 0.7875 ] +INFO:root:Average loss=0.2407132740586232 +INFO:root: +[Valid][10][UTT][ MSE = 0.4001 | LCC = 0.7834 | SRCC = 0.7909 ] +INFO:root:Average loss=0.23840181644146258 +INFO:root: +[Valid][11][UTT][ MSE = 0.3194 | LCC = 0.7938 | SRCC = 0.7967 ] +INFO:root:Average loss=0.2251206561923027 +INFO:root: +[Valid][12][UTT][ MSE = 0.3178 | LCC = 0.8034 | SRCC = 0.8028 ] +INFO:root:Average loss=0.21736131914151022 +INFO:root: +[Valid][13][UTT][ MSE = 0.3363 | LCC = 0.8087 | SRCC = 0.8081 ] +INFO:root:Average loss=0.21721402689432487 +INFO:root: +[Valid][14][UTT][ MSE = 0.3202 | LCC = 0.7998 | SRCC = 0.7990 ] +INFO:root:Average loss=0.2162984936283185 +INFO:root: +[Valid][15][UTT][ MSE = 0.2941 | LCC = 0.8096 | SRCC = 0.8111 ] +INFO:root:Average loss=0.20314931028928512 +INFO:root: +[Valid][16][UTT][ MSE = 0.3352 | LCC = 0.8040 | SRCC = 0.8025 ] +INFO:root:Average loss=0.20171076575150856 +INFO:root: +[Valid][17][UTT][ MSE = 0.2945 | LCC = 0.8126 | SRCC = 0.8130 ] +INFO:root:Average loss=0.1940271481871605 +INFO:root: +[Valid][18][UTT][ MSE = 0.3095 | LCC = 0.8088 | SRCC = 0.8102 ] +INFO:root:Average loss=0.18318438415343946 +INFO:root: +[Valid][19][UTT][ MSE = 0.2913 | LCC = 0.8152 | SRCC = 0.8155 ] +INFO:root:Average loss=0.18279506170596832 +INFO:root: +[Valid][20][UTT][ MSE = 0.2877 | LCC = 0.8095 | SRCC = 0.8092 ] +INFO:root:Average loss=0.18355816182417747 +INFO:root: +[Valid][21][UTT][ MSE = 0.3170 | LCC = 0.8146 | SRCC = 0.8150 ] +INFO:root:Average loss=0.17038753103369322 +INFO:root: +[Valid][22][UTT][ MSE = 0.3149 | LCC = 0.8096 | SRCC = 0.8106 ] +INFO:root:Average loss=0.17024530413059089 +INFO:root: +[Valid][23][UTT][ MSE = 0.2890 | LCC = 0.8084 | SRCC = 0.8099 ] +INFO:root:Average loss=0.16634362324690208 +INFO:root: +[Valid][24][UTT][ MSE = 0.3000 | LCC = 0.8039 | SRCC = 0.8036 ] +INFO:root:Average loss=0.16194405464025644 +INFO:root: +[Valid][25][UTT][ MSE = 0.2972 | LCC = 0.8109 | SRCC = 0.8125 ] +INFO:root:Average loss=0.15900965493458968 +INFO:root: +[Valid][26][UTT][ MSE = 0.2766 | LCC = 0.8174 | SRCC = 0.8173 ] +INFO:root:Average loss=0.16803633268827048 +INFO:root: +[Valid][27][UTT][ MSE = 0.2928 | LCC = 0.8102 | SRCC = 0.8086 ] +INFO:root:Average loss=0.1601041404482646 +INFO:root: +[Valid][28][UTT][ MSE = 0.2832 | LCC = 0.8117 | SRCC = 0.8130 ] +INFO:root:Average loss=0.15441234027728057 +INFO:root: +[Valid][29][UTT][ MSE = 0.2932 | LCC = 0.8137 | SRCC = 0.8146 ] +INFO:root:Average loss=0.14946961383789015 +INFO:root: +[Valid][30][UTT][ MSE = 0.2856 | LCC = 0.8129 | SRCC = 0.8150 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2751 | LCC = 0.8253 | SRCC = 0.8206 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer10/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer10/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1de8f4b5a9575155ceed8bafce386f706461399f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5ddd212a46167b510bac9753eba14bee544b9f13fd48e275560bc9b0e8418a1 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer10/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a52fc606b8f8ffdde2cda02ea33cda5ee41670b7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3f52ac276a7018fda473805cd68f3353d37e1683b0193341824a7d705a0541a +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer10/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..1c1a25c83ac3305d5e4f3120d461c1ac52d713b1 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4150345531793741 +INFO:root: +[Valid][0][UTT][ MSE = 0.2853 | LCC = 0.8504 | SRCC = 0.8479 ] +INFO:root:Average loss=0.22382026318556222 +INFO:root: +[Valid][1][UTT][ MSE = 0.2518 | LCC = 0.8675 | SRCC = 0.8642 ] +INFO:root:Average loss=0.19595514352505022 +INFO:root: +[Valid][2][UTT][ MSE = 0.2171 | LCC = 0.8822 | SRCC = 0.8797 ] +INFO:root:Average loss=0.18296390294264525 +INFO:root: +[Valid][3][UTT][ MSE = 0.2062 | LCC = 0.8845 | SRCC = 0.8834 ] +INFO:root:Average loss=0.17027081062014288 +INFO:root: +[Valid][4][UTT][ MSE = 0.2235 | LCC = 0.8860 | SRCC = 0.8832 ] +INFO:root:Average loss=0.1582959240827805 +INFO:root: +[Valid][5][UTT][ MSE = 0.2504 | LCC = 0.8825 | SRCC = 0.8825 ] +INFO:root:Average loss=0.1493547938955136 +INFO:root: +[Valid][6][UTT][ MSE = 0.2239 | LCC = 0.8883 | SRCC = 0.8861 ] +INFO:root:Average loss=0.1483694932017571 +INFO:root: +[Valid][7][UTT][ MSE = 0.2000 | LCC = 0.8905 | SRCC = 0.8886 ] +INFO:root:Average loss=0.1337339792114038 +INFO:root: +[Valid][8][UTT][ MSE = 0.2058 | LCC = 0.8899 | SRCC = 0.8887 ] +INFO:root:Average loss=0.1218462966573544 +INFO:root: +[Valid][9][UTT][ MSE = 0.1969 | LCC = 0.8869 | SRCC = 0.8846 ] +INFO:root:Average loss=0.11524418216103162 +INFO:root: +[Valid][10][UTT][ MSE = 0.2053 | LCC = 0.8852 | SRCC = 0.8841 ] +INFO:root:Average loss=0.10847777768205373 +INFO:root: +[Valid][11][UTT][ MSE = 0.1979 | LCC = 0.8820 | SRCC = 0.8803 ] +INFO:root:Average loss=0.1143192474085551 +INFO:root: +[Valid][12][UTT][ MSE = 0.1962 | LCC = 0.8849 | SRCC = 0.8833 ] +INFO:root:Average loss=0.09377497902665383 +INFO:root: +[Valid][13][UTT][ MSE = 0.2256 | LCC = 0.8810 | SRCC = 0.8796 ] +INFO:root:Average loss=0.09739128242318447 +INFO:root: +[Valid][14][UTT][ MSE = 0.2118 | LCC = 0.8830 | SRCC = 0.8809 ] +INFO:root:Average loss=0.08694869470901978 +INFO:root: +[Valid][15][UTT][ MSE = 0.2057 | LCC = 0.8791 | SRCC = 0.8760 ] +INFO:root:Average loss=0.08113656107049722 +INFO:root: +[Valid][16][UTT][ MSE = 0.2317 | LCC = 0.8778 | SRCC = 0.8765 ] +INFO:root:Average loss=0.08374916002727471 +INFO:root: +[Valid][17][UTT][ MSE = 0.1952 | LCC = 0.8791 | SRCC = 0.8769 ] +INFO:root:Average loss=0.07363327802755894 +INFO:root: +[Valid][18][UTT][ MSE = 0.2104 | LCC = 0.8754 | SRCC = 0.8739 ] +INFO:root:Average loss=0.07362855612658538 +INFO:root: +[Valid][19][UTT][ MSE = 0.2042 | LCC = 0.8766 | SRCC = 0.8744 ] +INFO:root:Average loss=0.07938703737006737 +INFO:root: +[Valid][20][UTT][ MSE = 0.2179 | LCC = 0.8783 | SRCC = 0.8777 ] +INFO:root:Average loss=0.06360549704195598 +INFO:root: +[Valid][21][UTT][ MSE = 0.2186 | LCC = 0.8770 | SRCC = 0.8750 ] +INFO:root:Average loss=0.06397370506937687 +INFO:root: +[Valid][22][UTT][ MSE = 0.2050 | LCC = 0.8776 | SRCC = 0.8762 ] +INFO:root:Average loss=0.06441049392406757 +INFO:root: +[Valid][23][UTT][ MSE = 0.2065 | LCC = 0.8775 | SRCC = 0.8757 ] +INFO:root:Average loss=0.06040741016085331 +INFO:root: +[Valid][24][UTT][ MSE = 0.2146 | LCC = 0.8759 | SRCC = 0.8741 ] +INFO:root:Average loss=0.05688213342084335 +INFO:root: +[Valid][25][UTT][ MSE = 0.2054 | LCC = 0.8755 | SRCC = 0.8740 ] +INFO:root:Average loss=0.054014501424554065 +INFO:root: +[Valid][26][UTT][ MSE = 0.2154 | LCC = 0.8745 | SRCC = 0.8723 ] +INFO:root:Average loss=0.04973932749663408 +INFO:root: +[Valid][27][UTT][ MSE = 0.2111 | LCC = 0.8736 | SRCC = 0.8719 ] +INFO:root:Average loss=0.0535776099572197 +INFO:root: +[Valid][28][UTT][ MSE = 0.2218 | LCC = 0.8715 | SRCC = 0.8679 ] +INFO:root:Average loss=0.05429769878108532 +INFO:root: +[Valid][29][UTT][ MSE = 0.2068 | LCC = 0.8746 | SRCC = 0.8722 ] +INFO:root:Average loss=0.04689928913154663 +INFO:root: +[Valid][30][UTT][ MSE = 0.2223 | LCC = 0.8733 | SRCC = 0.8711 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2171 | LCC = 0.8763 | SRCC = 0.8725 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer10/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer10/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..62e727959bc5868a6d1da140e5ef94420ea2f6d0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acce58d94005245795ee478adf091d34cfca48d229cc6b02dfa333ebc7b56ecd +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer10/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..52dca84e2dfc13e2a302a6d6ac7dc59e38db77c8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f27fcd195995482484eca2f1c207bb2943ab62504952f78e1af2951a972a6dd +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer10/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..91a3ad3237a0e29a28acda8e9915855b36e9285b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3869504905664004 +INFO:root: +[Valid][0][UTT][ MSE = 0.2806 | LCC = 0.8400 | SRCC = 0.8388 ] +INFO:root:Average loss=0.23396064398380426 +INFO:root: +[Valid][1][UTT][ MSE = 0.2440 | LCC = 0.8657 | SRCC = 0.8628 ] +INFO:root:Average loss=0.2179302898928141 +INFO:root: +[Valid][2][UTT][ MSE = 0.2787 | LCC = 0.8702 | SRCC = 0.8716 ] +INFO:root:Average loss=0.18668166070412368 +INFO:root: +[Valid][3][UTT][ MSE = 0.2161 | LCC = 0.8817 | SRCC = 0.8793 ] +INFO:root:Average loss=0.1766863454801914 +INFO:root: +[Valid][4][UTT][ MSE = 0.2019 | LCC = 0.8831 | SRCC = 0.8826 ] +INFO:root:Average loss=0.16756080272488105 +INFO:root: +[Valid][5][UTT][ MSE = 0.1958 | LCC = 0.8880 | SRCC = 0.8866 ] +INFO:root:Average loss=0.15349659658013246 +INFO:root: +[Valid][6][UTT][ MSE = 0.2047 | LCC = 0.8856 | SRCC = 0.8855 ] +INFO:root:Average loss=0.14921106952123153 +INFO:root: +[Valid][7][UTT][ MSE = 0.1916 | LCC = 0.8888 | SRCC = 0.8874 ] +INFO:root:Average loss=0.13575925830847177 +INFO:root: +[Valid][8][UTT][ MSE = 0.2226 | LCC = 0.8871 | SRCC = 0.8867 ] +INFO:root:Average loss=0.13342805416920248 +INFO:root: +[Valid][9][UTT][ MSE = 0.2468 | LCC = 0.8848 | SRCC = 0.8868 ] +INFO:root:Average loss=0.12817314200294325 +INFO:root: +[Valid][10][UTT][ MSE = 0.2072 | LCC = 0.8866 | SRCC = 0.8851 ] +INFO:root:Average loss=0.11866061580486786 +INFO:root: +[Valid][11][UTT][ MSE = 0.2023 | LCC = 0.8860 | SRCC = 0.8842 ] +INFO:root:Average loss=0.1091606125044517 +INFO:root: +[Valid][12][UTT][ MSE = 0.2032 | LCC = 0.8861 | SRCC = 0.8855 ] +INFO:root:Average loss=0.11583912114684398 +INFO:root: +[Valid][13][UTT][ MSE = 0.2023 | LCC = 0.8892 | SRCC = 0.8878 ] +INFO:root:Average loss=0.10214727424467221 +INFO:root: +[Valid][14][UTT][ MSE = 0.2352 | LCC = 0.8851 | SRCC = 0.8863 ] +INFO:root:Average loss=0.10534482138852279 +INFO:root: +[Valid][15][UTT][ MSE = 0.1957 | LCC = 0.8861 | SRCC = 0.8862 ] +INFO:root:Average loss=0.08806575471774125 +INFO:root: +[Valid][16][UTT][ MSE = 0.2078 | LCC = 0.8843 | SRCC = 0.8853 ] +INFO:root:Average loss=0.09790978126992018 +INFO:root: +[Valid][17][UTT][ MSE = 0.2049 | LCC = 0.8841 | SRCC = 0.8828 ] +INFO:root:Average loss=0.08281591477302405 +INFO:root: +[Valid][18][UTT][ MSE = 0.1807 | LCC = 0.8855 | SRCC = 0.8858 ] +INFO:root:Average loss=0.07665958054936849 +INFO:root: +[Valid][19][UTT][ MSE = 0.1957 | LCC = 0.8828 | SRCC = 0.8818 ] +INFO:root:Average loss=0.07587753565838704 +INFO:root: +[Valid][20][UTT][ MSE = 0.1964 | LCC = 0.8846 | SRCC = 0.8830 ] +INFO:root:Average loss=0.07609090529000148 +INFO:root: +[Valid][21][UTT][ MSE = 0.1948 | LCC = 0.8824 | SRCC = 0.8801 ] +INFO:root:Average loss=0.06682133703277661 +INFO:root: +[Valid][22][UTT][ MSE = 0.2175 | LCC = 0.8796 | SRCC = 0.8789 ] +INFO:root:Average loss=0.06420685007021977 +INFO:root: +[Valid][23][UTT][ MSE = 0.2286 | LCC = 0.8809 | SRCC = 0.8814 ] +INFO:root:Average loss=0.06112297333012789 +INFO:root: +[Valid][24][UTT][ MSE = 0.1967 | LCC = 0.8804 | SRCC = 0.8786 ] +INFO:root:Average loss=0.05799540829582092 +INFO:root: +[Valid][25][UTT][ MSE = 0.1952 | LCC = 0.8800 | SRCC = 0.8782 ] +INFO:root:Average loss=0.056544382363939896 +INFO:root: +[Valid][26][UTT][ MSE = 0.2014 | LCC = 0.8832 | SRCC = 0.8824 ] +INFO:root:Average loss=0.05214085921836205 +INFO:root: +[Valid][27][UTT][ MSE = 0.2304 | LCC = 0.8798 | SRCC = 0.8807 ] +INFO:root:Average loss=0.051063804337993644 +INFO:root: +[Valid][28][UTT][ MSE = 0.2200 | LCC = 0.8764 | SRCC = 0.8752 ] +INFO:root:Average loss=0.04782821653554073 +INFO:root: +[Valid][29][UTT][ MSE = 0.2112 | LCC = 0.8788 | SRCC = 0.8792 ] +INFO:root:Average loss=0.049251410799721874 +INFO:root: +[Valid][30][UTT][ MSE = 0.2043 | LCC = 0.8785 | SRCC = 0.8763 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2395 | LCC = 0.8754 | SRCC = 0.8747 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer10/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer10/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c92ebdf3168bc3e6c29b1ccd1e25b893b30095a9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2342d957e69e02872236389ce4d783d57db5fbac9b82e4a19539411607100b2e +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer10/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8cdf743cdfc66f73d7a7aac607afec897c5ff3d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c194c4b06914a2fc7bb955f574645eca1a2491b5982570feea93e5ec64d8bfcb +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer10/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7bfe0992bd95ab4ad1b24517d7bef4c95744a02e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4202097619955356 +INFO:root: +[Valid][0][UTT][ MSE = 0.2974 | LCC = 0.8408 | SRCC = 0.8398 ] +INFO:root:Average loss=0.22779473261191294 +INFO:root: +[Valid][1][UTT][ MSE = 0.2353 | LCC = 0.8679 | SRCC = 0.8659 ] +INFO:root:Average loss=0.19474466718160188 +INFO:root: +[Valid][2][UTT][ MSE = 0.2327 | LCC = 0.8692 | SRCC = 0.8678 ] +INFO:root:Average loss=0.18083570505946112 +INFO:root: +[Valid][3][UTT][ MSE = 0.2132 | LCC = 0.8785 | SRCC = 0.8762 ] +INFO:root:Average loss=0.16621349341212174 +INFO:root: +[Valid][4][UTT][ MSE = 0.2306 | LCC = 0.8795 | SRCC = 0.8768 ] +INFO:root:Average loss=0.15532991376060706 +INFO:root: +[Valid][5][UTT][ MSE = 0.2356 | LCC = 0.8769 | SRCC = 0.8745 ] +INFO:root:Average loss=0.14832186479216966 +INFO:root: +[Valid][6][UTT][ MSE = 0.2235 | LCC = 0.8798 | SRCC = 0.8773 ] +INFO:root:Average loss=0.1394501522374459 +INFO:root: +[Valid][7][UTT][ MSE = 0.2768 | LCC = 0.8789 | SRCC = 0.8787 ] +INFO:root:Average loss=0.13573908633910692 +INFO:root: +[Valid][8][UTT][ MSE = 0.2016 | LCC = 0.8790 | SRCC = 0.8770 ] +INFO:root:Average loss=0.12580654244774428 +INFO:root: +[Valid][9][UTT][ MSE = 0.2120 | LCC = 0.8802 | SRCC = 0.8777 ] +INFO:root:Average loss=0.11920473810571891 +INFO:root: +[Valid][10][UTT][ MSE = 0.1988 | LCC = 0.8821 | SRCC = 0.8804 ] +INFO:root:Average loss=0.10557526273605151 +INFO:root: +[Valid][11][UTT][ MSE = 0.2007 | LCC = 0.8796 | SRCC = 0.8776 ] +INFO:root:Average loss=0.10879349484084508 +INFO:root: +[Valid][12][UTT][ MSE = 0.2300 | LCC = 0.8766 | SRCC = 0.8748 ] +INFO:root:Average loss=0.11002095702749032 +INFO:root: +[Valid][13][UTT][ MSE = 0.1996 | LCC = 0.8787 | SRCC = 0.8762 ] +INFO:root:Average loss=0.09781092195174633 +INFO:root: +[Valid][14][UTT][ MSE = 0.2379 | LCC = 0.8778 | SRCC = 0.8760 ] +INFO:root:Average loss=0.09600782690521999 +INFO:root: +[Valid][15][UTT][ MSE = 0.2246 | LCC = 0.8726 | SRCC = 0.8708 ] +INFO:root:Average loss=0.0877730023020353 +INFO:root: +[Valid][16][UTT][ MSE = 0.2043 | LCC = 0.8775 | SRCC = 0.8750 ] +INFO:root:Average loss=0.07829374901186197 +INFO:root: +[Valid][17][UTT][ MSE = 0.2024 | LCC = 0.8781 | SRCC = 0.8759 ] +INFO:root:Average loss=0.07511625873545806 +INFO:root: +[Valid][18][UTT][ MSE = 0.2049 | LCC = 0.8756 | SRCC = 0.8738 ] +INFO:root:Average loss=0.06723204431816554 +INFO:root: +[Valid][19][UTT][ MSE = 0.2269 | LCC = 0.8726 | SRCC = 0.8707 ] +INFO:root:Average loss=0.07211188236490274 +INFO:root: +[Valid][20][UTT][ MSE = 0.2055 | LCC = 0.8763 | SRCC = 0.8743 ] +INFO:root:Average loss=0.06507296134264041 +INFO:root: +[Valid][21][UTT][ MSE = 0.2156 | LCC = 0.8759 | SRCC = 0.8750 ] +INFO:root:Average loss=0.06297297398440349 +INFO:root: +[Valid][22][UTT][ MSE = 0.2062 | LCC = 0.8726 | SRCC = 0.8702 ] +INFO:root:Average loss=0.05784734801795238 +INFO:root: +[Valid][23][UTT][ MSE = 0.2141 | LCC = 0.8733 | SRCC = 0.8712 ] +INFO:root:Average loss=0.06017653257227861 +INFO:root: +[Valid][24][UTT][ MSE = 0.1996 | LCC = 0.8766 | SRCC = 0.8748 ] +INFO:root:Average loss=0.05413344268424389 +INFO:root: +[Valid][25][UTT][ MSE = 0.2107 | LCC = 0.8741 | SRCC = 0.8704 ] +INFO:root:Average loss=0.04986926724608892 +INFO:root: +[Valid][26][UTT][ MSE = 0.2085 | LCC = 0.8725 | SRCC = 0.8700 ] +INFO:root:Average loss=0.0513419644572796 +INFO:root: +[Valid][27][UTT][ MSE = 0.2038 | LCC = 0.8749 | SRCC = 0.8733 ] +INFO:root:Average loss=0.04670419658605869 +INFO:root: +[Valid][28][UTT][ MSE = 0.2107 | LCC = 0.8743 | SRCC = 0.8713 ] +INFO:root:Average loss=0.04564937633963732 +INFO:root: +[Valid][29][UTT][ MSE = 0.2130 | LCC = 0.8731 | SRCC = 0.8701 ] +INFO:root:Average loss=0.042169384037454925 +INFO:root: +[Valid][30][UTT][ MSE = 0.2074 | LCC = 0.8743 | SRCC = 0.8722 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2068 | LCC = 0.8786 | SRCC = 0.8769 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer10/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer10/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..78ce7a2fa54af5f7baaf3615bb2644e326459a2f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2974579fd870b5e061a4c77be3fae7966e444de2ca8b774d13bd064fe92cc9cf +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer10/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..94169953a747693ad44c72eca31e97ace23a6a49 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d8bd3365f3c3f0e26ea7f02c65d16eec4585fd0221a5a378aaf879316b5655 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer10/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e17c7ea76c0ad76475b8dfbc0facd17e52e08c3f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4725305499174656 +INFO:root: +[Valid][0][UTT][ MSE = 0.3244 | LCC = 0.8220 | SRCC = 0.8263 ] +INFO:root:Average loss=0.24576222151517868 +INFO:root: +[Valid][1][UTT][ MSE = 0.2805 | LCC = 0.8545 | SRCC = 0.8553 ] +INFO:root:Average loss=0.2102867763202924 +INFO:root: +[Valid][2][UTT][ MSE = 0.2274 | LCC = 0.8680 | SRCC = 0.8664 ] +INFO:root:Average loss=0.19606142577070457 +INFO:root: +[Valid][3][UTT][ MSE = 0.2332 | LCC = 0.8747 | SRCC = 0.8736 ] +INFO:root:Average loss=0.17283547144287673 +INFO:root: +[Valid][4][UTT][ MSE = 0.2614 | LCC = 0.8756 | SRCC = 0.8762 ] +INFO:root:Average loss=0.16423883088506186 +INFO:root: +[Valid][5][UTT][ MSE = 0.2309 | LCC = 0.8823 | SRCC = 0.8809 ] +INFO:root:Average loss=0.15224019036843225 +INFO:root: +[Valid][6][UTT][ MSE = 0.2180 | LCC = 0.8820 | SRCC = 0.8811 ] +INFO:root:Average loss=0.1408665536496884 +INFO:root: +[Valid][7][UTT][ MSE = 0.2299 | LCC = 0.8790 | SRCC = 0.8780 ] +INFO:root:Average loss=0.13901612955408219 +INFO:root: +[Valid][8][UTT][ MSE = 0.2088 | LCC = 0.8822 | SRCC = 0.8820 ] +INFO:root:Average loss=0.12975542065806878 +INFO:root: +[Valid][9][UTT][ MSE = 0.2146 | LCC = 0.8801 | SRCC = 0.8798 ] +INFO:root:Average loss=0.11963864473196176 +INFO:root: +[Valid][10][UTT][ MSE = 0.2656 | LCC = 0.8796 | SRCC = 0.8826 ] +INFO:root:Average loss=0.11311641965921108 +INFO:root: +[Valid][11][UTT][ MSE = 0.2084 | LCC = 0.8811 | SRCC = 0.8818 ] +INFO:root:Average loss=0.10384305179692231 +INFO:root: +[Valid][12][UTT][ MSE = 0.2083 | LCC = 0.8825 | SRCC = 0.8834 ] +INFO:root:Average loss=0.10094934147902024 +INFO:root: +[Valid][13][UTT][ MSE = 0.2113 | LCC = 0.8766 | SRCC = 0.8765 ] +INFO:root:Average loss=0.09566229643921058 +INFO:root: +[Valid][14][UTT][ MSE = 0.2595 | LCC = 0.8732 | SRCC = 0.8747 ] +INFO:root:Average loss=0.09230644160356277 +INFO:root: +[Valid][15][UTT][ MSE = 0.2088 | LCC = 0.8760 | SRCC = 0.8757 ] +INFO:root:Average loss=0.08244544878984109 +INFO:root: +[Valid][16][UTT][ MSE = 0.2207 | LCC = 0.8742 | SRCC = 0.8756 ] +INFO:root:Average loss=0.08088839722749515 +INFO:root: +[Valid][17][UTT][ MSE = 0.2529 | LCC = 0.8747 | SRCC = 0.8765 ] +INFO:root:Average loss=0.07967709792921177 +INFO:root: +[Valid][18][UTT][ MSE = 0.2090 | LCC = 0.8765 | SRCC = 0.8757 ] +INFO:root:Average loss=0.0699301984352179 +INFO:root: +[Valid][19][UTT][ MSE = 0.2338 | LCC = 0.8764 | SRCC = 0.8773 ] +INFO:root:Average loss=0.06801072746897355 +INFO:root: +[Valid][20][UTT][ MSE = 0.2068 | LCC = 0.8741 | SRCC = 0.8733 ] +INFO:root:Average loss=0.0628707775225242 +INFO:root: +[Valid][21][UTT][ MSE = 0.2415 | LCC = 0.8738 | SRCC = 0.8753 ] +INFO:root:Average loss=0.06280059658755095 +INFO:root: +[Valid][22][UTT][ MSE = 0.2452 | LCC = 0.8761 | SRCC = 0.8769 ] +INFO:root:Average loss=0.05826490974197021 +INFO:root: +[Valid][23][UTT][ MSE = 0.2064 | LCC = 0.8739 | SRCC = 0.8742 ] +INFO:root:Average loss=0.05682913729777703 +INFO:root: +[Valid][24][UTT][ MSE = 0.2199 | LCC = 0.8754 | SRCC = 0.8750 ] +INFO:root:Average loss=0.05140874553949405 +INFO:root: +[Valid][25][UTT][ MSE = 0.2137 | LCC = 0.8720 | SRCC = 0.8726 ] +INFO:root:Average loss=0.05005607419671156 +INFO:root: +[Valid][26][UTT][ MSE = 0.2031 | LCC = 0.8759 | SRCC = 0.8765 ] +INFO:root:Average loss=0.050864447433597006 +INFO:root: +[Valid][27][UTT][ MSE = 0.2116 | LCC = 0.8732 | SRCC = 0.8736 ] +INFO:root:Average loss=0.04652610270736309 +INFO:root: +[Valid][28][UTT][ MSE = 0.2200 | LCC = 0.8752 | SRCC = 0.8763 ] +INFO:root:Average loss=0.04738497523925243 +INFO:root: +[Valid][29][UTT][ MSE = 0.2085 | LCC = 0.8753 | SRCC = 0.8757 ] +INFO:root:Average loss=0.04374555362245211 +INFO:root: +[Valid][30][UTT][ MSE = 0.2455 | LCC = 0.8730 | SRCC = 0.8746 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2374 | LCC = 0.8749 | SRCC = 0.8743 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer10/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer10/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..79559ae97f58e340cbb34dd6b1dcea86df382444 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:910426de30aafd10a8e58ec0a2e47d3e323e0fa808ca6ec08b5d99f2ba74749c +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer10/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e33e081acf61a201d33b08ffbff74095dbb163e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:533fed57e3a266b5d47df66a07a83270ded30bc9e37b341376c9677c04cf4c37 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer10/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer10/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ea7710c6bf0099e573c1cb97ce85e4313e95e55e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer10/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.47572611425167477 +INFO:root: +[Valid][0][UTT][ MSE = 0.2955 | LCC = 0.8233 | SRCC = 0.8239 ] +INFO:root:Average loss=0.24039913274538824 +INFO:root: +[Valid][1][UTT][ MSE = 0.2549 | LCC = 0.8593 | SRCC = 0.8586 ] +INFO:root:Average loss=0.21192235346788016 +INFO:root: +[Valid][2][UTT][ MSE = 0.2279 | LCC = 0.8727 | SRCC = 0.8709 ] +INFO:root:Average loss=0.18920132727959219 +INFO:root: +[Valid][3][UTT][ MSE = 0.2218 | LCC = 0.8804 | SRCC = 0.8780 ] +INFO:root:Average loss=0.17515934955997345 +INFO:root: +[Valid][4][UTT][ MSE = 0.2157 | LCC = 0.8809 | SRCC = 0.8797 ] +INFO:root:Average loss=0.16658178430337173 +INFO:root: +[Valid][5][UTT][ MSE = 0.2270 | LCC = 0.8850 | SRCC = 0.8826 ] +INFO:root:Average loss=0.15272110375838402 +INFO:root: +[Valid][6][UTT][ MSE = 0.2026 | LCC = 0.8837 | SRCC = 0.8809 ] +INFO:root:Average loss=0.14941995504956979 +INFO:root: +[Valid][7][UTT][ MSE = 0.2036 | LCC = 0.8868 | SRCC = 0.8853 ] +INFO:root:Average loss=0.1332232467830181 +INFO:root: +[Valid][8][UTT][ MSE = 0.2054 | LCC = 0.8865 | SRCC = 0.8834 ] +INFO:root:Average loss=0.12361986734546147 +INFO:root: +[Valid][9][UTT][ MSE = 0.2075 | LCC = 0.8855 | SRCC = 0.8831 ] +INFO:root:Average loss=0.13051752048807266 +INFO:root: +[Valid][10][UTT][ MSE = 0.2032 | LCC = 0.8889 | SRCC = 0.8860 ] +INFO:root:Average loss=0.10709175133170226 +INFO:root: +[Valid][11][UTT][ MSE = 0.2082 | LCC = 0.8873 | SRCC = 0.8860 ] +INFO:root:Average loss=0.10442014372883698 +INFO:root: +[Valid][12][UTT][ MSE = 0.2058 | LCC = 0.8861 | SRCC = 0.8840 ] +INFO:root:Average loss=0.10059614255069158 +INFO:root: +[Valid][13][UTT][ MSE = 0.1950 | LCC = 0.8876 | SRCC = 0.8854 ] +INFO:root:Average loss=0.09210679976221843 +INFO:root: +[Valid][14][UTT][ MSE = 0.1959 | LCC = 0.8862 | SRCC = 0.8846 ] +INFO:root:Average loss=0.08664287015413627 +INFO:root: +[Valid][15][UTT][ MSE = 0.1991 | LCC = 0.8846 | SRCC = 0.8837 ] +INFO:root:Average loss=0.08622326467854854 +INFO:root: +[Valid][16][UTT][ MSE = 0.2081 | LCC = 0.8829 | SRCC = 0.8808 ] +INFO:root:Average loss=0.07787382000913987 +INFO:root: +[Valid][17][UTT][ MSE = 0.1961 | LCC = 0.8830 | SRCC = 0.8812 ] +INFO:root:Average loss=0.07685435100052601 +INFO:root: +[Valid][18][UTT][ MSE = 0.1877 | LCC = 0.8842 | SRCC = 0.8830 ] +INFO:root:Average loss=0.07266811983516583 +INFO:root: +[Valid][19][UTT][ MSE = 0.2013 | LCC = 0.8826 | SRCC = 0.8802 ] +INFO:root:Average loss=0.06828077147022271 +INFO:root: +[Valid][20][UTT][ MSE = 0.1912 | LCC = 0.8864 | SRCC = 0.8843 ] +INFO:root:Average loss=0.06800657931046608 +INFO:root: +[Valid][21][UTT][ MSE = 0.1930 | LCC = 0.8834 | SRCC = 0.8815 ] +INFO:root:Average loss=0.06073308263260584 +INFO:root: +[Valid][22][UTT][ MSE = 0.2041 | LCC = 0.8801 | SRCC = 0.8774 ] +INFO:root:Average loss=0.06381835239246869 +INFO:root: +[Valid][23][UTT][ MSE = 0.2121 | LCC = 0.8832 | SRCC = 0.8820 ] +INFO:root:Average loss=0.059117392517435245 +INFO:root: +[Valid][24][UTT][ MSE = 0.2030 | LCC = 0.8818 | SRCC = 0.8794 ] +INFO:root:Average loss=0.055690570280720025 +INFO:root: +[Valid][25][UTT][ MSE = 0.2090 | LCC = 0.8818 | SRCC = 0.8804 ] +INFO:root:Average loss=0.053542265143149935 +INFO:root: +[Valid][26][UTT][ MSE = 0.2126 | LCC = 0.8825 | SRCC = 0.8809 ] +INFO:root:Average loss=0.05131783240880722 +INFO:root: +[Valid][27][UTT][ MSE = 0.2275 | LCC = 0.8806 | SRCC = 0.8793 ] +INFO:root:Average loss=0.05091695795552088 +INFO:root: +[Valid][28][UTT][ MSE = 0.2045 | LCC = 0.8813 | SRCC = 0.8788 ] +INFO:root:Average loss=0.047127920465591625 +INFO:root: +[Valid][29][UTT][ MSE = 0.2010 | LCC = 0.8805 | SRCC = 0.8782 ] +INFO:root:Average loss=0.04688355560677174 +INFO:root: +[Valid][30][UTT][ MSE = 0.2141 | LCC = 0.8799 | SRCC = 0.8776 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2279 | LCC = 0.8747 | SRCC = 0.8714 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer12/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer12/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6a00bf33be29e9b04a9159e647dc7dac47ef59c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a395fa9637f624e810eeec09a4c7b790046764301af872c00fd967c347d753db +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer12/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9447ce157b57072a5b25a1371e4c989a669921d5 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c35f3319b2d0608827d841a2ed136fba118ffc9a9e9909ebf797e10164da1c2 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer12/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..912eba2b421e749f3bf00c07ed729680d6f7ccda --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.44066199545676893 +INFO:root: +[Valid][0][UTT][ MSE = 0.3010 | LCC = 0.8236 | SRCC = 0.8255 ] +INFO:root:Average loss=0.24491125861039528 +INFO:root: +[Valid][1][UTT][ MSE = 0.2707 | LCC = 0.8566 | SRCC = 0.8559 ] +INFO:root:Average loss=0.21220575062892374 +INFO:root: +[Valid][2][UTT][ MSE = 0.2442 | LCC = 0.8708 | SRCC = 0.8683 ] +INFO:root:Average loss=0.20084766193460196 +INFO:root: +[Valid][3][UTT][ MSE = 0.2188 | LCC = 0.8728 | SRCC = 0.8702 ] +INFO:root:Average loss=0.17703637585808069 +INFO:root: +[Valid][4][UTT][ MSE = 0.2142 | LCC = 0.8812 | SRCC = 0.8794 ] +INFO:root:Average loss=0.17080372772537744 +INFO:root: +[Valid][5][UTT][ MSE = 0.3017 | LCC = 0.8725 | SRCC = 0.8794 ] +INFO:root:Average loss=0.1578584733681801 +INFO:root: +[Valid][6][UTT][ MSE = 0.2155 | LCC = 0.8818 | SRCC = 0.8808 ] +INFO:root:Average loss=0.14428901767883545 +INFO:root: +[Valid][7][UTT][ MSE = 0.2701 | LCC = 0.8798 | SRCC = 0.8811 ] +INFO:root:Average loss=0.13794227364735726 +INFO:root: +[Valid][8][UTT][ MSE = 0.2112 | LCC = 0.8789 | SRCC = 0.8788 ] +INFO:root:Average loss=0.1341373625283058 +INFO:root: +[Valid][9][UTT][ MSE = 0.2200 | LCC = 0.8758 | SRCC = 0.8724 ] +INFO:root:Average loss=0.12070086082586876 +INFO:root: +[Valid][10][UTT][ MSE = 0.2078 | LCC = 0.8846 | SRCC = 0.8820 ] +INFO:root:Average loss=0.10889665839763787 +INFO:root: +[Valid][11][UTT][ MSE = 0.2028 | LCC = 0.8811 | SRCC = 0.8790 ] +INFO:root:Average loss=0.10946488342224023 +INFO:root: +[Valid][12][UTT][ MSE = 0.2255 | LCC = 0.8795 | SRCC = 0.8766 ] +INFO:root:Average loss=0.09916322592359322 +INFO:root: +[Valid][13][UTT][ MSE = 0.2093 | LCC = 0.8802 | SRCC = 0.8797 ] +INFO:root:Average loss=0.09622347889802395 +INFO:root: +[Valid][14][UTT][ MSE = 0.1977 | LCC = 0.8807 | SRCC = 0.8794 ] +INFO:root:Average loss=0.09281453060416076 +INFO:root: +[Valid][15][UTT][ MSE = 0.2066 | LCC = 0.8808 | SRCC = 0.8778 ] +INFO:root:Average loss=0.08461156998498318 +INFO:root: +[Valid][16][UTT][ MSE = 0.2215 | LCC = 0.8766 | SRCC = 0.8756 ] +INFO:root:Average loss=0.09009396977340564 +INFO:root: +[Valid][17][UTT][ MSE = 0.2543 | LCC = 0.8742 | SRCC = 0.8750 ] +INFO:root:Average loss=0.07762447864008255 +INFO:root: +[Valid][18][UTT][ MSE = 0.2223 | LCC = 0.8788 | SRCC = 0.8788 ] +INFO:root:Average loss=0.079359923561032 +INFO:root: +[Valid][19][UTT][ MSE = 0.2015 | LCC = 0.8793 | SRCC = 0.8786 ] +INFO:root:Average loss=0.07418345808027646 +INFO:root: +[Valid][20][UTT][ MSE = 0.2123 | LCC = 0.8730 | SRCC = 0.8738 ] +INFO:root:Average loss=0.06978322073626213 +INFO:root: +[Valid][21][UTT][ MSE = 0.2448 | LCC = 0.8754 | SRCC = 0.8766 ] +INFO:root:Average loss=0.07902042859066756 +INFO:root: +[Valid][22][UTT][ MSE = 0.2028 | LCC = 0.8774 | SRCC = 0.8759 ] +INFO:root:Average loss=0.05999813601374626 +INFO:root: +[Valid][23][UTT][ MSE = 0.2096 | LCC = 0.8746 | SRCC = 0.8725 ] +INFO:root:Average loss=0.05819382002720466 +INFO:root: +[Valid][24][UTT][ MSE = 0.2166 | LCC = 0.8773 | SRCC = 0.8755 ] +INFO:root:Average loss=0.05182731335457319 +INFO:root: +[Valid][25][UTT][ MSE = 0.2047 | LCC = 0.8777 | SRCC = 0.8751 ] +INFO:root:Average loss=0.05079769113889107 +INFO:root: +[Valid][26][UTT][ MSE = 0.2020 | LCC = 0.8773 | SRCC = 0.8759 ] +INFO:root:Average loss=0.05312446158570357 +INFO:root: +[Valid][27][UTT][ MSE = 0.2272 | LCC = 0.8750 | SRCC = 0.8755 ] +INFO:root:Average loss=0.049735478985194974 +INFO:root: +[Valid][28][UTT][ MSE = 0.2229 | LCC = 0.8725 | SRCC = 0.8714 ] +INFO:root:Average loss=0.050802720901675716 +INFO:root: +[Valid][29][UTT][ MSE = 0.2126 | LCC = 0.8774 | SRCC = 0.8769 ] +INFO:root:Average loss=0.0522496440471747 +INFO:root: +[Valid][30][UTT][ MSE = 0.2140 | LCC = 0.8758 | SRCC = 0.8766 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2307 | LCC = 0.8725 | SRCC = 0.8708 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer12/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer12/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..975b1d461a5670ffb2c5ed03c6b21aaf082f782e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89c782a3036e67d6a20f90bda8a6cabb6403eca42171fb66d82637d288d2ca41 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer12/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f60486a0bda6b9aa0a9443268e12a01e6c6c1ee --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:207492fd1b96313573c46068f59b8fe0d98e50d3ce1a9e15b6c8468f5ff340ec +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer12/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..34d65da23f39b71158d438c7d783d0af47f866df --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4358986885501788 +INFO:root: +[Valid][0][UTT][ MSE = 0.3003 | LCC = 0.8199 | SRCC = 0.8223 ] +INFO:root:Average loss=0.24840982086383379 +INFO:root: +[Valid][1][UTT][ MSE = 0.2785 | LCC = 0.8554 | SRCC = 0.8518 ] +INFO:root:Average loss=0.2114932992710517 +INFO:root: +[Valid][2][UTT][ MSE = 0.2385 | LCC = 0.8691 | SRCC = 0.8657 ] +INFO:root:Average loss=0.19203392015053675 +INFO:root: +[Valid][3][UTT][ MSE = 0.2360 | LCC = 0.8734 | SRCC = 0.8746 ] +INFO:root:Average loss=0.17584033606526178 +INFO:root: +[Valid][4][UTT][ MSE = 0.2063 | LCC = 0.8787 | SRCC = 0.8769 ] +INFO:root:Average loss=0.163573919962614 +INFO:root: +[Valid][5][UTT][ MSE = 0.2111 | LCC = 0.8829 | SRCC = 0.8814 ] +INFO:root:Average loss=0.15319529309486732 +INFO:root: +[Valid][6][UTT][ MSE = 0.2094 | LCC = 0.8836 | SRCC = 0.8818 ] +INFO:root:Average loss=0.14511175444110846 +INFO:root: +[Valid][7][UTT][ MSE = 0.2110 | LCC = 0.8808 | SRCC = 0.8796 ] +INFO:root:Average loss=0.1311248681293084 +INFO:root: +[Valid][8][UTT][ MSE = 0.2231 | LCC = 0.8773 | SRCC = 0.8768 ] +INFO:root:Average loss=0.13119475113657805 +INFO:root: +[Valid][9][UTT][ MSE = 0.2099 | LCC = 0.8803 | SRCC = 0.8800 ] +INFO:root:Average loss=0.12649704133852935 +INFO:root: +[Valid][10][UTT][ MSE = 0.2397 | LCC = 0.8777 | SRCC = 0.8772 ] +INFO:root:Average loss=0.11648033597530463 +INFO:root: +[Valid][11][UTT][ MSE = 0.2374 | LCC = 0.8771 | SRCC = 0.8780 ] +INFO:root:Average loss=0.10617449607413548 +INFO:root: +[Valid][12][UTT][ MSE = 0.2068 | LCC = 0.8806 | SRCC = 0.8792 ] +INFO:root:Average loss=0.10888283064541145 +INFO:root: +[Valid][13][UTT][ MSE = 0.2041 | LCC = 0.8775 | SRCC = 0.8768 ] +INFO:root:Average loss=0.1015650278960283 +INFO:root: +[Valid][14][UTT][ MSE = 0.2804 | LCC = 0.8746 | SRCC = 0.8792 ] +INFO:root:Average loss=0.09460453655666266 +INFO:root: +[Valid][15][UTT][ MSE = 0.2060 | LCC = 0.8793 | SRCC = 0.8778 ] +INFO:root:Average loss=0.086986150401525 +INFO:root: +[Valid][16][UTT][ MSE = 0.2439 | LCC = 0.8724 | SRCC = 0.8702 ] +INFO:root:Average loss=0.08156732737253873 +INFO:root: +[Valid][17][UTT][ MSE = 0.2065 | LCC = 0.8748 | SRCC = 0.8728 ] +INFO:root:Average loss=0.08209669394179797 +INFO:root: +[Valid][18][UTT][ MSE = 0.2090 | LCC = 0.8752 | SRCC = 0.8732 ] +INFO:root:Average loss=0.08097860011725853 +INFO:root: +[Valid][19][UTT][ MSE = 0.2150 | LCC = 0.8738 | SRCC = 0.8731 ] +INFO:root:Average loss=0.07556188928011136 +INFO:root: +[Valid][20][UTT][ MSE = 0.2146 | LCC = 0.8749 | SRCC = 0.8738 ] +INFO:root:Average loss=0.06685944670476975 +INFO:root: +[Valid][21][UTT][ MSE = 0.2081 | LCC = 0.8755 | SRCC = 0.8743 ] +INFO:root:Average loss=0.06720256805419922 +INFO:root: +[Valid][22][UTT][ MSE = 0.2118 | LCC = 0.8718 | SRCC = 0.8704 ] +INFO:root:Average loss=0.06396143725858285 +INFO:root: +[Valid][23][UTT][ MSE = 0.2167 | LCC = 0.8713 | SRCC = 0.8696 ] +INFO:root:Average loss=0.06219521886072098 +INFO:root: +[Valid][24][UTT][ MSE = 0.2054 | LCC = 0.8760 | SRCC = 0.8758 ] +INFO:root:Average loss=0.05420736593600267 +INFO:root: +[Valid][25][UTT][ MSE = 0.2111 | LCC = 0.8755 | SRCC = 0.8752 ] +INFO:root:Average loss=0.055745950470177025 +INFO:root: +[Valid][26][UTT][ MSE = 0.2156 | LCC = 0.8768 | SRCC = 0.8755 ] +INFO:root:Average loss=0.0504592732550242 +INFO:root: +[Valid][27][UTT][ MSE = 0.2085 | LCC = 0.8732 | SRCC = 0.8725 ] +INFO:root:Average loss=0.060754564829552785 +INFO:root: +[Valid][28][UTT][ MSE = 0.2107 | LCC = 0.8765 | SRCC = 0.8754 ] +INFO:root:Average loss=0.058723773974447675 +INFO:root: +[Valid][29][UTT][ MSE = 0.2229 | LCC = 0.8742 | SRCC = 0.8740 ] +INFO:root:Average loss=0.050534689703430884 +INFO:root: +[Valid][30][UTT][ MSE = 0.2340 | LCC = 0.8721 | SRCC = 0.8709 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2439 | LCC = 0.8735 | SRCC = 0.8731 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer12/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer12/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e028130c93d123fa907640968c2a0253519644e9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:331b87d810aa654891622ce5a9fe250f9a018e177b10e3a6c79fda8380a5d979 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer12/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..23c2476ea894b43495544ed65da7f23bb7fc6545 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:466f77fc26e92767d2ac92b6976d31f96ad31a46c2f191e3632ce96b62c0925c +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer12/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7e3b564c12a604b12ced82f9a221da922ea16663 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5112707374187616 +INFO:root: +[Valid][0][UTT][ MSE = 0.3277 | LCC = 0.8214 | SRCC = 0.8239 ] +INFO:root:Average loss=0.23831583674137408 +INFO:root: +[Valid][1][UTT][ MSE = 0.2422 | LCC = 0.8631 | SRCC = 0.8627 ] +INFO:root:Average loss=0.20478205220439497 +INFO:root: +[Valid][2][UTT][ MSE = 0.2327 | LCC = 0.8692 | SRCC = 0.8681 ] +INFO:root:Average loss=0.18998175993179664 +INFO:root: +[Valid][3][UTT][ MSE = 0.2414 | LCC = 0.8773 | SRCC = 0.8761 ] +INFO:root:Average loss=0.17176221291988325 +INFO:root: +[Valid][4][UTT][ MSE = 0.2301 | LCC = 0.8779 | SRCC = 0.8752 ] +INFO:root:Average loss=0.16102282349497843 +INFO:root: +[Valid][5][UTT][ MSE = 0.2071 | LCC = 0.8827 | SRCC = 0.8810 ] +INFO:root:Average loss=0.15042097503558183 +INFO:root: +[Valid][6][UTT][ MSE = 0.2252 | LCC = 0.8841 | SRCC = 0.8839 ] +INFO:root:Average loss=0.1500413049107943 +INFO:root: +[Valid][7][UTT][ MSE = 0.2147 | LCC = 0.8898 | SRCC = 0.8888 ] +INFO:root:Average loss=0.1343009563592764 +INFO:root: +[Valid][8][UTT][ MSE = 0.2149 | LCC = 0.8847 | SRCC = 0.8844 ] +INFO:root:Average loss=0.12549458425014448 +INFO:root: +[Valid][9][UTT][ MSE = 0.2099 | LCC = 0.8854 | SRCC = 0.8855 ] +INFO:root:Average loss=0.118452283147818 +INFO:root: +[Valid][10][UTT][ MSE = 0.1954 | LCC = 0.8853 | SRCC = 0.8855 ] +INFO:root:Average loss=0.11695561959193303 +INFO:root: +[Valid][11][UTT][ MSE = 0.2030 | LCC = 0.8850 | SRCC = 0.8849 ] +INFO:root:Average loss=0.10896984764780754 +INFO:root: +[Valid][12][UTT][ MSE = 0.2661 | LCC = 0.8827 | SRCC = 0.8827 ] +INFO:root:Average loss=0.10487219218451244 +INFO:root: +[Valid][13][UTT][ MSE = 0.2094 | LCC = 0.8826 | SRCC = 0.8827 ] +INFO:root:Average loss=0.08876920037735732 +INFO:root: +[Valid][14][UTT][ MSE = 0.2042 | LCC = 0.8828 | SRCC = 0.8820 ] +INFO:root:Average loss=0.09002161646882693 +INFO:root: +[Valid][15][UTT][ MSE = 0.2034 | LCC = 0.8821 | SRCC = 0.8822 ] +INFO:root:Average loss=0.08552380689443687 +INFO:root: +[Valid][16][UTT][ MSE = 0.2098 | LCC = 0.8822 | SRCC = 0.8819 ] +INFO:root:Average loss=0.07741946134811793 +INFO:root: +[Valid][17][UTT][ MSE = 0.2097 | LCC = 0.8835 | SRCC = 0.8835 ] +INFO:root:Average loss=0.07501465803346573 +INFO:root: +[Valid][18][UTT][ MSE = 0.1922 | LCC = 0.8844 | SRCC = 0.8854 ] +INFO:root:Average loss=0.06483970706661542 +INFO:root: +[Valid][19][UTT][ MSE = 0.2045 | LCC = 0.8808 | SRCC = 0.8798 ] +INFO:root:Average loss=0.06476996714870135 +INFO:root: +[Valid][20][UTT][ MSE = 0.1963 | LCC = 0.8827 | SRCC = 0.8824 ] +INFO:root:Average loss=0.06267883270405807 +INFO:root: +[Valid][21][UTT][ MSE = 0.1910 | LCC = 0.8826 | SRCC = 0.8829 ] +INFO:root:Average loss=0.059919050011115194 +INFO:root: +[Valid][22][UTT][ MSE = 0.2057 | LCC = 0.8849 | SRCC = 0.8855 ] +INFO:root:Average loss=0.058464860973449856 +INFO:root: +[Valid][23][UTT][ MSE = 0.1951 | LCC = 0.8836 | SRCC = 0.8831 ] +INFO:root:Average loss=0.054061631552684 +INFO:root: +[Valid][24][UTT][ MSE = 0.2053 | LCC = 0.8788 | SRCC = 0.8791 ] +INFO:root:Average loss=0.06181652170534317 +INFO:root: +[Valid][25][UTT][ MSE = 0.2444 | LCC = 0.8788 | SRCC = 0.8790 ] +INFO:root:Average loss=0.04997319833208353 +INFO:root: +[Valid][26][UTT][ MSE = 0.2006 | LCC = 0.8832 | SRCC = 0.8827 ] +INFO:root:Average loss=0.04753041692460195 +INFO:root: +[Valid][27][UTT][ MSE = 0.2157 | LCC = 0.8831 | SRCC = 0.8835 ] +INFO:root:Average loss=0.04435277164268952 +INFO:root: +[Valid][28][UTT][ MSE = 0.1990 | LCC = 0.8830 | SRCC = 0.8829 ] +INFO:root:Average loss=0.051021514364924185 +INFO:root: +[Valid][29][UTT][ MSE = 0.2002 | LCC = 0.8829 | SRCC = 0.8832 ] +INFO:root:Average loss=0.0437215144913166 +INFO:root: +[Valid][30][UTT][ MSE = 0.2000 | LCC = 0.8837 | SRCC = 0.8837 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2252 | LCC = 0.8754 | SRCC = 0.8736 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer12/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer12/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0ec8649854b63ec262818a68465f0cfa3175e41 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:694c3a0d1363d12edf77450f44795b02bd618fdf51b33076769e8596a8f918ad +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer12/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bee65a4a3b18dcb169ec0f5eb7c7de771b9f6b63 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fe1daad3decfb028bdb61b5d3dce6572a12a6d7af1664af609ff1f3e6d88fe2 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer12/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..85d3dbbec65e11b8640781ec82cc75018c408e50 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.46615466953088075 +INFO:root: +[Valid][0][UTT][ MSE = 0.3111 | LCC = 0.8123 | SRCC = 0.8150 ] +INFO:root:Average loss=0.2529386110030688 +INFO:root: +[Valid][1][UTT][ MSE = 0.2635 | LCC = 0.8614 | SRCC = 0.8593 ] +INFO:root:Average loss=0.21845030326109666 +INFO:root: +[Valid][2][UTT][ MSE = 0.2647 | LCC = 0.8655 | SRCC = 0.8678 ] +INFO:root:Average loss=0.2139677620277955 +INFO:root: +[Valid][3][UTT][ MSE = 0.2675 | LCC = 0.8739 | SRCC = 0.8723 ] +INFO:root:Average loss=0.17662389480914825 +INFO:root: +[Valid][4][UTT][ MSE = 0.2249 | LCC = 0.8820 | SRCC = 0.8811 ] +INFO:root:Average loss=0.17423348606396943 +INFO:root: +[Valid][5][UTT][ MSE = 0.2405 | LCC = 0.8809 | SRCC = 0.8810 ] +INFO:root:Average loss=0.16347676859452173 +INFO:root: +[Valid][6][UTT][ MSE = 0.2073 | LCC = 0.8818 | SRCC = 0.8816 ] +INFO:root:Average loss=0.1428074469933143 +INFO:root: +[Valid][7][UTT][ MSE = 0.2245 | LCC = 0.8881 | SRCC = 0.8880 ] +INFO:root:Average loss=0.132763663545633 +INFO:root: +[Valid][8][UTT][ MSE = 0.2118 | LCC = 0.8831 | SRCC = 0.8826 ] +INFO:root:Average loss=0.12875644432810637 +INFO:root: +[Valid][9][UTT][ MSE = 0.1934 | LCC = 0.8864 | SRCC = 0.8851 ] +INFO:root:Average loss=0.1241988741243497 +INFO:root: +[Valid][10][UTT][ MSE = 0.2072 | LCC = 0.8849 | SRCC = 0.8840 ] +INFO:root:Average loss=0.11185142560265003 +INFO:root: +[Valid][11][UTT][ MSE = 0.2043 | LCC = 0.8876 | SRCC = 0.8871 ] +INFO:root:Average loss=0.10968172473785205 +INFO:root: +[Valid][12][UTT][ MSE = 0.2517 | LCC = 0.8819 | SRCC = 0.8816 ] +INFO:root:Average loss=0.10760955894604707 +INFO:root: +[Valid][13][UTT][ MSE = 0.2270 | LCC = 0.8838 | SRCC = 0.8845 ] +INFO:root:Average loss=0.0981127495567004 +INFO:root: +[Valid][14][UTT][ MSE = 0.2101 | LCC = 0.8815 | SRCC = 0.8815 ] +INFO:root:Average loss=0.09316649483755612 +INFO:root: +[Valid][15][UTT][ MSE = 0.1960 | LCC = 0.8877 | SRCC = 0.8874 ] +INFO:root:Average loss=0.08658812142526492 +INFO:root: +[Valid][16][UTT][ MSE = 0.1928 | LCC = 0.8850 | SRCC = 0.8852 ] +INFO:root:Average loss=0.08068410717906097 +INFO:root: +[Valid][17][UTT][ MSE = 0.2071 | LCC = 0.8838 | SRCC = 0.8827 ] +INFO:root:Average loss=0.07722702904198414 +INFO:root: +[Valid][18][UTT][ MSE = 0.2311 | LCC = 0.8823 | SRCC = 0.8813 ] +INFO:root:Average loss=0.07101301089502297 +INFO:root: +[Valid][19][UTT][ MSE = 0.2173 | LCC = 0.8774 | SRCC = 0.8772 ] +INFO:root:Average loss=0.07143997529951426 +INFO:root: +[Valid][20][UTT][ MSE = 0.2115 | LCC = 0.8825 | SRCC = 0.8838 ] +INFO:root:Average loss=0.06560540925233792 +INFO:root: +[Valid][21][UTT][ MSE = 0.2052 | LCC = 0.8834 | SRCC = 0.8825 ] +INFO:root:Average loss=0.06682951433154252 +INFO:root: +[Valid][22][UTT][ MSE = 0.2348 | LCC = 0.8767 | SRCC = 0.8752 ] +INFO:root:Average loss=0.060737178063927554 +INFO:root: +[Valid][23][UTT][ MSE = 0.2027 | LCC = 0.8785 | SRCC = 0.8777 ] +INFO:root:Average loss=0.05443516894219778 +INFO:root: +[Valid][24][UTT][ MSE = 0.2153 | LCC = 0.8779 | SRCC = 0.8782 ] +INFO:root:Average loss=0.05327143682501255 +INFO:root: +[Valid][25][UTT][ MSE = 0.2031 | LCC = 0.8785 | SRCC = 0.8780 ] +INFO:root:Average loss=0.0531864898900191 +INFO:root: +[Valid][26][UTT][ MSE = 0.2011 | LCC = 0.8790 | SRCC = 0.8778 ] +INFO:root:Average loss=0.04568868417006273 +INFO:root: +[Valid][27][UTT][ MSE = 0.2219 | LCC = 0.8756 | SRCC = 0.8736 ] +INFO:root:Average loss=0.04678890226074518 +INFO:root: +[Valid][28][UTT][ MSE = 0.2150 | LCC = 0.8767 | SRCC = 0.8744 ] +INFO:root:Average loss=0.05124870759363358 +INFO:root: +[Valid][29][UTT][ MSE = 0.2076 | LCC = 0.8778 | SRCC = 0.8754 ] +INFO:root:Average loss=0.04679897241294384 +INFO:root: +[Valid][30][UTT][ MSE = 0.2224 | LCC = 0.8762 | SRCC = 0.8739 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2325 | LCC = 0.8734 | SRCC = 0.8708 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer12/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer12/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..12a6dc6f850eadb74b5e3e58e6613cdb19175a04 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16597bf8cb5b1525333aea7788a4583b897a00801c799589c26037490cfeda6d +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer12/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4e411e66aefc2d2e18027187a6fd468e90cb2cf --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed7594c94d261f59894e632f613b41a74118f1b4f3dfc67dd3bd25ce70169215 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer12/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer12/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..451fbbd8dfe09c5ca49f9123c03afcda88d5dc0f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer12/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.42036110162734985 +INFO:root: +[Valid][0][UTT][ MSE = 0.2849 | LCC = 0.8326 | SRCC = 0.8325 ] +INFO:root:Average loss=0.2362875011868966 +INFO:root: +[Valid][1][UTT][ MSE = 0.2702 | LCC = 0.8645 | SRCC = 0.8603 ] +INFO:root:Average loss=0.21102608969578376 +INFO:root: +[Valid][2][UTT][ MSE = 0.2326 | LCC = 0.8738 | SRCC = 0.8718 ] +INFO:root:Average loss=0.2034547649897062 +INFO:root: +[Valid][3][UTT][ MSE = 0.2252 | LCC = 0.8763 | SRCC = 0.8738 ] +INFO:root:Average loss=0.18576040472357702 +INFO:root: +[Valid][4][UTT][ MSE = 0.2077 | LCC = 0.8832 | SRCC = 0.8819 ] +INFO:root:Average loss=0.1650955984607721 +INFO:root: +[Valid][5][UTT][ MSE = 0.2336 | LCC = 0.8835 | SRCC = 0.8843 ] +INFO:root:Average loss=0.16435434965369028 +INFO:root: +[Valid][6][UTT][ MSE = 0.2179 | LCC = 0.8858 | SRCC = 0.8835 ] +INFO:root:Average loss=0.15256677109461564 +INFO:root: +[Valid][7][UTT][ MSE = 0.2780 | LCC = 0.8828 | SRCC = 0.8835 ] +INFO:root:Average loss=0.166201814244955 +INFO:root: +[Valid][8][UTT][ MSE = 0.2229 | LCC = 0.8846 | SRCC = 0.8829 ] +INFO:root:Average loss=0.13879351852796015 +INFO:root: +[Valid][9][UTT][ MSE = 0.2355 | LCC = 0.8852 | SRCC = 0.8847 ] +INFO:root:Average loss=0.12118375091216503 +INFO:root: +[Valid][10][UTT][ MSE = 0.1895 | LCC = 0.8891 | SRCC = 0.8880 ] +INFO:root:Average loss=0.11998651921749115 +INFO:root: +[Valid][11][UTT][ MSE = 0.2095 | LCC = 0.8847 | SRCC = 0.8825 ] +INFO:root:Average loss=0.12030266225337982 +INFO:root: +[Valid][12][UTT][ MSE = 0.2217 | LCC = 0.8858 | SRCC = 0.8848 ] +INFO:root:Average loss=0.11183278291271283 +INFO:root: +[Valid][13][UTT][ MSE = 0.2174 | LCC = 0.8850 | SRCC = 0.8836 ] +INFO:root:Average loss=0.10227090483292556 +INFO:root: +[Valid][14][UTT][ MSE = 0.2071 | LCC = 0.8836 | SRCC = 0.8833 ] +INFO:root:Average loss=0.09423628411231896 +INFO:root: +[Valid][15][UTT][ MSE = 0.2168 | LCC = 0.8802 | SRCC = 0.8786 ] +INFO:root:Average loss=0.0875034710058035 +INFO:root: +[Valid][16][UTT][ MSE = 0.1982 | LCC = 0.8831 | SRCC = 0.8825 ] +INFO:root:Average loss=0.09101593585159534 +INFO:root: +[Valid][17][UTT][ MSE = 0.2484 | LCC = 0.8825 | SRCC = 0.8835 ] +INFO:root:Average loss=0.08155665938288738 +INFO:root: +[Valid][18][UTT][ MSE = 0.2007 | LCC = 0.8835 | SRCC = 0.8829 ] +INFO:root:Average loss=0.07252799017498127 +INFO:root: +[Valid][19][UTT][ MSE = 0.2049 | LCC = 0.8812 | SRCC = 0.8796 ] +INFO:root:Average loss=0.06836929640326744 +INFO:root: +[Valid][20][UTT][ MSE = 0.1946 | LCC = 0.8805 | SRCC = 0.8794 ] +INFO:root:Average loss=0.07209248616336247 +INFO:root: +[Valid][21][UTT][ MSE = 0.2518 | LCC = 0.8762 | SRCC = 0.8760 ] +INFO:root:Average loss=0.06481048097022069 +INFO:root: +[Valid][22][UTT][ MSE = 0.2018 | LCC = 0.8781 | SRCC = 0.8768 ] +INFO:root:Average loss=0.05715716123963014 +INFO:root: +[Valid][23][UTT][ MSE = 0.2216 | LCC = 0.8775 | SRCC = 0.8761 ] +INFO:root:Average loss=0.05553762165781779 +INFO:root: +[Valid][24][UTT][ MSE = 0.2050 | LCC = 0.8767 | SRCC = 0.8742 ] +INFO:root:Average loss=0.05403034255290643 +INFO:root: +[Valid][25][UTT][ MSE = 0.2087 | LCC = 0.8741 | SRCC = 0.8733 ] +INFO:root:Average loss=0.055623502852633976 +INFO:root: +[Valid][26][UTT][ MSE = 0.2078 | LCC = 0.8744 | SRCC = 0.8731 ] +INFO:root:Average loss=0.04912493428072104 +INFO:root: +[Valid][27][UTT][ MSE = 0.2163 | LCC = 0.8735 | SRCC = 0.8717 ] +INFO:root:Average loss=0.04807474712530772 +INFO:root: +[Valid][28][UTT][ MSE = 0.2003 | LCC = 0.8773 | SRCC = 0.8765 ] +INFO:root:Average loss=0.049435097771959424 +INFO:root: +[Valid][29][UTT][ MSE = 0.2133 | LCC = 0.8752 | SRCC = 0.8737 ] +INFO:root:Average loss=0.05198474772847616 +INFO:root: +[Valid][30][UTT][ MSE = 0.2064 | LCC = 0.8748 | SRCC = 0.8740 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2190 | LCC = 0.8709 | SRCC = 0.8691 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer14/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer14/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..85d1af9b484353fe7ddf8e96b44477320f405404 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33a2f001e09f2478019cbdd661f5fad7786317d4b9c6b31fab9e087d04d545ed +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer14/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..33857873310aa93b34aae3726e00ea6d845cd805 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f82c365eebb9c86eae73a86ecce2cbed15974f08ea739acf6ee04dd50d11a351 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer14/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..652c7b7e9d5b408e66b8bbf9efde85b1bc1110fe --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5808582512231973 +INFO:root: +[Valid][0][UTT][ MSE = 0.3539 | LCC = 0.7953 | SRCC = 0.8000 ] +INFO:root:Average loss=0.29432157637217105 +INFO:root: +[Valid][1][UTT][ MSE = 0.3065 | LCC = 0.8400 | SRCC = 0.8404 ] +INFO:root:Average loss=0.23388421382659522 +INFO:root: +[Valid][2][UTT][ MSE = 0.2695 | LCC = 0.8632 | SRCC = 0.8603 ] +INFO:root:Average loss=0.22004559387763342 +INFO:root: +[Valid][3][UTT][ MSE = 0.2280 | LCC = 0.8673 | SRCC = 0.8655 ] +INFO:root:Average loss=0.1975222818362407 +INFO:root: +[Valid][4][UTT][ MSE = 0.2730 | LCC = 0.8691 | SRCC = 0.8682 ] +INFO:root:Average loss=0.1871878108344017 +INFO:root: +[Valid][5][UTT][ MSE = 0.2351 | LCC = 0.8768 | SRCC = 0.8749 ] +INFO:root:Average loss=0.17925379912440592 +INFO:root: +[Valid][6][UTT][ MSE = 0.2335 | LCC = 0.8775 | SRCC = 0.8775 ] +INFO:root:Average loss=0.16777262225365028 +INFO:root: +[Valid][7][UTT][ MSE = 0.2332 | LCC = 0.8780 | SRCC = 0.8766 ] +INFO:root:Average loss=0.1900311111448667 +INFO:root: +[Valid][8][UTT][ MSE = 0.2266 | LCC = 0.8767 | SRCC = 0.8775 ] +INFO:root:Average loss=0.17237487186988196 +INFO:root: +[Valid][9][UTT][ MSE = 0.2071 | LCC = 0.8811 | SRCC = 0.8790 ] +INFO:root:Average loss=0.14543369966439712 +INFO:root: +[Valid][10][UTT][ MSE = 0.2130 | LCC = 0.8813 | SRCC = 0.8791 ] +INFO:root:Average loss=0.13500610060798815 +INFO:root: +[Valid][11][UTT][ MSE = 0.2190 | LCC = 0.8817 | SRCC = 0.8808 ] +INFO:root:Average loss=0.128372085495637 +INFO:root: +[Valid][12][UTT][ MSE = 0.2074 | LCC = 0.8823 | SRCC = 0.8810 ] +INFO:root:Average loss=0.130660953047948 +INFO:root: +[Valid][13][UTT][ MSE = 0.2205 | LCC = 0.8812 | SRCC = 0.8795 ] +INFO:root:Average loss=0.12668759137009963 +INFO:root: +[Valid][14][UTT][ MSE = 0.2011 | LCC = 0.8821 | SRCC = 0.8806 ] +INFO:root:Average loss=0.11865519694028756 +INFO:root: +[Valid][15][UTT][ MSE = 0.1990 | LCC = 0.8801 | SRCC = 0.8786 ] +INFO:root:Average loss=0.12463531318383339 +INFO:root: +[Valid][16][UTT][ MSE = 0.2188 | LCC = 0.8800 | SRCC = 0.8790 ] +INFO:root:Average loss=0.10017625710520989 +INFO:root: +[Valid][17][UTT][ MSE = 0.2041 | LCC = 0.8796 | SRCC = 0.8791 ] +INFO:root:Average loss=0.09758866583116543 +INFO:root: +[Valid][18][UTT][ MSE = 0.2027 | LCC = 0.8795 | SRCC = 0.8783 ] +INFO:root:Average loss=0.10508200831902333 +INFO:root: +[Valid][19][UTT][ MSE = 0.2063 | LCC = 0.8802 | SRCC = 0.8793 ] +INFO:root:Average loss=0.09613991643373783 +INFO:root: +[Valid][20][UTT][ MSE = 0.2213 | LCC = 0.8762 | SRCC = 0.8738 ] +INFO:root:Average loss=0.09241673054221348 +INFO:root: +[Valid][21][UTT][ MSE = 0.2099 | LCC = 0.8804 | SRCC = 0.8796 ] +INFO:root:Average loss=0.09697540534230378 +INFO:root: +[Valid][22][UTT][ MSE = 0.2197 | LCC = 0.8773 | SRCC = 0.8774 ] +INFO:root:Average loss=0.08414858665603858 +INFO:root: +[Valid][23][UTT][ MSE = 0.2092 | LCC = 0.8789 | SRCC = 0.8779 ] +INFO:root:Average loss=0.08659349305507465 +INFO:root: +[Valid][24][UTT][ MSE = 0.2157 | LCC = 0.8753 | SRCC = 0.8759 ] +INFO:root:Average loss=0.0736299936587994 +INFO:root: +[Valid][25][UTT][ MSE = 0.2405 | LCC = 0.8750 | SRCC = 0.8748 ] +INFO:root:Average loss=0.07237763167955936 +INFO:root: +[Valid][26][UTT][ MSE = 0.2620 | LCC = 0.8711 | SRCC = 0.8729 ] +INFO:root:Average loss=0.06731744487889302 +INFO:root: +[Valid][27][UTT][ MSE = 0.2004 | LCC = 0.8764 | SRCC = 0.8757 ] +INFO:root:Average loss=0.07983598218132289 +INFO:root: +[Valid][28][UTT][ MSE = 0.2202 | LCC = 0.8746 | SRCC = 0.8741 ] +INFO:root:Average loss=0.06964689813172206 +INFO:root: +[Valid][29][UTT][ MSE = 0.2260 | LCC = 0.8704 | SRCC = 0.8702 ] +INFO:root:Average loss=0.0617502500804571 +INFO:root: +[Valid][30][UTT][ MSE = 0.2146 | LCC = 0.8722 | SRCC = 0.8724 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2238 | LCC = 0.8718 | SRCC = 0.8693 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer14/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer14/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1788586bce0ed717f62dffd35d6a0f89edb9275e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80e19a4226c0d36e5c106ba5dbac1f5b76dbf7b43c9e386f341083b9e63cad7e +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer14/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..68203eb53955ff2e52732b79777b2184e656c509 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9f581e702302625d0dcdedb172de30911aac7bbc95a5755d6ebd2bddd3388b6 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer14/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a0f1c08be0a96f0c35ecd067ed320d448b9eb0f6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6425064068574172 +INFO:root: +[Valid][0][UTT][ MSE = 0.3625 | LCC = 0.7915 | SRCC = 0.8002 ] +INFO:root:Average loss=0.27683799064312226 +INFO:root: +[Valid][1][UTT][ MSE = 0.3358 | LCC = 0.8440 | SRCC = 0.8450 ] +INFO:root:Average loss=0.22644680719345045 +INFO:root: +[Valid][2][UTT][ MSE = 0.2680 | LCC = 0.8640 | SRCC = 0.8624 ] +INFO:root:Average loss=0.21361309404556567 +INFO:root: +[Valid][3][UTT][ MSE = 0.2237 | LCC = 0.8658 | SRCC = 0.8647 ] +INFO:root:Average loss=0.19101111055948797 +INFO:root: +[Valid][4][UTT][ MSE = 0.2248 | LCC = 0.8705 | SRCC = 0.8689 ] +INFO:root:Average loss=0.19681627914691582 +INFO:root: +[Valid][5][UTT][ MSE = 0.4136 | LCC = 0.8612 | SRCC = 0.8699 ] +INFO:root:Average loss=0.1740342368109104 +INFO:root: +[Valid][6][UTT][ MSE = 0.2282 | LCC = 0.8770 | SRCC = 0.8759 ] +INFO:root:Average loss=0.16082876404890648 +INFO:root: +[Valid][7][UTT][ MSE = 0.2683 | LCC = 0.8774 | SRCC = 0.8778 ] +INFO:root:Average loss=0.15582915548330697 +INFO:root: +[Valid][8][UTT][ MSE = 0.2285 | LCC = 0.8790 | SRCC = 0.8788 ] +INFO:root:Average loss=0.14788395863695022 +INFO:root: +[Valid][9][UTT][ MSE = 0.2239 | LCC = 0.8797 | SRCC = 0.8791 ] +INFO:root:Average loss=0.13722912155282804 +INFO:root: +[Valid][10][UTT][ MSE = 0.2159 | LCC = 0.8805 | SRCC = 0.8805 ] +INFO:root:Average loss=0.12804590499936006 +INFO:root: +[Valid][11][UTT][ MSE = 0.2333 | LCC = 0.8799 | SRCC = 0.8809 ] +INFO:root:Average loss=0.13098987803245202 +INFO:root: +[Valid][12][UTT][ MSE = 0.2763 | LCC = 0.8759 | SRCC = 0.8775 ] +INFO:root:Average loss=0.12362609880092816 +INFO:root: +[Valid][13][UTT][ MSE = 0.2386 | LCC = 0.8752 | SRCC = 0.8740 ] +INFO:root:Average loss=0.1106569180981471 +INFO:root: +[Valid][14][UTT][ MSE = 0.2469 | LCC = 0.8719 | SRCC = 0.8717 ] +INFO:root:Average loss=0.1047470203290383 +INFO:root: +[Valid][15][UTT][ MSE = 0.2122 | LCC = 0.8762 | SRCC = 0.8756 ] +INFO:root:Average loss=0.10447742455662826 +INFO:root: +[Valid][16][UTT][ MSE = 0.2373 | LCC = 0.8709 | SRCC = 0.8695 ] +INFO:root:Average loss=0.11241326204095131 +INFO:root: +[Valid][17][UTT][ MSE = 0.2182 | LCC = 0.8780 | SRCC = 0.8779 ] +INFO:root:Average loss=0.09105749604984736 +INFO:root: +[Valid][18][UTT][ MSE = 0.2289 | LCC = 0.8740 | SRCC = 0.8734 ] +INFO:root:Average loss=0.1003986423691878 +INFO:root: +[Valid][19][UTT][ MSE = 0.2174 | LCC = 0.8757 | SRCC = 0.8755 ] +INFO:root:Average loss=0.0962647809050022 +INFO:root: +[Valid][20][UTT][ MSE = 0.2105 | LCC = 0.8768 | SRCC = 0.8762 ] +INFO:root:Average loss=0.11203201377812104 +INFO:root: +[Valid][21][UTT][ MSE = 0.2400 | LCC = 0.8752 | SRCC = 0.8759 ] +INFO:root:Average loss=0.08961610682308674 +INFO:root: +[Valid][22][UTT][ MSE = 0.2382 | LCC = 0.8754 | SRCC = 0.8754 ] +INFO:root:Average loss=0.07840659526678231 +INFO:root: +[Valid][23][UTT][ MSE = 0.2249 | LCC = 0.8738 | SRCC = 0.8742 ] +INFO:root:Average loss=0.07332713930652691 +INFO:root: +[Valid][24][UTT][ MSE = 0.2121 | LCC = 0.8731 | SRCC = 0.8726 ] +INFO:root:Average loss=0.08980036679750834 +INFO:root: +[Valid][25][UTT][ MSE = 0.2145 | LCC = 0.8755 | SRCC = 0.8759 ] +INFO:root:Average loss=0.07490989389136815 +INFO:root: +[Valid][26][UTT][ MSE = 0.2144 | LCC = 0.8711 | SRCC = 0.8704 ] +INFO:root:Average loss=0.07023813351033589 +INFO:root: +[Valid][27][UTT][ MSE = 0.2116 | LCC = 0.8730 | SRCC = 0.8732 ] +INFO:root:Average loss=0.06754458996538933 +INFO:root: +[Valid][28][UTT][ MSE = 0.2840 | LCC = 0.8692 | SRCC = 0.8701 ] +INFO:root:Average loss=0.07359408104839997 +INFO:root: +[Valid][29][UTT][ MSE = 0.2281 | LCC = 0.8723 | SRCC = 0.8718 ] +INFO:root:Average loss=0.06044148080624067 +INFO:root: +[Valid][30][UTT][ MSE = 0.2495 | LCC = 0.8684 | SRCC = 0.8682 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2163 | LCC = 0.8728 | SRCC = 0.8715 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer14/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer14/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8aea0b62733e9625d791834a146aa1088a737df3 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5560a36a48478ea767e40e8f058540759ced273e609c5acd695cc78bd723a38e +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer14/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1153c48f2bc8b0b3e8413bd96ae0c598a96aac6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:220fe1bfdc1c09e3c90372701439b797f97da8e3d93b0733c361ebf67a11c387 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer14/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..28bde34dd335087622b8dde98638d843b2c9c1d0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.47724158144914186 +INFO:root: +[Valid][0][UTT][ MSE = 0.3243 | LCC = 0.8199 | SRCC = 0.8193 ] +INFO:root:Average loss=0.2837042510509491 +INFO:root: +[Valid][1][UTT][ MSE = 0.2662 | LCC = 0.8459 | SRCC = 0.8433 ] +INFO:root:Average loss=0.23856243300132263 +INFO:root: +[Valid][2][UTT][ MSE = 0.3495 | LCC = 0.8520 | SRCC = 0.8551 ] +INFO:root:Average loss=0.2139877299658763 +INFO:root: +[Valid][3][UTT][ MSE = 0.2392 | LCC = 0.8640 | SRCC = 0.8625 ] +INFO:root:Average loss=0.20114778115963325 +INFO:root: +[Valid][4][UTT][ MSE = 0.3016 | LCC = 0.8666 | SRCC = 0.8681 ] +INFO:root:Average loss=0.19016648886295465 +INFO:root: +[Valid][5][UTT][ MSE = 0.2614 | LCC = 0.8723 | SRCC = 0.8694 ] +INFO:root:Average loss=0.19152415505586526 +INFO:root: +[Valid][6][UTT][ MSE = 0.3449 | LCC = 0.8723 | SRCC = 0.8741 ] +INFO:root:Average loss=0.17183820244211417 +INFO:root: +[Valid][7][UTT][ MSE = 0.2838 | LCC = 0.8729 | SRCC = 0.8713 ] +INFO:root:Average loss=0.17009249730752066 +INFO:root: +[Valid][8][UTT][ MSE = 0.3280 | LCC = 0.8765 | SRCC = 0.8780 ] +INFO:root:Average loss=0.17374154868034217 +INFO:root: +[Valid][9][UTT][ MSE = 0.2205 | LCC = 0.8811 | SRCC = 0.8807 ] +INFO:root:Average loss=0.1453961360339935 +INFO:root: +[Valid][10][UTT][ MSE = 0.2134 | LCC = 0.8787 | SRCC = 0.8787 ] +INFO:root:Average loss=0.13759633507101965 +INFO:root: +[Valid][11][UTT][ MSE = 0.2301 | LCC = 0.8770 | SRCC = 0.8750 ] +INFO:root:Average loss=0.13414489611601219 +INFO:root: +[Valid][12][UTT][ MSE = 0.2739 | LCC = 0.8768 | SRCC = 0.8768 ] +INFO:root:Average loss=0.12667678630886933 +INFO:root: +[Valid][13][UTT][ MSE = 0.2336 | LCC = 0.8789 | SRCC = 0.8769 ] +INFO:root:Average loss=0.1298480429328405 +INFO:root: +[Valid][14][UTT][ MSE = 0.2550 | LCC = 0.8805 | SRCC = 0.8807 ] +INFO:root:Average loss=0.11417007121520165 +INFO:root: +[Valid][15][UTT][ MSE = 0.2288 | LCC = 0.8827 | SRCC = 0.8824 ] +INFO:root:Average loss=0.12143562409358147 +INFO:root: +[Valid][16][UTT][ MSE = 0.2158 | LCC = 0.8841 | SRCC = 0.8834 ] +INFO:root:Average loss=0.10158019345731308 +INFO:root: +[Valid][17][UTT][ MSE = 0.2075 | LCC = 0.8808 | SRCC = 0.8796 ] +INFO:root:Average loss=0.1091534069333321 +INFO:root: +[Valid][18][UTT][ MSE = 0.2370 | LCC = 0.8802 | SRCC = 0.8795 ] +INFO:root:Average loss=0.09195958087459588 +INFO:root: +[Valid][19][UTT][ MSE = 0.2237 | LCC = 0.8769 | SRCC = 0.8764 ] +INFO:root:Average loss=0.09680215517679851 +INFO:root: +[Valid][20][UTT][ MSE = 0.2198 | LCC = 0.8794 | SRCC = 0.8791 ] +INFO:root:Average loss=0.09920470316249591 +INFO:root: +[Valid][21][UTT][ MSE = 0.2504 | LCC = 0.8738 | SRCC = 0.8723 ] +INFO:root:Average loss=0.09601674252786697 +INFO:root: +[Valid][22][UTT][ MSE = 0.2006 | LCC = 0.8812 | SRCC = 0.8805 ] +INFO:root:Average loss=0.07746695316372773 +INFO:root: +[Valid][23][UTT][ MSE = 0.1986 | LCC = 0.8792 | SRCC = 0.8774 ] +INFO:root:Average loss=0.07756234662464032 +INFO:root: +[Valid][24][UTT][ MSE = 0.2113 | LCC = 0.8741 | SRCC = 0.8728 ] +INFO:root:Average loss=0.07479108817493305 +INFO:root: +[Valid][25][UTT][ MSE = 0.2321 | LCC = 0.8759 | SRCC = 0.8747 ] +INFO:root:Average loss=0.07485582407277364 +INFO:root: +[Valid][26][UTT][ MSE = 0.2022 | LCC = 0.8778 | SRCC = 0.8766 ] +INFO:root:Average loss=0.07017597350745629 +INFO:root: +[Valid][27][UTT][ MSE = 0.2698 | LCC = 0.8742 | SRCC = 0.8731 ] +INFO:root:Average loss=0.0713343873906594 +INFO:root: +[Valid][28][UTT][ MSE = 0.2325 | LCC = 0.8737 | SRCC = 0.8715 ] +INFO:root:Average loss=0.06342813100379247 +INFO:root: +[Valid][29][UTT][ MSE = 0.2080 | LCC = 0.8778 | SRCC = 0.8764 ] +INFO:root:Average loss=0.06139475933443277 +INFO:root: +[Valid][30][UTT][ MSE = 0.2084 | LCC = 0.8749 | SRCC = 0.8739 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2239 | LCC = 0.8703 | SRCC = 0.8697 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer14/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer14/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa5efa5da32e3d3b1f2eb2332c5ade628bc1152c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2038a0bd59766e512821094cde18ac7ca839d4786c278488f245183d7150b93 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer14/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..90f8d736b16f62f79d4a2301a2e8a47ef2511be6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26f8699ec53e233a83d8bbb908f88e2fafd6170976583b661c93d38897e480ac +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer14/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c9b12b8e312acfc7310db071789178367b73b488 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5042200986391459 +INFO:root: +[Valid][0][UTT][ MSE = 0.3390 | LCC = 0.8088 | SRCC = 0.8125 ] +INFO:root:Average loss=0.288893498862401 +INFO:root: +[Valid][1][UTT][ MSE = 0.2614 | LCC = 0.8465 | SRCC = 0.8437 ] +INFO:root:Average loss=0.24311760774789712 +INFO:root: +[Valid][2][UTT][ MSE = 0.2429 | LCC = 0.8568 | SRCC = 0.8546 ] +INFO:root:Average loss=0.2234023425441522 +INFO:root: +[Valid][3][UTT][ MSE = 0.2718 | LCC = 0.8607 | SRCC = 0.8596 ] +INFO:root:Average loss=0.19789114193274424 +INFO:root: +[Valid][4][UTT][ MSE = 0.2606 | LCC = 0.8679 | SRCC = 0.8670 ] +INFO:root:Average loss=0.19508637698032918 +INFO:root: +[Valid][5][UTT][ MSE = 0.2364 | LCC = 0.8688 | SRCC = 0.8651 ] +INFO:root:Average loss=0.17725855150283912 +INFO:root: +[Valid][6][UTT][ MSE = 0.2208 | LCC = 0.8734 | SRCC = 0.8720 ] +INFO:root:Average loss=0.1942910842406444 +INFO:root: +[Valid][7][UTT][ MSE = 0.2204 | LCC = 0.8724 | SRCC = 0.8698 ] +INFO:root:Average loss=0.16377464089638147 +INFO:root: +[Valid][8][UTT][ MSE = 0.2199 | LCC = 0.8757 | SRCC = 0.8731 ] +INFO:root:Average loss=0.14841945822804403 +INFO:root: +[Valid][9][UTT][ MSE = 0.2064 | LCC = 0.8745 | SRCC = 0.8727 ] +INFO:root:Average loss=0.1474990949798853 +INFO:root: +[Valid][10][UTT][ MSE = 0.2097 | LCC = 0.8767 | SRCC = 0.8763 ] +INFO:root:Average loss=0.15185707492324022 +INFO:root: +[Valid][11][UTT][ MSE = 0.2232 | LCC = 0.8762 | SRCC = 0.8751 ] +INFO:root:Average loss=0.14111888208068335 +INFO:root: +[Valid][12][UTT][ MSE = 0.2171 | LCC = 0.8750 | SRCC = 0.8745 ] +INFO:root:Average loss=0.13451995041507941 +INFO:root: +[Valid][13][UTT][ MSE = 0.2256 | LCC = 0.8725 | SRCC = 0.8714 ] +INFO:root:Average loss=0.12554359044402075 +INFO:root: +[Valid][14][UTT][ MSE = 0.2266 | LCC = 0.8775 | SRCC = 0.8776 ] +INFO:root:Average loss=0.11763608350585668 +INFO:root: +[Valid][15][UTT][ MSE = 0.2200 | LCC = 0.8755 | SRCC = 0.8740 ] +INFO:root:Average loss=0.11798820281640077 +INFO:root: +[Valid][16][UTT][ MSE = 0.2598 | LCC = 0.8773 | SRCC = 0.8780 ] +INFO:root:Average loss=0.12006051867054059 +INFO:root: +[Valid][17][UTT][ MSE = 0.2061 | LCC = 0.8792 | SRCC = 0.8781 ] +INFO:root:Average loss=0.11149645119141309 +INFO:root: +[Valid][18][UTT][ MSE = 0.2269 | LCC = 0.8761 | SRCC = 0.8746 ] +INFO:root:Average loss=0.10172654478213726 +INFO:root: +[Valid][19][UTT][ MSE = 0.2421 | LCC = 0.8763 | SRCC = 0.8767 ] +INFO:root:Average loss=0.10171202169014858 +INFO:root: +[Valid][20][UTT][ MSE = 0.2105 | LCC = 0.8739 | SRCC = 0.8735 ] +INFO:root:Average loss=0.09100562634949501 +INFO:root: +[Valid][21][UTT][ MSE = 0.2157 | LCC = 0.8731 | SRCC = 0.8732 ] +INFO:root:Average loss=0.09209875915295039 +INFO:root: +[Valid][22][UTT][ MSE = 0.2196 | LCC = 0.8742 | SRCC = 0.8742 ] +INFO:root:Average loss=0.10426975270876518 +INFO:root: +[Valid][23][UTT][ MSE = 0.2148 | LCC = 0.8727 | SRCC = 0.8708 ] +INFO:root:Average loss=0.07798410235689236 +INFO:root: +[Valid][24][UTT][ MSE = 0.2103 | LCC = 0.8730 | SRCC = 0.8721 ] +INFO:root:Average loss=0.07701626921502444 +INFO:root: +[Valid][25][UTT][ MSE = 0.2223 | LCC = 0.8700 | SRCC = 0.8692 ] +INFO:root:Average loss=0.07539831660687923 +INFO:root: +[Valid][26][UTT][ MSE = 0.2055 | LCC = 0.8725 | SRCC = 0.8720 ] +INFO:root:Average loss=0.07111725812921157 +INFO:root: +[Valid][27][UTT][ MSE = 0.2168 | LCC = 0.8699 | SRCC = 0.8693 ] +INFO:root:Average loss=0.07320505710175404 +INFO:root: +[Valid][28][UTT][ MSE = 0.2101 | LCC = 0.8733 | SRCC = 0.8736 ] +INFO:root:Average loss=0.07314105952779452 +INFO:root: +[Valid][29][UTT][ MSE = 0.2571 | LCC = 0.8689 | SRCC = 0.8689 ] +INFO:root:Average loss=0.0637265063631229 +INFO:root: +[Valid][30][UTT][ MSE = 0.2150 | LCC = 0.8701 | SRCC = 0.8700 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2198 | LCC = 0.8675 | SRCC = 0.8657 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer14/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer14/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..945085301ea4a1f8e1b6faf6ced5a718b263f1b7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c947c6b2eeba237e74894e2e64528973c7f3080d1f88c8a73246e414c7cc95bc +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer14/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b013783646f3f76bc58e9804b13622bc0abceb8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb10cd1c9d2fe68f9662f15f3b4d70af76b2b54d81f1ae68d78f634d960776e4 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer14/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer14/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..95f6477bfbb078303b4d42bddad371f0d6d011c7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer14/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5144082953532537 +INFO:root: +[Valid][0][UTT][ MSE = 0.4040 | LCC = 0.8095 | SRCC = 0.8149 ] +INFO:root:Average loss=0.28453721239780766 +INFO:root: +[Valid][1][UTT][ MSE = 0.2676 | LCC = 0.8469 | SRCC = 0.8444 ] +INFO:root:Average loss=0.24129707347124052 +INFO:root: +[Valid][2][UTT][ MSE = 0.2512 | LCC = 0.8614 | SRCC = 0.8580 ] +INFO:root:Average loss=0.22122705727815628 +INFO:root: +[Valid][3][UTT][ MSE = 0.2575 | LCC = 0.8660 | SRCC = 0.8636 ] +INFO:root:Average loss=0.19780061489496475 +INFO:root: +[Valid][4][UTT][ MSE = 0.2315 | LCC = 0.8688 | SRCC = 0.8653 ] +INFO:root:Average loss=0.1886933249158737 +INFO:root: +[Valid][5][UTT][ MSE = 0.2286 | LCC = 0.8757 | SRCC = 0.8726 ] +INFO:root:Average loss=0.17936808100113502 +INFO:root: +[Valid][6][UTT][ MSE = 0.2269 | LCC = 0.8733 | SRCC = 0.8704 ] +INFO:root:Average loss=0.18128686063946822 +INFO:root: +[Valid][7][UTT][ MSE = 0.2322 | LCC = 0.8775 | SRCC = 0.8756 ] +INFO:root:Average loss=0.15712249364990455 +INFO:root: +[Valid][8][UTT][ MSE = 0.2235 | LCC = 0.8792 | SRCC = 0.8777 ] +INFO:root:Average loss=0.1551358811557293 +INFO:root: +[Valid][9][UTT][ MSE = 0.2197 | LCC = 0.8817 | SRCC = 0.8812 ] +INFO:root:Average loss=0.14678850980141225 +INFO:root: +[Valid][10][UTT][ MSE = 0.2171 | LCC = 0.8817 | SRCC = 0.8797 ] +INFO:root:Average loss=0.14208111443962806 +INFO:root: +[Valid][11][UTT][ MSE = 0.2073 | LCC = 0.8843 | SRCC = 0.8826 ] +INFO:root:Average loss=0.1402167073236062 +INFO:root: +[Valid][12][UTT][ MSE = 0.2667 | LCC = 0.8793 | SRCC = 0.8813 ] +INFO:root:Average loss=0.12414847428982075 +INFO:root: +[Valid][13][UTT][ MSE = 0.2019 | LCC = 0.8823 | SRCC = 0.8807 ] +INFO:root:Average loss=0.12038171549256031 +INFO:root: +[Valid][14][UTT][ MSE = 0.2434 | LCC = 0.8846 | SRCC = 0.8847 ] +INFO:root:Average loss=0.12577614169090223 +INFO:root: +[Valid][15][UTT][ MSE = 0.2221 | LCC = 0.8818 | SRCC = 0.8802 ] +INFO:root:Average loss=0.10880123995817624 +INFO:root: +[Valid][16][UTT][ MSE = 0.2085 | LCC = 0.8828 | SRCC = 0.8820 ] +INFO:root:Average loss=0.10811500580838093 +INFO:root: +[Valid][17][UTT][ MSE = 0.2308 | LCC = 0.8782 | SRCC = 0.8767 ] +INFO:root:Average loss=0.10339120221443665 +INFO:root: +[Valid][18][UTT][ MSE = 0.1996 | LCC = 0.8807 | SRCC = 0.8794 ] +INFO:root:Average loss=0.09650491455044502 +INFO:root: +[Valid][19][UTT][ MSE = 0.2032 | LCC = 0.8790 | SRCC = 0.8772 ] +INFO:root:Average loss=0.08895634960096616 +INFO:root: +[Valid][20][UTT][ MSE = 0.2062 | LCC = 0.8796 | SRCC = 0.8787 ] +INFO:root:Average loss=0.08358578235866168 +INFO:root: +[Valid][21][UTT][ MSE = 0.2114 | LCC = 0.8763 | SRCC = 0.8746 ] +INFO:root:Average loss=0.09321376724311939 +INFO:root: +[Valid][22][UTT][ MSE = 0.2152 | LCC = 0.8754 | SRCC = 0.8736 ] +INFO:root:Average loss=0.07883509673560277 +INFO:root: +[Valid][23][UTT][ MSE = 0.2098 | LCC = 0.8754 | SRCC = 0.8734 ] +INFO:root:Average loss=0.07903975167144568 +INFO:root: +[Valid][24][UTT][ MSE = 0.2087 | LCC = 0.8755 | SRCC = 0.8733 ] +INFO:root:Average loss=0.07430445598677182 +INFO:root: +[Valid][25][UTT][ MSE = 0.2156 | LCC = 0.8796 | SRCC = 0.8778 ] +INFO:root:Average loss=0.08283440257685307 +INFO:root: +[Valid][26][UTT][ MSE = 0.2181 | LCC = 0.8773 | SRCC = 0.8751 ] +INFO:root:Average loss=0.06594587055345376 +INFO:root: +[Valid][27][UTT][ MSE = 0.2095 | LCC = 0.8808 | SRCC = 0.8785 ] +INFO:root:Average loss=0.070059512479183 +INFO:root: +[Valid][28][UTT][ MSE = 0.2081 | LCC = 0.8756 | SRCC = 0.8737 ] +INFO:root:Average loss=0.062104962909450896 +INFO:root: +[Valid][29][UTT][ MSE = 0.2109 | LCC = 0.8758 | SRCC = 0.8742 ] +INFO:root:Average loss=0.06424840573125924 +INFO:root: +[Valid][30][UTT][ MSE = 0.2192 | LCC = 0.8793 | SRCC = 0.8780 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2933 | LCC = 0.8676 | SRCC = 0.8695 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer16/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer16/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef0457cb89a35809d2089b65221143412704f3ae --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed8f881ce3d83cde56f6e4773d316db40105276354228aec3e8a655710dbf1b0 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer16/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..200a7e51f9607ba61f5e9ecd1c260fbd19571dad --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:888c5a9bb60c15d650e87ec161bf36b67b79e48d9b55c4dad870c12ff3ce7bfb +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer16/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c4acd571079691b289c1e94de4fdaff65aa6358e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.603762751015333 +INFO:root: +[Valid][0][UTT][ MSE = 0.3637 | LCC = 0.7947 | SRCC = 0.7989 ] +INFO:root:Average loss=0.30657876340242535 +INFO:root: +[Valid][1][UTT][ MSE = 0.4623 | LCC = 0.8196 | SRCC = 0.8260 ] +INFO:root:Average loss=0.26700863815270937 +INFO:root: +[Valid][2][UTT][ MSE = 0.2864 | LCC = 0.8459 | SRCC = 0.8432 ] +INFO:root:Average loss=0.23032353016046378 +INFO:root: +[Valid][3][UTT][ MSE = 0.2982 | LCC = 0.8497 | SRCC = 0.8493 ] +INFO:root:Average loss=0.21004255784627718 +INFO:root: +[Valid][4][UTT][ MSE = 0.2854 | LCC = 0.8591 | SRCC = 0.8563 ] +INFO:root:Average loss=0.2018808654676645 +INFO:root: +[Valid][5][UTT][ MSE = 0.3109 | LCC = 0.8592 | SRCC = 0.8605 ] +INFO:root:Average loss=0.1969044746305698 +INFO:root: +[Valid][6][UTT][ MSE = 0.2504 | LCC = 0.8655 | SRCC = 0.8627 ] +INFO:root:Average loss=0.17774002970411226 +INFO:root: +[Valid][7][UTT][ MSE = 0.2297 | LCC = 0.8666 | SRCC = 0.8624 ] +INFO:root:Average loss=0.18016730688321284 +INFO:root: +[Valid][8][UTT][ MSE = 0.2670 | LCC = 0.8665 | SRCC = 0.8635 ] +INFO:root:Average loss=0.17435697332406655 +INFO:root: +[Valid][9][UTT][ MSE = 0.2586 | LCC = 0.8698 | SRCC = 0.8684 ] +INFO:root:Average loss=0.15864381757684243 +INFO:root: +[Valid][10][UTT][ MSE = 0.3189 | LCC = 0.8700 | SRCC = 0.8720 ] +INFO:root:Average loss=0.14116490164246315 +INFO:root: +[Valid][11][UTT][ MSE = 0.2277 | LCC = 0.8740 | SRCC = 0.8713 ] +INFO:root:Average loss=0.13506933358999398 +INFO:root: +[Valid][12][UTT][ MSE = 0.2628 | LCC = 0.8742 | SRCC = 0.8717 ] +INFO:root:Average loss=0.13480679939190546 +INFO:root: +[Valid][13][UTT][ MSE = 0.2428 | LCC = 0.8711 | SRCC = 0.8697 ] +INFO:root:Average loss=0.12731489496162304 +INFO:root: +[Valid][14][UTT][ MSE = 0.2198 | LCC = 0.8742 | SRCC = 0.8719 ] +INFO:root:Average loss=0.12927554796139398 +INFO:root: +[Valid][15][UTT][ MSE = 0.2304 | LCC = 0.8705 | SRCC = 0.8679 ] +INFO:root:Average loss=0.12868486679135224 +INFO:root: +[Valid][16][UTT][ MSE = 0.2472 | LCC = 0.8706 | SRCC = 0.8679 ] +INFO:root:Average loss=0.11893155416234946 +INFO:root: +[Valid][17][UTT][ MSE = 0.2277 | LCC = 0.8715 | SRCC = 0.8678 ] +INFO:root:Average loss=0.1098173687664362 +INFO:root: +[Valid][18][UTT][ MSE = 0.2659 | LCC = 0.8713 | SRCC = 0.8695 ] +INFO:root:Average loss=0.10021330091433647 +INFO:root: +[Valid][19][UTT][ MSE = 0.2302 | LCC = 0.8701 | SRCC = 0.8665 ] +INFO:root:Average loss=0.09577320100596318 +INFO:root: +[Valid][20][UTT][ MSE = 0.2085 | LCC = 0.8713 | SRCC = 0.8681 ] +INFO:root:Average loss=0.09610024581734951 +INFO:root: +[Valid][21][UTT][ MSE = 0.2433 | LCC = 0.8692 | SRCC = 0.8668 ] +INFO:root:Average loss=0.0980784514775643 +INFO:root: +[Valid][22][UTT][ MSE = 0.2332 | LCC = 0.8671 | SRCC = 0.8661 ] +INFO:root:Average loss=0.09237053646491124 +INFO:root: +[Valid][23][UTT][ MSE = 0.2282 | LCC = 0.8663 | SRCC = 0.8628 ] +INFO:root:Average loss=0.08940099609585908 +INFO:root: +[Valid][24][UTT][ MSE = 0.2245 | LCC = 0.8666 | SRCC = 0.8632 ] +INFO:root:Average loss=0.07780569815673889 +INFO:root: +[Valid][25][UTT][ MSE = 0.2719 | LCC = 0.8637 | SRCC = 0.8614 ] +INFO:root:Average loss=0.08269242693980534 +INFO:root: +[Valid][26][UTT][ MSE = 0.2271 | LCC = 0.8678 | SRCC = 0.8657 ] +INFO:root:Average loss=0.07588838623502316 +INFO:root: +[Valid][27][UTT][ MSE = 0.2409 | LCC = 0.8691 | SRCC = 0.8667 ] +INFO:root:Average loss=0.10348605097104342 +INFO:root: +[Valid][28][UTT][ MSE = 0.2206 | LCC = 0.8703 | SRCC = 0.8675 ] +INFO:root:Average loss=0.07990122161423549 +INFO:root: +[Valid][29][UTT][ MSE = 0.2283 | LCC = 0.8686 | SRCC = 0.8655 ] +INFO:root:Average loss=0.07002862657491978 +INFO:root: +[Valid][30][UTT][ MSE = 0.2610 | LCC = 0.8648 | SRCC = 0.8619 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2424 | LCC = 0.8725 | SRCC = 0.8704 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer16/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer16/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1633095bd307209a4c8503a6634728be9f1b74c6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:968398539fd7fcf9a46b34a5d1a15c77ff08e233368fb82faeaad2b13dad6ac7 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer16/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f728739b29a0b466b33e12c5589e5f7d5ef6ec6e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f71f0f66d188615982d106167a245092ecdb90c7be417f57d65ff49b8694370 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer16/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2516f37718b2c5b00d849934abc0b8d5c9388e38 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5394741831681668 +INFO:root: +[Valid][0][UTT][ MSE = 0.3250 | LCC = 0.8046 | SRCC = 0.8097 ] +INFO:root:Average loss=0.292202611382191 +INFO:root: +[Valid][1][UTT][ MSE = 0.2970 | LCC = 0.8309 | SRCC = 0.8336 ] +INFO:root:Average loss=0.2526494862559514 +INFO:root: +[Valid][2][UTT][ MSE = 0.2664 | LCC = 0.8494 | SRCC = 0.8477 ] +INFO:root:Average loss=0.23106718751100394 +INFO:root: +[Valid][3][UTT][ MSE = 0.2749 | LCC = 0.8548 | SRCC = 0.8542 ] +INFO:root:Average loss=0.2062947432964276 +INFO:root: +[Valid][4][UTT][ MSE = 0.2510 | LCC = 0.8637 | SRCC = 0.8611 ] +INFO:root:Average loss=0.19024611226259133 +INFO:root: +[Valid][5][UTT][ MSE = 0.2378 | LCC = 0.8667 | SRCC = 0.8657 ] +INFO:root:Average loss=0.17796607305988288 +INFO:root: +[Valid][6][UTT][ MSE = 0.2329 | LCC = 0.8708 | SRCC = 0.8694 ] +INFO:root:Average loss=0.17479535602988341 +INFO:root: +[Valid][7][UTT][ MSE = 0.2404 | LCC = 0.8719 | SRCC = 0.8705 ] +INFO:root:Average loss=0.16646513438377625 +INFO:root: +[Valid][8][UTT][ MSE = 0.2437 | LCC = 0.8681 | SRCC = 0.8683 ] +INFO:root:Average loss=0.16888344641297293 +INFO:root: +[Valid][9][UTT][ MSE = 0.2261 | LCC = 0.8708 | SRCC = 0.8696 ] +INFO:root:Average loss=0.16713112965226173 +INFO:root: +[Valid][10][UTT][ MSE = 0.2309 | LCC = 0.8721 | SRCC = 0.8722 ] +INFO:root:Average loss=0.14589707247721842 +INFO:root: +[Valid][11][UTT][ MSE = 0.2410 | LCC = 0.8747 | SRCC = 0.8742 ] +INFO:root:Average loss=0.13812891986125556 +INFO:root: +[Valid][12][UTT][ MSE = 0.2765 | LCC = 0.8756 | SRCC = 0.8799 ] +INFO:root:Average loss=0.13576402266820273 +INFO:root: +[Valid][13][UTT][ MSE = 0.2203 | LCC = 0.8734 | SRCC = 0.8731 ] +INFO:root:Average loss=0.1495472185122661 +INFO:root: +[Valid][14][UTT][ MSE = 0.2445 | LCC = 0.8759 | SRCC = 0.8745 ] +INFO:root:Average loss=0.13760299254686403 +INFO:root: +[Valid][15][UTT][ MSE = 0.2359 | LCC = 0.8724 | SRCC = 0.8735 ] +INFO:root:Average loss=0.11740895503988633 +INFO:root: +[Valid][16][UTT][ MSE = 0.2336 | LCC = 0.8708 | SRCC = 0.8741 ] +INFO:root:Average loss=0.10919546460111935 +INFO:root: +[Valid][17][UTT][ MSE = 0.2244 | LCC = 0.8771 | SRCC = 0.8756 ] +INFO:root:Average loss=0.10942623449059632 +INFO:root: +[Valid][18][UTT][ MSE = 0.2254 | LCC = 0.8755 | SRCC = 0.8749 ] +INFO:root:Average loss=0.11164192110300064 +INFO:root: +[Valid][19][UTT][ MSE = 0.2432 | LCC = 0.8721 | SRCC = 0.8747 ] +INFO:root:Average loss=0.09662724095277297 +INFO:root: +[Valid][20][UTT][ MSE = 0.2192 | LCC = 0.8754 | SRCC = 0.8752 ] +INFO:root:Average loss=0.09562312849821189 +INFO:root: +[Valid][21][UTT][ MSE = 0.2045 | LCC = 0.8732 | SRCC = 0.8732 ] +INFO:root:Average loss=0.0970614557273877 +INFO:root: +[Valid][22][UTT][ MSE = 0.2566 | LCC = 0.8659 | SRCC = 0.8694 ] +INFO:root:Average loss=0.08927540266169952 +INFO:root: +[Valid][23][UTT][ MSE = 0.2268 | LCC = 0.8735 | SRCC = 0.8739 ] +INFO:root:Average loss=0.08342448421395741 +INFO:root: +[Valid][24][UTT][ MSE = 0.2199 | LCC = 0.8709 | SRCC = 0.8715 ] +INFO:root:Average loss=0.08868938426558788 +INFO:root: +[Valid][25][UTT][ MSE = 0.2228 | LCC = 0.8698 | SRCC = 0.8695 ] +INFO:root:Average loss=0.08087065113851657 +INFO:root: +[Valid][26][UTT][ MSE = 0.2107 | LCC = 0.8724 | SRCC = 0.8731 ] +INFO:root:Average loss=0.08889206804526158 +INFO:root: +[Valid][27][UTT][ MSE = 0.2308 | LCC = 0.8686 | SRCC = 0.8694 ] +INFO:root:Average loss=0.08973731664128792 +INFO:root: +[Valid][28][UTT][ MSE = 0.2222 | LCC = 0.8709 | SRCC = 0.8709 ] +INFO:root:Average loss=0.08111553548429257 +INFO:root: +[Valid][29][UTT][ MSE = 0.2266 | LCC = 0.8737 | SRCC = 0.8732 ] +INFO:root:Average loss=0.08713842469912308 +INFO:root: +[Valid][30][UTT][ MSE = 0.2176 | LCC = 0.8744 | SRCC = 0.8751 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2565 | LCC = 0.8697 | SRCC = 0.8693 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer16/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer16/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f26412a2fd0bd67a8e96baa12ff03d2d6c38367 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6346e3aebadfebfd98393d73dc62862a6db518ac5910276ff7e92abc6802204e +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer16/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1af7f1811199a0fb09fd63f88699ac6b6125af1f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:415f1545c0e28c266e7998ba15c13c01e24f140416d7c48b57b0eead3d66114f +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer16/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..33f8cba6f25c186009451ecdc2466bc2b4237341 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5033107056067541 +INFO:root: +[Valid][0][UTT][ MSE = 0.3210 | LCC = 0.8168 | SRCC = 0.8149 ] +INFO:root:Average loss=0.2772424734937839 +INFO:root: +[Valid][1][UTT][ MSE = 0.2805 | LCC = 0.8387 | SRCC = 0.8358 ] +INFO:root:Average loss=0.26484212030967075 +INFO:root: +[Valid][2][UTT][ MSE = 0.2775 | LCC = 0.8502 | SRCC = 0.8485 ] +INFO:root:Average loss=0.22967042525609335 +INFO:root: +[Valid][3][UTT][ MSE = 0.2487 | LCC = 0.8582 | SRCC = 0.8548 ] +INFO:root:Average loss=0.21015439392664495 +INFO:root: +[Valid][4][UTT][ MSE = 0.2464 | LCC = 0.8609 | SRCC = 0.8587 ] +INFO:root:Average loss=0.20109408788191965 +INFO:root: +[Valid][5][UTT][ MSE = 0.2483 | LCC = 0.8647 | SRCC = 0.8616 ] +INFO:root:Average loss=0.19193654450086448 +INFO:root: +[Valid][6][UTT][ MSE = 0.2658 | LCC = 0.8662 | SRCC = 0.8636 ] +INFO:root:Average loss=0.18493842639220068 +INFO:root: +[Valid][7][UTT][ MSE = 0.2484 | LCC = 0.8716 | SRCC = 0.8694 ] +INFO:root:Average loss=0.1738592560092608 +INFO:root: +[Valid][8][UTT][ MSE = 0.2264 | LCC = 0.8701 | SRCC = 0.8675 ] +INFO:root:Average loss=0.1731852028423395 +INFO:root: +[Valid][9][UTT][ MSE = 0.2920 | LCC = 0.8723 | SRCC = 0.8708 ] +INFO:root:Average loss=0.16745602224881834 +INFO:root: +[Valid][10][UTT][ MSE = 0.2447 | LCC = 0.8750 | SRCC = 0.8740 ] +INFO:root:Average loss=0.14735249726053995 +INFO:root: +[Valid][11][UTT][ MSE = 0.2310 | LCC = 0.8776 | SRCC = 0.8753 ] +INFO:root:Average loss=0.14194211325584313 +INFO:root: +[Valid][12][UTT][ MSE = 0.2215 | LCC = 0.8720 | SRCC = 0.8682 ] +INFO:root:Average loss=0.14735939325048372 +INFO:root: +[Valid][13][UTT][ MSE = 0.2344 | LCC = 0.8769 | SRCC = 0.8746 ] +INFO:root:Average loss=0.14228096900460047 +INFO:root: +[Valid][14][UTT][ MSE = 0.2463 | LCC = 0.8761 | SRCC = 0.8751 ] +INFO:root:Average loss=0.13073970845494515 +INFO:root: +[Valid][15][UTT][ MSE = 0.2258 | LCC = 0.8784 | SRCC = 0.8769 ] +INFO:root:Average loss=0.13990470891197523 +INFO:root: +[Valid][16][UTT][ MSE = 0.2777 | LCC = 0.8709 | SRCC = 0.8711 ] +INFO:root:Average loss=0.1201216526902639 +INFO:root: +[Valid][17][UTT][ MSE = 0.2758 | LCC = 0.8746 | SRCC = 0.8744 ] +INFO:root:Average loss=0.12167806846973224 +INFO:root: +[Valid][18][UTT][ MSE = 0.2209 | LCC = 0.8731 | SRCC = 0.8716 ] +INFO:root:Average loss=0.10970190635476357 +INFO:root: +[Valid][19][UTT][ MSE = 0.2227 | LCC = 0.8699 | SRCC = 0.8691 ] +INFO:root:Average loss=0.10167107559167422 +INFO:root: +[Valid][20][UTT][ MSE = 0.2092 | LCC = 0.8712 | SRCC = 0.8682 ] +INFO:root:Average loss=0.10526326905267361 +INFO:root: +[Valid][21][UTT][ MSE = 0.3024 | LCC = 0.8700 | SRCC = 0.8720 ] +INFO:root:Average loss=0.10865587573976089 +INFO:root: +[Valid][22][UTT][ MSE = 0.2201 | LCC = 0.8761 | SRCC = 0.8746 ] +INFO:root:Average loss=0.09946137943711036 +INFO:root: +[Valid][23][UTT][ MSE = 0.2123 | LCC = 0.8748 | SRCC = 0.8738 ] +INFO:root:Average loss=0.09802642192405003 +INFO:root: +[Valid][24][UTT][ MSE = 0.2199 | LCC = 0.8740 | SRCC = 0.8721 ] +INFO:root:Average loss=0.09198912987724328 +INFO:root: +[Valid][25][UTT][ MSE = 0.2177 | LCC = 0.8738 | SRCC = 0.8724 ] +INFO:root:Average loss=0.08344626159240039 +INFO:root: +[Valid][26][UTT][ MSE = 0.2287 | LCC = 0.8744 | SRCC = 0.8728 ] +INFO:root:Average loss=0.08413701585661142 +INFO:root: +[Valid][27][UTT][ MSE = 0.2172 | LCC = 0.8725 | SRCC = 0.8704 ] +INFO:root:Average loss=0.07870740964053533 +INFO:root: +[Valid][28][UTT][ MSE = 0.2391 | LCC = 0.8714 | SRCC = 0.8706 ] +INFO:root:Average loss=0.08070077665914328 +INFO:root: +[Valid][29][UTT][ MSE = 0.2691 | LCC = 0.8694 | SRCC = 0.8713 ] +INFO:root:Average loss=0.08345349400471418 +INFO:root: +[Valid][30][UTT][ MSE = 0.2098 | LCC = 0.8740 | SRCC = 0.8729 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2139 | LCC = 0.8718 | SRCC = 0.8706 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer16/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer16/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..117152a3deb875bbbc4f898c2d14ca5fe9d80bcd --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b51fce1ba17f15104c5c7d5bc964061e7e8451c1a96357399430f9cf60eceae6 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer16/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7e0bece9ed30a5acb44917a5b6b4c67afd79342 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6f36826d8ad468418500e3df6bcd9063d59b8632a501f310b6c6321ed5f0ea4 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer16/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e52b2b117cd7e115b99cfcb9773e6e22f1c34035 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6347107820403881 +INFO:root: +[Valid][0][UTT][ MSE = 0.3714 | LCC = 0.7892 | SRCC = 0.7982 ] +INFO:root:Average loss=0.2838220913440753 +INFO:root: +[Valid][1][UTT][ MSE = 0.2873 | LCC = 0.8407 | SRCC = 0.8382 ] +INFO:root:Average loss=0.2603709579278261 +INFO:root: +[Valid][2][UTT][ MSE = 0.2677 | LCC = 0.8497 | SRCC = 0.8472 ] +INFO:root:Average loss=0.23061504769019592 +INFO:root: +[Valid][3][UTT][ MSE = 0.2584 | LCC = 0.8587 | SRCC = 0.8568 ] +INFO:root:Average loss=0.20644389895292428 +INFO:root: +[Valid][4][UTT][ MSE = 0.2811 | LCC = 0.8658 | SRCC = 0.8625 ] +INFO:root:Average loss=0.21644365520049363 +INFO:root: +[Valid][5][UTT][ MSE = 0.2685 | LCC = 0.8666 | SRCC = 0.8629 ] +INFO:root:Average loss=0.19096117619520578 +INFO:root: +[Valid][6][UTT][ MSE = 0.2461 | LCC = 0.8727 | SRCC = 0.8708 ] +INFO:root:Average loss=0.18229750792185465 +INFO:root: +[Valid][7][UTT][ MSE = 0.2338 | LCC = 0.8749 | SRCC = 0.8721 ] +INFO:root:Average loss=0.17375171127227637 +INFO:root: +[Valid][8][UTT][ MSE = 0.2224 | LCC = 0.8760 | SRCC = 0.8734 ] +INFO:root:Average loss=0.16846195035255873 +INFO:root: +[Valid][9][UTT][ MSE = 0.2380 | LCC = 0.8762 | SRCC = 0.8743 ] +INFO:root:Average loss=0.16461355334673172 +INFO:root: +[Valid][10][UTT][ MSE = 0.3238 | LCC = 0.8726 | SRCC = 0.8741 ] +INFO:root:Average loss=0.16589500057773712 +INFO:root: +[Valid][11][UTT][ MSE = 0.3836 | LCC = 0.8702 | SRCC = 0.8751 ] +INFO:root:Average loss=0.15098787223299345 +INFO:root: +[Valid][12][UTT][ MSE = 0.2250 | LCC = 0.8781 | SRCC = 0.8754 ] +INFO:root:Average loss=0.13888725800774035 +INFO:root: +[Valid][13][UTT][ MSE = 0.2110 | LCC = 0.8766 | SRCC = 0.8750 ] +INFO:root:Average loss=0.1362514765216754 +INFO:root: +[Valid][14][UTT][ MSE = 0.2279 | LCC = 0.8766 | SRCC = 0.8743 ] +INFO:root:Average loss=0.15037074226599473 +INFO:root: +[Valid][15][UTT][ MSE = 0.2280 | LCC = 0.8780 | SRCC = 0.8761 ] +INFO:root:Average loss=0.11896026335083522 +INFO:root: +[Valid][16][UTT][ MSE = 0.2630 | LCC = 0.8753 | SRCC = 0.8751 ] +INFO:root:Average loss=0.12506804300042298 +INFO:root: +[Valid][17][UTT][ MSE = 0.2330 | LCC = 0.8712 | SRCC = 0.8699 ] +INFO:root:Average loss=0.12775429233144492 +INFO:root: +[Valid][18][UTT][ MSE = 0.2115 | LCC = 0.8728 | SRCC = 0.8716 ] +INFO:root:Average loss=0.10805787690556966 +INFO:root: +[Valid][19][UTT][ MSE = 0.2135 | LCC = 0.8766 | SRCC = 0.8760 ] +INFO:root:Average loss=0.10199574390665078 +INFO:root: +[Valid][20][UTT][ MSE = 0.2186 | LCC = 0.8735 | SRCC = 0.8727 ] +INFO:root:Average loss=0.10601126440824607 +INFO:root: +[Valid][21][UTT][ MSE = 0.2175 | LCC = 0.8737 | SRCC = 0.8729 ] +INFO:root:Average loss=0.09417667330648655 +INFO:root: +[Valid][22][UTT][ MSE = 0.2867 | LCC = 0.8714 | SRCC = 0.8714 ] +INFO:root:Average loss=0.0973740225801101 +INFO:root: +[Valid][23][UTT][ MSE = 0.3053 | LCC = 0.8714 | SRCC = 0.8726 ] +INFO:root:Average loss=0.08933393552135198 +INFO:root: +[Valid][24][UTT][ MSE = 0.2557 | LCC = 0.8701 | SRCC = 0.8705 ] +INFO:root:Average loss=0.09700202459517197 +INFO:root: +[Valid][25][UTT][ MSE = 0.2251 | LCC = 0.8746 | SRCC = 0.8733 ] +INFO:root:Average loss=0.07923064481180447 +INFO:root: +[Valid][26][UTT][ MSE = 0.2262 | LCC = 0.8728 | SRCC = 0.8716 ] +INFO:root:Average loss=0.09048867512207764 +INFO:root: +[Valid][27][UTT][ MSE = 0.2681 | LCC = 0.8690 | SRCC = 0.8694 ] +INFO:root:Average loss=0.08294695066526914 +INFO:root: +[Valid][28][UTT][ MSE = 0.2836 | LCC = 0.8696 | SRCC = 0.8719 ] +INFO:root:Average loss=0.0707528035228069 +INFO:root: +[Valid][29][UTT][ MSE = 0.2515 | LCC = 0.8692 | SRCC = 0.8690 ] +INFO:root:Average loss=0.07064848622450462 +INFO:root: +[Valid][30][UTT][ MSE = 0.2448 | LCC = 0.8705 | SRCC = 0.8710 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2245 | LCC = 0.8696 | SRCC = 0.8690 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer16/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer16/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1aa50200f21aca6e82da9c3a66029458be0a86ff --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea44524ec8e2a71397eb22c21a043b32789c22cc39ee40ab13ae29717eff4c93 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer16/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e60bba7b038235435b30617798d6ed0fe25c344e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88437cf0cfb9d1e74e4e864fbbfaf82d9e52d5687c9c608de695ae2f6e968814 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer16/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer16/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a5d7bdc965de96d58d51d529498349aae956a916 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer16/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5070583346562508 +INFO:root: +[Valid][0][UTT][ MSE = 0.3262 | LCC = 0.8099 | SRCC = 0.8089 ] +INFO:root:Average loss=0.27815504639576644 +INFO:root: +[Valid][1][UTT][ MSE = 0.2796 | LCC = 0.8357 | SRCC = 0.8337 ] +INFO:root:Average loss=0.2566745556317843 +INFO:root: +[Valid][2][UTT][ MSE = 0.2891 | LCC = 0.8448 | SRCC = 0.8419 ] +INFO:root:Average loss=0.23431945439332572 +INFO:root: +[Valid][3][UTT][ MSE = 0.2677 | LCC = 0.8552 | SRCC = 0.8535 ] +INFO:root:Average loss=0.22812954928630438 +INFO:root: +[Valid][4][UTT][ MSE = 0.2641 | LCC = 0.8531 | SRCC = 0.8516 ] +INFO:root:Average loss=0.19786918277923876 +INFO:root: +[Valid][5][UTT][ MSE = 0.2484 | LCC = 0.8582 | SRCC = 0.8556 ] +INFO:root:Average loss=0.18540373263068688 +INFO:root: +[Valid][6][UTT][ MSE = 0.2425 | LCC = 0.8611 | SRCC = 0.8598 ] +INFO:root:Average loss=0.18935212645775232 +INFO:root: +[Valid][7][UTT][ MSE = 0.2374 | LCC = 0.8652 | SRCC = 0.8617 ] +INFO:root:Average loss=0.17906469813524148 +INFO:root: +[Valid][8][UTT][ MSE = 0.2379 | LCC = 0.8669 | SRCC = 0.8639 ] +INFO:root:Average loss=0.16285331384875837 +INFO:root: +[Valid][9][UTT][ MSE = 0.2349 | LCC = 0.8691 | SRCC = 0.8661 ] +INFO:root:Average loss=0.14966251089786872 +INFO:root: +[Valid][10][UTT][ MSE = 0.2320 | LCC = 0.8712 | SRCC = 0.8673 ] +INFO:root:Average loss=0.14931544011984116 +INFO:root: +[Valid][11][UTT][ MSE = 0.2393 | LCC = 0.8671 | SRCC = 0.8665 ] +INFO:root:Average loss=0.14125197829726416 +INFO:root: +[Valid][12][UTT][ MSE = 0.2389 | LCC = 0.8695 | SRCC = 0.8681 ] +INFO:root:Average loss=0.14446096007640546 +INFO:root: +[Valid][13][UTT][ MSE = 0.2357 | LCC = 0.8675 | SRCC = 0.8664 ] +INFO:root:Average loss=0.14997684401579392 +INFO:root: +[Valid][14][UTT][ MSE = 0.2301 | LCC = 0.8702 | SRCC = 0.8664 ] +INFO:root:Average loss=0.12298187083349778 +INFO:root: +[Valid][15][UTT][ MSE = 0.2328 | LCC = 0.8719 | SRCC = 0.8685 ] +INFO:root:Average loss=0.12998782289333832 +INFO:root: +[Valid][16][UTT][ MSE = 0.2639 | LCC = 0.8701 | SRCC = 0.8703 ] +INFO:root:Average loss=0.12391391730843446 +INFO:root: +[Valid][17][UTT][ MSE = 0.2309 | LCC = 0.8707 | SRCC = 0.8678 ] +INFO:root:Average loss=0.12027062208224566 +INFO:root: +[Valid][18][UTT][ MSE = 0.2168 | LCC = 0.8746 | SRCC = 0.8715 ] +INFO:root:Average loss=0.10953356163241924 +INFO:root: +[Valid][19][UTT][ MSE = 0.2060 | LCC = 0.8776 | SRCC = 0.8754 ] +INFO:root:Average loss=0.10171671784841098 +INFO:root: +[Valid][20][UTT][ MSE = 0.2199 | LCC = 0.8739 | SRCC = 0.8705 ] +INFO:root:Average loss=0.09346672348104991 +INFO:root: +[Valid][21][UTT][ MSE = 0.2228 | LCC = 0.8685 | SRCC = 0.8655 ] +INFO:root:Average loss=0.09375823804965386 +INFO:root: +[Valid][22][UTT][ MSE = 0.2188 | LCC = 0.8714 | SRCC = 0.8686 ] +INFO:root:Average loss=0.0911939334219847 +INFO:root: +[Valid][23][UTT][ MSE = 0.2191 | LCC = 0.8722 | SRCC = 0.8697 ] +INFO:root:Average loss=0.08352276085852048 +INFO:root: +[Valid][24][UTT][ MSE = 0.2165 | LCC = 0.8706 | SRCC = 0.8687 ] +INFO:root:Average loss=0.09191627886432868 +INFO:root: +[Valid][25][UTT][ MSE = 0.2170 | LCC = 0.8710 | SRCC = 0.8679 ] +INFO:root:Average loss=0.0866073033748529 +INFO:root: +[Valid][26][UTT][ MSE = 0.2335 | LCC = 0.8685 | SRCC = 0.8659 ] +INFO:root:Average loss=0.07536760197044948 +INFO:root: +[Valid][27][UTT][ MSE = 0.2219 | LCC = 0.8676 | SRCC = 0.8659 ] +INFO:root:Average loss=0.0824306704199467 +INFO:root: +[Valid][28][UTT][ MSE = 0.2247 | LCC = 0.8705 | SRCC = 0.8687 ] +INFO:root:Average loss=0.07084994428814986 +INFO:root: +[Valid][29][UTT][ MSE = 0.2171 | LCC = 0.8716 | SRCC = 0.8696 ] +INFO:root:Average loss=0.0729462251258202 +INFO:root: +[Valid][30][UTT][ MSE = 0.2572 | LCC = 0.8662 | SRCC = 0.8656 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2334 | LCC = 0.8689 | SRCC = 0.8679 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer18/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer18/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f58f09fc53cb89671cd965ae76249a6f7a37441 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a6d4850b4f63208eceb17a64963f36e1a226fbe871688fb064b476710880368 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer18/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..384d5a2a9c9fbdd6bfdfe7739bc77ca11bf4c656 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d3652177236d5aab45503bad936763ad308bc04e38cfa16ba3765eab829113a +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer18/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b49a0faf0c29e2cad254f079107902f6ce80fa5c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5386581999751238 +INFO:root: +[Valid][0][UTT][ MSE = 0.3685 | LCC = 0.7994 | SRCC = 0.8043 ] +INFO:root:Average loss=0.3003598256753041 +INFO:root: +[Valid][1][UTT][ MSE = 0.2938 | LCC = 0.8326 | SRCC = 0.8300 ] +INFO:root:Average loss=0.2654484531436211 +INFO:root: +[Valid][2][UTT][ MSE = 0.3387 | LCC = 0.8363 | SRCC = 0.8407 ] +INFO:root:Average loss=0.24124334274958342 +INFO:root: +[Valid][3][UTT][ MSE = 0.2585 | LCC = 0.8542 | SRCC = 0.8508 ] +INFO:root:Average loss=0.21565476212746057 +INFO:root: +[Valid][4][UTT][ MSE = 0.2775 | LCC = 0.8600 | SRCC = 0.8562 ] +INFO:root:Average loss=0.2121282764352285 +INFO:root: +[Valid][5][UTT][ MSE = 0.2735 | LCC = 0.8614 | SRCC = 0.8593 ] +INFO:root:Average loss=0.19284822075412825 +INFO:root: +[Valid][6][UTT][ MSE = 0.2574 | LCC = 0.8593 | SRCC = 0.8562 ] +INFO:root:Average loss=0.17432974259822798 +INFO:root: +[Valid][7][UTT][ MSE = 0.2506 | LCC = 0.8650 | SRCC = 0.8631 ] +INFO:root:Average loss=0.1971756518842318 +INFO:root: +[Valid][8][UTT][ MSE = 0.2370 | LCC = 0.8632 | SRCC = 0.8629 ] +INFO:root:Average loss=0.16250200445453325 +INFO:root: +[Valid][9][UTT][ MSE = 0.2652 | LCC = 0.8581 | SRCC = 0.8573 ] +INFO:root:Average loss=0.1631037681721724 +INFO:root: +[Valid][10][UTT][ MSE = 0.2254 | LCC = 0.8612 | SRCC = 0.8599 ] +INFO:root:Average loss=0.14870439699062935 +INFO:root: +[Valid][11][UTT][ MSE = 0.3443 | LCC = 0.8565 | SRCC = 0.8575 ] +INFO:root:Average loss=0.1515487997004619 +INFO:root: +[Valid][12][UTT][ MSE = 0.2179 | LCC = 0.8677 | SRCC = 0.8660 ] +INFO:root:Average loss=0.14354101291451699 +INFO:root: +[Valid][13][UTT][ MSE = 0.3112 | LCC = 0.8604 | SRCC = 0.8622 ] +INFO:root:Average loss=0.1333692574348205 +INFO:root: +[Valid][14][UTT][ MSE = 0.2198 | LCC = 0.8632 | SRCC = 0.8611 ] +INFO:root:Average loss=0.13503950194288522 +INFO:root: +[Valid][15][UTT][ MSE = 0.2065 | LCC = 0.8692 | SRCC = 0.8690 ] +INFO:root:Average loss=0.11899973127322319 +INFO:root: +[Valid][16][UTT][ MSE = 0.2470 | LCC = 0.8635 | SRCC = 0.8602 ] +INFO:root:Average loss=0.11482441941132912 +INFO:root: +[Valid][17][UTT][ MSE = 0.2274 | LCC = 0.8642 | SRCC = 0.8616 ] +INFO:root:Average loss=0.11751644236919208 +INFO:root: +[Valid][18][UTT][ MSE = 0.2323 | LCC = 0.8663 | SRCC = 0.8662 ] +INFO:root:Average loss=0.1118999302196197 +INFO:root: +[Valid][19][UTT][ MSE = 0.2296 | LCC = 0.8625 | SRCC = 0.8618 ] +INFO:root:Average loss=0.1066186452905337 +INFO:root: +[Valid][20][UTT][ MSE = 0.2424 | LCC = 0.8646 | SRCC = 0.8625 ] +INFO:root:Average loss=0.09102895980079968 +INFO:root: +[Valid][21][UTT][ MSE = 0.2253 | LCC = 0.8642 | SRCC = 0.8616 ] +INFO:root:Average loss=0.1019239400823911 +INFO:root: +[Valid][22][UTT][ MSE = 0.2474 | LCC = 0.8599 | SRCC = 0.8592 ] +INFO:root:Average loss=0.09517885940388227 +INFO:root: +[Valid][23][UTT][ MSE = 0.2371 | LCC = 0.8577 | SRCC = 0.8574 ] +INFO:root:Average loss=0.09516554707900071 +INFO:root: +[Valid][24][UTT][ MSE = 0.2463 | LCC = 0.8544 | SRCC = 0.8507 ] +INFO:root:Average loss=0.07956998866911118 +INFO:root: +[Valid][25][UTT][ MSE = 0.2141 | LCC = 0.8626 | SRCC = 0.8617 ] +INFO:root:Average loss=0.07851930430684334 +INFO:root: +[Valid][26][UTT][ MSE = 0.2307 | LCC = 0.8590 | SRCC = 0.8584 ] +INFO:root:Average loss=0.07866866948703925 +INFO:root: +[Valid][27][UTT][ MSE = 0.2346 | LCC = 0.8603 | SRCC = 0.8597 ] +INFO:root:Average loss=0.07676612576230979 +INFO:root: +[Valid][28][UTT][ MSE = 0.2519 | LCC = 0.8605 | SRCC = 0.8605 ] +INFO:root:Average loss=0.068352822214365 +INFO:root: +[Valid][29][UTT][ MSE = 0.2693 | LCC = 0.8555 | SRCC = 0.8587 ] +INFO:root:Average loss=0.07349365032636203 +INFO:root: +[Valid][30][UTT][ MSE = 0.2366 | LCC = 0.8578 | SRCC = 0.8575 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2200 | LCC = 0.8646 | SRCC = 0.8662 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer18/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer18/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8645e25571aa05578fe3985c0454a143700aa5ef --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b8d4691904a0bfc93166f19121fd3fe0a4a7106344c6e4707ff0cca977ebd2c +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer18/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ee1ff22d197d49f6772b95a9dc8355d62e670cf --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d063e72dfdcfbf3bbb05f466b02c2ed48a8f6a61a41e00627ce4ede8893baae5 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer18/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c9a26a44b3bbe3127283edec43e2d5aa1e85b553 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5890896175152216 +INFO:root: +[Valid][0][UTT][ MSE = 0.3664 | LCC = 0.8027 | SRCC = 0.8017 ] +INFO:root:Average loss=0.30882537097502977 +INFO:root: +[Valid][1][UTT][ MSE = 0.2945 | LCC = 0.8300 | SRCC = 0.8269 ] +INFO:root:Average loss=0.2629457215468089 +INFO:root: +[Valid][2][UTT][ MSE = 0.3078 | LCC = 0.8424 | SRCC = 0.8385 ] +INFO:root:Average loss=0.24529572576284409 +INFO:root: +[Valid][3][UTT][ MSE = 0.2604 | LCC = 0.8508 | SRCC = 0.8480 ] +INFO:root:Average loss=0.21756750421646315 +INFO:root: +[Valid][4][UTT][ MSE = 0.2599 | LCC = 0.8584 | SRCC = 0.8554 ] +INFO:root:Average loss=0.20419633369415235 +INFO:root: +[Valid][5][UTT][ MSE = 0.3503 | LCC = 0.8538 | SRCC = 0.8575 ] +INFO:root:Average loss=0.1981538094771214 +INFO:root: +[Valid][6][UTT][ MSE = 0.2620 | LCC = 0.8641 | SRCC = 0.8650 ] +INFO:root:Average loss=0.20352838293482095 +INFO:root: +[Valid][7][UTT][ MSE = 0.2595 | LCC = 0.8606 | SRCC = 0.8604 ] +INFO:root:Average loss=0.181121131644035 +INFO:root: +[Valid][8][UTT][ MSE = 0.2758 | LCC = 0.8650 | SRCC = 0.8660 ] +INFO:root:Average loss=0.1679032299763117 +INFO:root: +[Valid][9][UTT][ MSE = 0.2448 | LCC = 0.8686 | SRCC = 0.8666 ] +INFO:root:Average loss=0.20889762588418448 +INFO:root: +[Valid][10][UTT][ MSE = 0.2864 | LCC = 0.8658 | SRCC = 0.8664 ] +INFO:root:Average loss=0.18375708210544708 +INFO:root: +[Valid][11][UTT][ MSE = 0.2183 | LCC = 0.8698 | SRCC = 0.8681 ] +INFO:root:Average loss=0.1669422332675029 +INFO:root: +[Valid][12][UTT][ MSE = 0.2259 | LCC = 0.8699 | SRCC = 0.8672 ] +INFO:root:Average loss=0.16306456827964538 +INFO:root: +[Valid][13][UTT][ MSE = 0.2537 | LCC = 0.8712 | SRCC = 0.8714 ] +INFO:root:Average loss=0.14207992683618498 +INFO:root: +[Valid][14][UTT][ MSE = 0.2285 | LCC = 0.8688 | SRCC = 0.8682 ] +INFO:root:Average loss=0.14412515237927437 +INFO:root: +[Valid][15][UTT][ MSE = 0.2217 | LCC = 0.8702 | SRCC = 0.8690 ] +INFO:root:Average loss=0.12732320441267428 +INFO:root: +[Valid][16][UTT][ MSE = 0.2491 | LCC = 0.8689 | SRCC = 0.8707 ] +INFO:root:Average loss=0.12252670440536279 +INFO:root: +[Valid][17][UTT][ MSE = 0.2212 | LCC = 0.8696 | SRCC = 0.8676 ] +INFO:root:Average loss=0.11760120819776486 +INFO:root: +[Valid][18][UTT][ MSE = 0.2226 | LCC = 0.8691 | SRCC = 0.8677 ] +INFO:root:Average loss=0.10912178251414727 +INFO:root: +[Valid][19][UTT][ MSE = 0.2276 | LCC = 0.8706 | SRCC = 0.8693 ] +INFO:root:Average loss=0.10542535657684009 +INFO:root: +[Valid][20][UTT][ MSE = 0.2502 | LCC = 0.8658 | SRCC = 0.8670 ] +INFO:root:Average loss=0.10965767464576623 +INFO:root: +[Valid][21][UTT][ MSE = 0.2290 | LCC = 0.8648 | SRCC = 0.8633 ] +INFO:root:Average loss=0.09739839505308713 +INFO:root: +[Valid][22][UTT][ MSE = 0.2249 | LCC = 0.8675 | SRCC = 0.8666 ] +INFO:root:Average loss=0.09770976250561383 +INFO:root: +[Valid][23][UTT][ MSE = 0.2432 | LCC = 0.8674 | SRCC = 0.8692 ] +INFO:root:Average loss=0.10678761108563496 +INFO:root: +[Valid][24][UTT][ MSE = 0.2366 | LCC = 0.8665 | SRCC = 0.8651 ] +INFO:root:Average loss=0.08709290996193886 +INFO:root: +[Valid][25][UTT][ MSE = 0.2196 | LCC = 0.8680 | SRCC = 0.8677 ] +INFO:root:Average loss=0.08411152870991291 +INFO:root: +[Valid][26][UTT][ MSE = 0.2300 | LCC = 0.8682 | SRCC = 0.8677 ] +INFO:root:Average loss=0.0821109120375835 +INFO:root: +[Valid][27][UTT][ MSE = 0.2519 | LCC = 0.8644 | SRCC = 0.8656 ] +INFO:root:Average loss=0.08380503049836709 +INFO:root: +[Valid][28][UTT][ MSE = 0.2277 | LCC = 0.8680 | SRCC = 0.8664 ] +INFO:root:Average loss=0.07767197585258728 +INFO:root: +[Valid][29][UTT][ MSE = 0.2273 | LCC = 0.8633 | SRCC = 0.8623 ] +INFO:root:Average loss=0.07622897075727963 +INFO:root: +[Valid][30][UTT][ MSE = 0.2390 | LCC = 0.8680 | SRCC = 0.8670 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2356 | LCC = 0.8678 | SRCC = 0.8665 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer18/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer18/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a7e673bb0e9b5b106e889b99caca2f4ff678c8d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f656ff5607990b16c6e2e162ff23b80ed538d6522094aeab6a0e6bd9054f69d +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer18/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..daa5225a1838fe383f91c1b09c8c89c15798f927 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6d0252ec91197d768992e14a6d31682b1af0d8b7e1d26b0bf1f27ab3d34777a +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer18/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9849d50caedd0ebbc86a62b175237f62738481f6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6275935826393274 +INFO:root: +[Valid][0][UTT][ MSE = 0.3785 | LCC = 0.7722 | SRCC = 0.7853 ] +INFO:root:Average loss=0.2996870613633058 +INFO:root: +[Valid][1][UTT][ MSE = 0.3278 | LCC = 0.8246 | SRCC = 0.8202 ] +INFO:root:Average loss=0.2544982672119752 +INFO:root: +[Valid][2][UTT][ MSE = 0.2668 | LCC = 0.8410 | SRCC = 0.8366 ] +INFO:root:Average loss=0.23460599932915124 +INFO:root: +[Valid][3][UTT][ MSE = 0.2480 | LCC = 0.8464 | SRCC = 0.8435 ] +INFO:root:Average loss=0.23819162811224276 +INFO:root: +[Valid][4][UTT][ MSE = 0.2502 | LCC = 0.8536 | SRCC = 0.8500 ] +INFO:root:Average loss=0.20548543162070787 +INFO:root: +[Valid][5][UTT][ MSE = 0.2482 | LCC = 0.8584 | SRCC = 0.8542 ] +INFO:root:Average loss=0.188154903646463 +INFO:root: +[Valid][6][UTT][ MSE = 0.2374 | LCC = 0.8644 | SRCC = 0.8611 ] +INFO:root:Average loss=0.1994065492390058 +INFO:root: +[Valid][7][UTT][ MSE = 0.2449 | LCC = 0.8641 | SRCC = 0.8637 ] +INFO:root:Average loss=0.1730035454607927 +INFO:root: +[Valid][8][UTT][ MSE = 0.2468 | LCC = 0.8622 | SRCC = 0.8595 ] +INFO:root:Average loss=0.16841046770031637 +INFO:root: +[Valid][9][UTT][ MSE = 0.2232 | LCC = 0.8653 | SRCC = 0.8625 ] +INFO:root:Average loss=0.1592861912571467 +INFO:root: +[Valid][10][UTT][ MSE = 0.2768 | LCC = 0.8633 | SRCC = 0.8603 ] +INFO:root:Average loss=0.1564312433012021 +INFO:root: +[Valid][11][UTT][ MSE = 0.2390 | LCC = 0.8642 | SRCC = 0.8628 ] +INFO:root:Average loss=0.14243934370386294 +INFO:root: +[Valid][12][UTT][ MSE = 0.2358 | LCC = 0.8646 | SRCC = 0.8613 ] +INFO:root:Average loss=0.13846485211681098 +INFO:root: +[Valid][13][UTT][ MSE = 0.2459 | LCC = 0.8637 | SRCC = 0.8612 ] +INFO:root:Average loss=0.12911208384694198 +INFO:root: +[Valid][14][UTT][ MSE = 0.2293 | LCC = 0.8677 | SRCC = 0.8651 ] +INFO:root:Average loss=0.12505030975891993 +INFO:root: +[Valid][15][UTT][ MSE = 0.2342 | LCC = 0.8647 | SRCC = 0.8630 ] +INFO:root:Average loss=0.11614017694806442 +INFO:root: +[Valid][16][UTT][ MSE = 0.2233 | LCC = 0.8682 | SRCC = 0.8665 ] +INFO:root:Average loss=0.11573263057149373 +INFO:root: +[Valid][17][UTT][ MSE = 0.2251 | LCC = 0.8638 | SRCC = 0.8618 ] +INFO:root:Average loss=0.10811955691912235 +INFO:root: +[Valid][18][UTT][ MSE = 0.2996 | LCC = 0.8617 | SRCC = 0.8606 ] +INFO:root:Average loss=0.11235458661730473 +INFO:root: +[Valid][19][UTT][ MSE = 0.2295 | LCC = 0.8638 | SRCC = 0.8606 ] +INFO:root:Average loss=0.0976768240141563 +INFO:root: +[Valid][20][UTT][ MSE = 0.2386 | LCC = 0.8621 | SRCC = 0.8590 ] +INFO:root:Average loss=0.10335706365414155 +INFO:root: +[Valid][21][UTT][ MSE = 0.2584 | LCC = 0.8646 | SRCC = 0.8618 ] +INFO:root:Average loss=0.09551197925630288 +INFO:root: +[Valid][22][UTT][ MSE = 0.2283 | LCC = 0.8603 | SRCC = 0.8590 ] +INFO:root:Average loss=0.10309096392339621 +INFO:root: +[Valid][23][UTT][ MSE = 0.2378 | LCC = 0.8602 | SRCC = 0.8585 ] +INFO:root:Average loss=0.09344733912402238 +INFO:root: +[Valid][24][UTT][ MSE = 0.2280 | LCC = 0.8627 | SRCC = 0.8598 ] +INFO:root:Average loss=0.07923643286220539 +INFO:root: +[Valid][25][UTT][ MSE = 0.2430 | LCC = 0.8608 | SRCC = 0.8598 ] +INFO:root:Average loss=0.08295194723476203 +INFO:root: +[Valid][26][UTT][ MSE = 0.2460 | LCC = 0.8538 | SRCC = 0.8512 ] +INFO:root:Average loss=0.07864927194821529 +INFO:root: +[Valid][27][UTT][ MSE = 0.2379 | LCC = 0.8625 | SRCC = 0.8612 ] +INFO:root:Average loss=0.08295536700349587 +INFO:root: +[Valid][28][UTT][ MSE = 0.2474 | LCC = 0.8623 | SRCC = 0.8588 ] +INFO:root:Average loss=0.07889425190977561 +INFO:root: +[Valid][29][UTT][ MSE = 0.2486 | LCC = 0.8603 | SRCC = 0.8605 ] +INFO:root:Average loss=0.07366956565051506 +INFO:root: +[Valid][30][UTT][ MSE = 0.2269 | LCC = 0.8606 | SRCC = 0.8581 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2419 | LCC = 0.8644 | SRCC = 0.8634 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer18/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer18/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff66770ad2adf9a5d537df064fb2a88b18634a62 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7da0721f70f97d581d469ffc84b5afe09ce8873b486090394fa87ef2761c2395 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer18/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3822c684c56ca04a33b86f531c8cfdb762842d3a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bb9e9ba44625be629a958161853cb90c2b49dad01f997b1e52b6cb30e01247b +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer18/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ef5350a727646aaa2fd1dcbf16d29b7f23be65f2 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4997540058997961 +INFO:root: +[Valid][0][UTT][ MSE = 0.3301 | LCC = 0.8094 | SRCC = 0.8067 ] +INFO:root:Average loss=0.2753620023528735 +INFO:root: +[Valid][1][UTT][ MSE = 0.3250 | LCC = 0.8389 | SRCC = 0.8356 ] +INFO:root:Average loss=0.24793235671061736 +INFO:root: +[Valid][2][UTT][ MSE = 0.2558 | LCC = 0.8491 | SRCC = 0.8456 ] +INFO:root:Average loss=0.21972795833761877 +INFO:root: +[Valid][3][UTT][ MSE = 0.2600 | LCC = 0.8597 | SRCC = 0.8581 ] +INFO:root:Average loss=0.20948796375439718 +INFO:root: +[Valid][4][UTT][ MSE = 0.2344 | LCC = 0.8580 | SRCC = 0.8562 ] +INFO:root:Average loss=0.19203967944933817 +INFO:root: +[Valid][5][UTT][ MSE = 0.2252 | LCC = 0.8654 | SRCC = 0.8641 ] +INFO:root:Average loss=0.19729440181683272 +INFO:root: +[Valid][6][UTT][ MSE = 0.2743 | LCC = 0.8605 | SRCC = 0.8609 ] +INFO:root:Average loss=0.19483885207237342 +INFO:root: +[Valid][7][UTT][ MSE = 0.2227 | LCC = 0.8676 | SRCC = 0.8653 ] +INFO:root:Average loss=0.17451353075030523 +INFO:root: +[Valid][8][UTT][ MSE = 0.2292 | LCC = 0.8679 | SRCC = 0.8656 ] +INFO:root:Average loss=0.1801484367595269 +INFO:root: +[Valid][9][UTT][ MSE = 0.2251 | LCC = 0.8703 | SRCC = 0.8689 ] +INFO:root:Average loss=0.1537506924225734 +INFO:root: +[Valid][10][UTT][ MSE = 0.2287 | LCC = 0.8695 | SRCC = 0.8672 ] +INFO:root:Average loss=0.1498238776738827 +INFO:root: +[Valid][11][UTT][ MSE = 0.2400 | LCC = 0.8687 | SRCC = 0.8664 ] +INFO:root:Average loss=0.1358485453021832 +INFO:root: +[Valid][12][UTT][ MSE = 0.2212 | LCC = 0.8690 | SRCC = 0.8679 ] +INFO:root:Average loss=0.15590168258700615 +INFO:root: +[Valid][13][UTT][ MSE = 0.2259 | LCC = 0.8670 | SRCC = 0.8641 ] +INFO:root:Average loss=0.14523203202929252 +INFO:root: +[Valid][14][UTT][ MSE = 0.2246 | LCC = 0.8692 | SRCC = 0.8672 ] +INFO:root:Average loss=0.12252770555325043 +INFO:root: +[Valid][15][UTT][ MSE = 0.2489 | LCC = 0.8669 | SRCC = 0.8643 ] +INFO:root:Average loss=0.11910871521402629 +INFO:root: +[Valid][16][UTT][ MSE = 0.2535 | LCC = 0.8730 | SRCC = 0.8719 ] +INFO:root:Average loss=0.12253973633050919 +INFO:root: +[Valid][17][UTT][ MSE = 0.2151 | LCC = 0.8694 | SRCC = 0.8671 ] +INFO:root:Average loss=0.12329510102669398 +INFO:root: +[Valid][18][UTT][ MSE = 0.2179 | LCC = 0.8702 | SRCC = 0.8677 ] +INFO:root:Average loss=0.10061966484555832 +INFO:root: +[Valid][19][UTT][ MSE = 0.2231 | LCC = 0.8668 | SRCC = 0.8637 ] +INFO:root:Average loss=0.09904332946126278 +INFO:root: +[Valid][20][UTT][ MSE = 0.2399 | LCC = 0.8640 | SRCC = 0.8618 ] +INFO:root:Average loss=0.08988697707462005 +INFO:root: +[Valid][21][UTT][ MSE = 0.2668 | LCC = 0.8651 | SRCC = 0.8637 ] +INFO:root:Average loss=0.10355227903868908 +INFO:root: +[Valid][22][UTT][ MSE = 0.2301 | LCC = 0.8630 | SRCC = 0.8602 ] +INFO:root:Average loss=0.09487126204065788 +INFO:root: +[Valid][23][UTT][ MSE = 0.2252 | LCC = 0.8647 | SRCC = 0.8610 ] +INFO:root:Average loss=0.08442618702657712 +INFO:root: +[Valid][24][UTT][ MSE = 0.2356 | LCC = 0.8651 | SRCC = 0.8626 ] +INFO:root:Average loss=0.08821662314809285 +INFO:root: +[Valid][25][UTT][ MSE = 0.2233 | LCC = 0.8652 | SRCC = 0.8627 ] +INFO:root:Average loss=0.08108434864343741 +INFO:root: +[Valid][26][UTT][ MSE = 0.2467 | LCC = 0.8636 | SRCC = 0.8637 ] +INFO:root:Average loss=0.08640893758871616 +INFO:root: +[Valid][27][UTT][ MSE = 0.2425 | LCC = 0.8622 | SRCC = 0.8596 ] +INFO:root:Average loss=0.0714156282826876 +INFO:root: +[Valid][28][UTT][ MSE = 0.2314 | LCC = 0.8586 | SRCC = 0.8545 ] +INFO:root:Average loss=0.06815615898141494 +INFO:root: +[Valid][29][UTT][ MSE = 0.2498 | LCC = 0.8661 | SRCC = 0.8649 ] +INFO:root:Average loss=0.07253017849647082 +INFO:root: +[Valid][30][UTT][ MSE = 0.2460 | LCC = 0.8650 | SRCC = 0.8627 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2318 | LCC = 0.8688 | SRCC = 0.8672 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer18/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer18/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..39b4c321c9c6bf97aa9f4d0eb29c8b5b463f1090 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38e7a90ace9ef58a5adc79ba7dc371f9c14cb6ff906d3332f9b2d9486397466b +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer18/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..55b13f96026a3b7d51dc32ef9b04e3913bbd672d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d1901881f0b6e0cf6b208d7517dbfd622dd31de7ee7139c3a02fa6c4cbf7c6a +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer18/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer18/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4312a9e7446e9d5558472bb290adb6b0f8222257 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer18/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5302289995627526 +INFO:root: +[Valid][0][UTT][ MSE = 0.3309 | LCC = 0.8023 | SRCC = 0.8041 ] +INFO:root:Average loss=0.3122049174629725 +INFO:root: +[Valid][1][UTT][ MSE = 0.3543 | LCC = 0.8236 | SRCC = 0.8244 ] +INFO:root:Average loss=0.2507900922344281 +INFO:root: +[Valid][2][UTT][ MSE = 0.2626 | LCC = 0.8491 | SRCC = 0.8459 ] +INFO:root:Average loss=0.22947920572299224 +INFO:root: +[Valid][3][UTT][ MSE = 0.2714 | LCC = 0.8570 | SRCC = 0.8555 ] +INFO:root:Average loss=0.2073055156148397 +INFO:root: +[Valid][4][UTT][ MSE = 0.2631 | LCC = 0.8649 | SRCC = 0.8637 ] +INFO:root:Average loss=0.22121091912954283 +INFO:root: +[Valid][5][UTT][ MSE = 0.2405 | LCC = 0.8629 | SRCC = 0.8600 ] +INFO:root:Average loss=0.1928570209405361 +INFO:root: +[Valid][6][UTT][ MSE = 0.2519 | LCC = 0.8620 | SRCC = 0.8591 ] +INFO:root:Average loss=0.17701042166505104 +INFO:root: +[Valid][7][UTT][ MSE = 0.2492 | LCC = 0.8632 | SRCC = 0.8632 ] +INFO:root:Average loss=0.1914299410314132 +INFO:root: +[Valid][8][UTT][ MSE = 0.2331 | LCC = 0.8663 | SRCC = 0.8638 ] +INFO:root:Average loss=0.17028302689775443 +INFO:root: +[Valid][9][UTT][ MSE = 0.2596 | LCC = 0.8654 | SRCC = 0.8678 ] +INFO:root:Average loss=0.17264917473762464 +INFO:root: +[Valid][10][UTT][ MSE = 0.2271 | LCC = 0.8690 | SRCC = 0.8667 ] +INFO:root:Average loss=0.16146562477717033 +INFO:root: +[Valid][11][UTT][ MSE = 0.2583 | LCC = 0.8673 | SRCC = 0.8660 ] +INFO:root:Average loss=0.15048999559038725 +INFO:root: +[Valid][12][UTT][ MSE = 0.2322 | LCC = 0.8683 | SRCC = 0.8678 ] +INFO:root:Average loss=0.14390885495604613 +INFO:root: +[Valid][13][UTT][ MSE = 0.2378 | LCC = 0.8642 | SRCC = 0.8625 ] +INFO:root:Average loss=0.12961361557245255 +INFO:root: +[Valid][14][UTT][ MSE = 0.2229 | LCC = 0.8686 | SRCC = 0.8678 ] +INFO:root:Average loss=0.1252153066870494 +INFO:root: +[Valid][15][UTT][ MSE = 0.2420 | LCC = 0.8656 | SRCC = 0.8667 ] +INFO:root:Average loss=0.14047958854681405 +INFO:root: +[Valid][16][UTT][ MSE = 0.2363 | LCC = 0.8671 | SRCC = 0.8676 ] +INFO:root:Average loss=0.11863910836669114 +INFO:root: +[Valid][17][UTT][ MSE = 0.2318 | LCC = 0.8640 | SRCC = 0.8628 ] +INFO:root:Average loss=0.11063321899527158 +INFO:root: +[Valid][18][UTT][ MSE = 0.2235 | LCC = 0.8658 | SRCC = 0.8646 ] +INFO:root:Average loss=0.11386821614817166 +INFO:root: +[Valid][19][UTT][ MSE = 0.2252 | LCC = 0.8621 | SRCC = 0.8626 ] +INFO:root:Average loss=0.10361208757146811 +INFO:root: +[Valid][20][UTT][ MSE = 0.2544 | LCC = 0.8661 | SRCC = 0.8652 ] +INFO:root:Average loss=0.09843854204966472 +INFO:root: +[Valid][21][UTT][ MSE = 0.2284 | LCC = 0.8621 | SRCC = 0.8619 ] +INFO:root:Average loss=0.10011765083823448 +INFO:root: +[Valid][22][UTT][ MSE = 0.2241 | LCC = 0.8640 | SRCC = 0.8644 ] +INFO:root:Average loss=0.08910031110430375 +INFO:root: +[Valid][23][UTT][ MSE = 0.2487 | LCC = 0.8591 | SRCC = 0.8623 ] +INFO:root:Average loss=0.0884557199688294 +INFO:root: +[Valid][24][UTT][ MSE = 0.2405 | LCC = 0.8604 | SRCC = 0.8613 ] +INFO:root:Average loss=0.08722360140811174 +INFO:root: +[Valid][25][UTT][ MSE = 0.2366 | LCC = 0.8631 | SRCC = 0.8625 ] +INFO:root:Average loss=0.08111221295518753 +INFO:root: +[Valid][26][UTT][ MSE = 0.2636 | LCC = 0.8611 | SRCC = 0.8655 ] +INFO:root:Average loss=0.08148880470066498 +INFO:root: +[Valid][27][UTT][ MSE = 0.2502 | LCC = 0.8648 | SRCC = 0.8667 ] +INFO:root:Average loss=0.07202871707387459 +INFO:root: +[Valid][28][UTT][ MSE = 0.2202 | LCC = 0.8659 | SRCC = 0.8666 ] +INFO:root:Average loss=0.06832389318599151 +INFO:root: +[Valid][29][UTT][ MSE = 0.2297 | LCC = 0.8608 | SRCC = 0.8591 ] +INFO:root:Average loss=0.06804324643543133 +INFO:root: +[Valid][30][UTT][ MSE = 0.2200 | LCC = 0.8651 | SRCC = 0.8645 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2289 | LCC = 0.8653 | SRCC = 0.8641 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer2/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer2/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..cba7f2bddce9274744dc76aa0b7be2938f04239f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:463ddf9f9053e421f0bb9741fac1e010c6841641f4ef964e4e3bc87e848d488f +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer2/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b49509aee26b7dbe441f48e337d37f0f222be1d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce54001c21d89195520df42f28bf7f1476333df4f1c2104b1eff85da08b4498b +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer2/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fd9a35f781ae1df64b1ff32c8977227eb2571f10 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5866591166227292 +INFO:root: +[Valid][0][UTT][ MSE = 0.4316 | LCC = 0.7339 | SRCC = 0.7391 ] +INFO:root:Average loss=0.3217455362662291 +INFO:root: +[Valid][1][UTT][ MSE = 0.3329 | LCC = 0.7914 | SRCC = 0.7917 ] +INFO:root:Average loss=0.2781482455440057 +INFO:root: +[Valid][2][UTT][ MSE = 0.2995 | LCC = 0.8095 | SRCC = 0.8119 ] +INFO:root:Average loss=0.2532828582020906 +INFO:root: +[Valid][3][UTT][ MSE = 0.2784 | LCC = 0.8299 | SRCC = 0.8301 ] +INFO:root:Average loss=0.24254557948846084 +INFO:root: +[Valid][4][UTT][ MSE = 0.2945 | LCC = 0.8328 | SRCC = 0.8322 ] +INFO:root:Average loss=0.229658971230189 +INFO:root: +[Valid][5][UTT][ MSE = 0.2523 | LCC = 0.8412 | SRCC = 0.8403 ] +INFO:root:Average loss=0.22988903331450927 +INFO:root: +[Valid][6][UTT][ MSE = 0.2605 | LCC = 0.8372 | SRCC = 0.8372 ] +INFO:root:Average loss=0.20167800650382653 +INFO:root: +[Valid][7][UTT][ MSE = 0.2801 | LCC = 0.8420 | SRCC = 0.8402 ] +INFO:root:Average loss=0.21078724757983133 +INFO:root: +[Valid][8][UTT][ MSE = 0.2634 | LCC = 0.8552 | SRCC = 0.8527 ] +INFO:root:Average loss=0.2012441030297524 +INFO:root: +[Valid][9][UTT][ MSE = 0.2512 | LCC = 0.8526 | SRCC = 0.8512 ] +INFO:root:Average loss=0.17952769383406028 +INFO:root: +[Valid][10][UTT][ MSE = 0.2676 | LCC = 0.8499 | SRCC = 0.8546 ] +INFO:root:Average loss=0.2052436001980916 +INFO:root: +[Valid][11][UTT][ MSE = 0.2606 | LCC = 0.8536 | SRCC = 0.8522 ] +INFO:root:Average loss=0.1653317746061545 +INFO:root: +[Valid][12][UTT][ MSE = 0.2354 | LCC = 0.8558 | SRCC = 0.8538 ] +INFO:root:Average loss=0.16247433089675048 +INFO:root: +[Valid][13][UTT][ MSE = 0.2699 | LCC = 0.8562 | SRCC = 0.8539 ] +INFO:root:Average loss=0.1644233648593609 +INFO:root: +[Valid][14][UTT][ MSE = 0.2396 | LCC = 0.8537 | SRCC = 0.8521 ] +INFO:root:Average loss=0.15754049815810645 +INFO:root: +[Valid][15][UTT][ MSE = 0.2500 | LCC = 0.8530 | SRCC = 0.8502 ] +INFO:root:Average loss=0.1457397704705214 +INFO:root: +[Valid][16][UTT][ MSE = 0.2356 | LCC = 0.8576 | SRCC = 0.8570 ] +INFO:root:Average loss=0.14341550349042967 +INFO:root: +[Valid][17][UTT][ MSE = 0.2409 | LCC = 0.8592 | SRCC = 0.8590 ] +INFO:root:Average loss=0.13486773730852666 +INFO:root: +[Valid][18][UTT][ MSE = 0.2451 | LCC = 0.8580 | SRCC = 0.8566 ] +INFO:root:Average loss=0.12480456057267311 +INFO:root: +[Valid][19][UTT][ MSE = 0.2691 | LCC = 0.8590 | SRCC = 0.8561 ] +INFO:root:Average loss=0.12378329411149025 +INFO:root: +[Valid][20][UTT][ MSE = 0.2574 | LCC = 0.8585 | SRCC = 0.8576 ] +INFO:root:Average loss=0.11831223534849974 +INFO:root: +[Valid][21][UTT][ MSE = 0.2358 | LCC = 0.8563 | SRCC = 0.8553 ] +INFO:root:Average loss=0.11682858700171495 +INFO:root: +[Valid][22][UTT][ MSE = 0.2477 | LCC = 0.8544 | SRCC = 0.8533 ] +INFO:root:Average loss=0.10586545129234974 +INFO:root: +[Valid][23][UTT][ MSE = 0.2531 | LCC = 0.8561 | SRCC = 0.8532 ] +INFO:root:Average loss=0.1038444737593333 +INFO:root: +[Valid][24][UTT][ MSE = 0.2362 | LCC = 0.8552 | SRCC = 0.8537 ] +INFO:root:Average loss=0.09768049972943771 +INFO:root: +[Valid][25][UTT][ MSE = 0.2838 | LCC = 0.8518 | SRCC = 0.8503 ] +INFO:root:Average loss=0.10120248789779651 +INFO:root: +[Valid][26][UTT][ MSE = 0.2335 | LCC = 0.8538 | SRCC = 0.8537 ] +INFO:root:Average loss=0.09086587174962728 +INFO:root: +[Valid][27][UTT][ MSE = 0.2288 | LCC = 0.8593 | SRCC = 0.8577 ] +INFO:root:Average loss=0.08803541886691864 +INFO:root: +[Valid][28][UTT][ MSE = 0.2339 | LCC = 0.8509 | SRCC = 0.8504 ] +INFO:root:Average loss=0.08655976771544187 +INFO:root: +[Valid][29][UTT][ MSE = 0.2309 | LCC = 0.8578 | SRCC = 0.8551 ] +INFO:root:Average loss=0.08455159639318784 +INFO:root: +[Valid][30][UTT][ MSE = 0.2300 | LCC = 0.8605 | SRCC = 0.8574 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2400 | LCC = 0.8540 | SRCC = 0.8527 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer2/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer2/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..09c252993f7ac68767c1e8d27d1636902f889b1c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa00fb87163507ee6d1755e7908e59531845deb68bf15b7e9deafb86e204f91d +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer2/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..92a0acede70605c9078d1c168d57e2dcc22745b6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b68a02ce73f22da807f1ed9d61f952f4e406bb6aa042b6034e527df2eb85bd20 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer2/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4d5ab4e497740e494c4aad885bc35b7f2336063d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5917246968318255 +INFO:root: +[Valid][0][UTT][ MSE = 0.3999 | LCC = 0.7431 | SRCC = 0.7499 ] +INFO:root:Average loss=0.3182789765489407 +INFO:root: +[Valid][1][UTT][ MSE = 0.3226 | LCC = 0.7939 | SRCC = 0.7978 ] +INFO:root:Average loss=0.27591672501502895 +INFO:root: +[Valid][2][UTT][ MSE = 0.3063 | LCC = 0.8175 | SRCC = 0.8245 ] +INFO:root:Average loss=0.2522294546167056 +INFO:root: +[Valid][3][UTT][ MSE = 0.3060 | LCC = 0.8316 | SRCC = 0.8312 ] +INFO:root:Average loss=0.22678223577065346 +INFO:root: +[Valid][4][UTT][ MSE = 0.2572 | LCC = 0.8405 | SRCC = 0.8396 ] +INFO:root:Average loss=0.21537515291800866 +INFO:root: +[Valid][5][UTT][ MSE = 0.2638 | LCC = 0.8439 | SRCC = 0.8431 ] +INFO:root:Average loss=0.20458380514994645 +INFO:root: +[Valid][6][UTT][ MSE = 0.3020 | LCC = 0.8488 | SRCC = 0.8489 ] +INFO:root:Average loss=0.19230962200806692 +INFO:root: +[Valid][7][UTT][ MSE = 0.2640 | LCC = 0.8514 | SRCC = 0.8523 ] +INFO:root:Average loss=0.18579027820856142 +INFO:root: +[Valid][8][UTT][ MSE = 0.2448 | LCC = 0.8580 | SRCC = 0.8556 ] +INFO:root:Average loss=0.1798763448993365 +INFO:root: +[Valid][9][UTT][ MSE = 0.2504 | LCC = 0.8561 | SRCC = 0.8520 ] +INFO:root:Average loss=0.16910588120420775 +INFO:root: +[Valid][10][UTT][ MSE = 0.2628 | LCC = 0.8550 | SRCC = 0.8518 ] +INFO:root:Average loss=0.15816270598234275 +INFO:root: +[Valid][11][UTT][ MSE = 0.2571 | LCC = 0.8560 | SRCC = 0.8519 ] +INFO:root:Average loss=0.15939089531699815 +INFO:root: +[Valid][12][UTT][ MSE = 0.2235 | LCC = 0.8571 | SRCC = 0.8555 ] +INFO:root:Average loss=0.14374838635707513 +INFO:root: +[Valid][13][UTT][ MSE = 0.2359 | LCC = 0.8534 | SRCC = 0.8517 ] +INFO:root:Average loss=0.14114677418883032 +INFO:root: +[Valid][14][UTT][ MSE = 0.2500 | LCC = 0.8522 | SRCC = 0.8502 ] +INFO:root:Average loss=0.1363776112214113 +INFO:root: +[Valid][15][UTT][ MSE = 0.2272 | LCC = 0.8563 | SRCC = 0.8545 ] +INFO:root:Average loss=0.14459139118209863 +INFO:root: +[Valid][16][UTT][ MSE = 0.2363 | LCC = 0.8544 | SRCC = 0.8553 ] +INFO:root:Average loss=0.13146991788958892 +INFO:root: +[Valid][17][UTT][ MSE = 0.2937 | LCC = 0.8510 | SRCC = 0.8499 ] +INFO:root:Average loss=0.12179846784625298 +INFO:root: +[Valid][18][UTT][ MSE = 0.2411 | LCC = 0.8552 | SRCC = 0.8519 ] +INFO:root:Average loss=0.11506358720362186 +INFO:root: +[Valid][19][UTT][ MSE = 0.2315 | LCC = 0.8536 | SRCC = 0.8530 ] +INFO:root:Average loss=0.11091547698164597 +INFO:root: +[Valid][20][UTT][ MSE = 0.2355 | LCC = 0.8540 | SRCC = 0.8543 ] +INFO:root:Average loss=0.12579044527732408 +INFO:root: +[Valid][21][UTT][ MSE = 0.2476 | LCC = 0.8539 | SRCC = 0.8512 ] +INFO:root:Average loss=0.11388975974076833 +INFO:root: +[Valid][22][UTT][ MSE = 0.2364 | LCC = 0.8543 | SRCC = 0.8527 ] +INFO:root:Average loss=0.10042861772653384 +INFO:root: +[Valid][23][UTT][ MSE = 0.2303 | LCC = 0.8539 | SRCC = 0.8537 ] +INFO:root:Average loss=0.09745888106333904 +INFO:root: +[Valid][24][UTT][ MSE = 0.2342 | LCC = 0.8549 | SRCC = 0.8541 ] +INFO:root:Average loss=0.09652167033308591 +INFO:root: +[Valid][25][UTT][ MSE = 0.2513 | LCC = 0.8517 | SRCC = 0.8511 ] +INFO:root:Average loss=0.09177139821725014 +INFO:root: +[Valid][26][UTT][ MSE = 0.2906 | LCC = 0.8449 | SRCC = 0.8446 ] +INFO:root:Average loss=0.08895683398422523 +INFO:root: +[Valid][27][UTT][ MSE = 0.2246 | LCC = 0.8541 | SRCC = 0.8542 ] +INFO:root:Average loss=0.09693855329010731 +INFO:root: +[Valid][28][UTT][ MSE = 0.2720 | LCC = 0.8511 | SRCC = 0.8499 ] +INFO:root:Average loss=0.08523224303737664 +INFO:root: +[Valid][29][UTT][ MSE = 0.2325 | LCC = 0.8493 | SRCC = 0.8488 ] +INFO:root:Average loss=0.07556721816460292 +INFO:root: +[Valid][30][UTT][ MSE = 0.2350 | LCC = 0.8518 | SRCC = 0.8502 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2497 | LCC = 0.8546 | SRCC = 0.8513 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer2/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer2/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed0f3f4ec9d65a15b606dd406943961ab013c655 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b51893f3b119baf7761739720fd4c350f29d14f28d88c1fd91444677dd27629c +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer2/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab65e1fc0569e62c66f66739cf65eb06cb0d3d8e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ede5f07dc1e7b2fe4165b6ec55bf535bebf8f6b7fb25dd88506abb3aa1449ec0 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer2/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b4efd78e299ab3d4f4f460cc0074ded8a3814a7f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.55994340357108 +INFO:root: +[Valid][0][UTT][ MSE = 0.4138 | LCC = 0.7463 | SRCC = 0.7528 ] +INFO:root:Average loss=0.3211949429450891 +INFO:root: +[Valid][1][UTT][ MSE = 0.3674 | LCC = 0.7967 | SRCC = 0.7923 ] +INFO:root:Average loss=0.2829137270649274 +INFO:root: +[Valid][2][UTT][ MSE = 0.3258 | LCC = 0.8238 | SRCC = 0.8224 ] +INFO:root:Average loss=0.25707720678586227 +INFO:root: +[Valid][3][UTT][ MSE = 0.2840 | LCC = 0.8230 | SRCC = 0.8248 ] +INFO:root:Average loss=0.27281742218213206 +INFO:root: +[Valid][4][UTT][ MSE = 0.3293 | LCC = 0.8254 | SRCC = 0.8249 ] +INFO:root:Average loss=0.2347723906620955 +INFO:root: +[Valid][5][UTT][ MSE = 0.2838 | LCC = 0.8374 | SRCC = 0.8348 ] +INFO:root:Average loss=0.2230532108209072 +INFO:root: +[Valid][6][UTT][ MSE = 0.3661 | LCC = 0.8393 | SRCC = 0.8371 ] +INFO:root:Average loss=0.2189389432852085 +INFO:root: +[Valid][7][UTT][ MSE = 0.2907 | LCC = 0.8389 | SRCC = 0.8377 ] +INFO:root:Average loss=0.20737625696720222 +INFO:root: +[Valid][8][UTT][ MSE = 0.2705 | LCC = 0.8410 | SRCC = 0.8383 ] +INFO:root:Average loss=0.19200708707555747 +INFO:root: +[Valid][9][UTT][ MSE = 0.2571 | LCC = 0.8498 | SRCC = 0.8468 ] +INFO:root:Average loss=0.1861936371677961 +INFO:root: +[Valid][10][UTT][ MSE = 0.2646 | LCC = 0.8484 | SRCC = 0.8484 ] +INFO:root:Average loss=0.17207608572565591 +INFO:root: +[Valid][11][UTT][ MSE = 0.2672 | LCC = 0.8501 | SRCC = 0.8476 ] +INFO:root:Average loss=0.16661173382248634 +INFO:root: +[Valid][12][UTT][ MSE = 0.2934 | LCC = 0.8554 | SRCC = 0.8517 ] +INFO:root:Average loss=0.17583504032630187 +INFO:root: +[Valid][13][UTT][ MSE = 0.2869 | LCC = 0.8480 | SRCC = 0.8471 ] +INFO:root:Average loss=0.15769669728783461 +INFO:root: +[Valid][14][UTT][ MSE = 0.2395 | LCC = 0.8532 | SRCC = 0.8498 ] +INFO:root:Average loss=0.1445325712362925 +INFO:root: +[Valid][15][UTT][ MSE = 0.2363 | LCC = 0.8553 | SRCC = 0.8526 ] +INFO:root:Average loss=0.14567117326152632 +INFO:root: +[Valid][16][UTT][ MSE = 0.2969 | LCC = 0.8508 | SRCC = 0.8522 ] +INFO:root:Average loss=0.14262492238329008 +INFO:root: +[Valid][17][UTT][ MSE = 0.2757 | LCC = 0.8515 | SRCC = 0.8500 ] +INFO:root:Average loss=0.12480653129900113 +INFO:root: +[Valid][18][UTT][ MSE = 0.2529 | LCC = 0.8539 | SRCC = 0.8503 ] +INFO:root:Average loss=0.12602281952515626 +INFO:root: +[Valid][19][UTT][ MSE = 0.2672 | LCC = 0.8499 | SRCC = 0.8451 ] +INFO:root:Average loss=0.12280875387100074 +INFO:root: +[Valid][20][UTT][ MSE = 0.2523 | LCC = 0.8560 | SRCC = 0.8544 ] +INFO:root:Average loss=0.11529993504667893 +INFO:root: +[Valid][21][UTT][ MSE = 0.2373 | LCC = 0.8544 | SRCC = 0.8506 ] +INFO:root:Average loss=0.1183504957992297 +INFO:root: +[Valid][22][UTT][ MSE = 0.3367 | LCC = 0.8477 | SRCC = 0.8468 ] +INFO:root:Average loss=0.10916377221926665 +INFO:root: +[Valid][23][UTT][ MSE = 0.2304 | LCC = 0.8573 | SRCC = 0.8533 ] +INFO:root:Average loss=0.10620191253912754 +INFO:root: +[Valid][24][UTT][ MSE = 0.2751 | LCC = 0.8478 | SRCC = 0.8454 ] +INFO:root:Average loss=0.10379398432679665 +INFO:root: +[Valid][25][UTT][ MSE = 0.2286 | LCC = 0.8566 | SRCC = 0.8548 ] +INFO:root:Average loss=0.09621613377179855 +INFO:root: +[Valid][26][UTT][ MSE = 0.2337 | LCC = 0.8583 | SRCC = 0.8550 ] +INFO:root:Average loss=0.0964566773424546 +INFO:root: +[Valid][27][UTT][ MSE = 0.2510 | LCC = 0.8567 | SRCC = 0.8552 ] +INFO:root:Average loss=0.08798327593085094 +INFO:root: +[Valid][28][UTT][ MSE = 0.2446 | LCC = 0.8538 | SRCC = 0.8509 ] +INFO:root:Average loss=0.08673680588029899 +INFO:root: +[Valid][29][UTT][ MSE = 0.2429 | LCC = 0.8496 | SRCC = 0.8467 ] +INFO:root:Average loss=0.08771376192378692 +INFO:root: +[Valid][30][UTT][ MSE = 0.2390 | LCC = 0.8544 | SRCC = 0.8500 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2285 | LCC = 0.8571 | SRCC = 0.8537 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer2/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer2/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bda60d66420b160be119b23334e4cc311d1c288 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6afccb20c2c1897ed8d567fe7bf69822901c7064f728ea303cc9d640b1d4aab1 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer2/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..949c109cd66f57d5afa1c959e4037cd89e62bb8a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60de5fb4a5f568e26e25928a9845a3fe954750235532f360620ecb98f541720e +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer2/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e299e5f3a25e22a7a64a1dcd3cdcb6e0ca92dd2e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6234318491740104 +INFO:root: +[Valid][0][UTT][ MSE = 0.4061 | LCC = 0.7377 | SRCC = 0.7419 ] +INFO:root:Average loss=0.3302725490469199 +INFO:root: +[Valid][1][UTT][ MSE = 0.3234 | LCC = 0.7967 | SRCC = 0.7949 ] +INFO:root:Average loss=0.27429154209601575 +INFO:root: +[Valid][2][UTT][ MSE = 0.2944 | LCC = 0.8120 | SRCC = 0.8158 ] +INFO:root:Average loss=0.2547806551059087 +INFO:root: +[Valid][3][UTT][ MSE = 0.2974 | LCC = 0.8259 | SRCC = 0.8218 ] +INFO:root:Average loss=0.24902046586458498 +INFO:root: +[Valid][4][UTT][ MSE = 0.2820 | LCC = 0.8286 | SRCC = 0.8293 ] +INFO:root:Average loss=0.2248585012096625 +INFO:root: +[Valid][5][UTT][ MSE = 0.2753 | LCC = 0.8401 | SRCC = 0.8397 ] +INFO:root:Average loss=0.2096481051009435 +INFO:root: +[Valid][6][UTT][ MSE = 0.2510 | LCC = 0.8401 | SRCC = 0.8411 ] +INFO:root:Average loss=0.19617040273852837 +INFO:root: +[Valid][7][UTT][ MSE = 0.2545 | LCC = 0.8430 | SRCC = 0.8431 ] +INFO:root:Average loss=0.20226770543899292 +INFO:root: +[Valid][8][UTT][ MSE = 0.2601 | LCC = 0.8432 | SRCC = 0.8438 ] +INFO:root:Average loss=0.18489398004917 +INFO:root: +[Valid][9][UTT][ MSE = 0.2548 | LCC = 0.8417 | SRCC = 0.8445 ] +INFO:root:Average loss=0.18163497020036745 +INFO:root: +[Valid][10][UTT][ MSE = 0.2650 | LCC = 0.8513 | SRCC = 0.8469 ] +INFO:root:Average loss=0.1724178011600788 +INFO:root: +[Valid][11][UTT][ MSE = 0.2463 | LCC = 0.8474 | SRCC = 0.8481 ] +INFO:root:Average loss=0.16218877230317164 +INFO:root: +[Valid][12][UTT][ MSE = 0.2757 | LCC = 0.8454 | SRCC = 0.8487 ] +INFO:root:Average loss=0.15701459653866598 +INFO:root: +[Valid][13][UTT][ MSE = 0.2633 | LCC = 0.8500 | SRCC = 0.8510 ] +INFO:root:Average loss=0.1576876483666591 +INFO:root: +[Valid][14][UTT][ MSE = 0.2433 | LCC = 0.8448 | SRCC = 0.8468 ] +INFO:root:Average loss=0.1471279765932988 +INFO:root: +[Valid][15][UTT][ MSE = 0.2415 | LCC = 0.8507 | SRCC = 0.8519 ] +INFO:root:Average loss=0.13232155707784188 +INFO:root: +[Valid][16][UTT][ MSE = 0.2494 | LCC = 0.8448 | SRCC = 0.8450 ] +INFO:root:Average loss=0.13577833017095542 +INFO:root: +[Valid][17][UTT][ MSE = 0.2273 | LCC = 0.8543 | SRCC = 0.8540 ] +INFO:root:Average loss=0.13171006395266607 +INFO:root: +[Valid][18][UTT][ MSE = 0.2317 | LCC = 0.8588 | SRCC = 0.8566 ] +INFO:root:Average loss=0.135131317931108 +INFO:root: +[Valid][19][UTT][ MSE = 0.2457 | LCC = 0.8580 | SRCC = 0.8548 ] +INFO:root:Average loss=0.12076641208468339 +INFO:root: +[Valid][20][UTT][ MSE = 0.2382 | LCC = 0.8500 | SRCC = 0.8493 ] +INFO:root:Average loss=0.1144196986196897 +INFO:root: +[Valid][21][UTT][ MSE = 0.2383 | LCC = 0.8584 | SRCC = 0.8558 ] +INFO:root:Average loss=0.1125564462481401 +INFO:root: +[Valid][22][UTT][ MSE = 0.2929 | LCC = 0.8560 | SRCC = 0.8569 ] +INFO:root:Average loss=0.12317764950104249 +INFO:root: +[Valid][23][UTT][ MSE = 0.2299 | LCC = 0.8539 | SRCC = 0.8524 ] +INFO:root:Average loss=0.10476212332455012 +INFO:root: +[Valid][24][UTT][ MSE = 0.2361 | LCC = 0.8550 | SRCC = 0.8531 ] +INFO:root:Average loss=0.10237679191124745 +INFO:root: +[Valid][25][UTT][ MSE = 0.2432 | LCC = 0.8578 | SRCC = 0.8555 ] +INFO:root:Average loss=0.10335488884876935 +INFO:root: +[Valid][26][UTT][ MSE = 0.2273 | LCC = 0.8597 | SRCC = 0.8596 ] +INFO:root:Average loss=0.1007207179776369 +INFO:root: +[Valid][27][UTT][ MSE = 0.2211 | LCC = 0.8611 | SRCC = 0.8582 ] +INFO:root:Average loss=0.09618131114313236 +INFO:root: +[Valid][28][UTT][ MSE = 0.2329 | LCC = 0.8571 | SRCC = 0.8554 ] +INFO:root:Average loss=0.09092012133735877 +INFO:root: +[Valid][29][UTT][ MSE = 0.2434 | LCC = 0.8585 | SRCC = 0.8548 ] +INFO:root:Average loss=0.08511676801702915 +INFO:root: +[Valid][30][UTT][ MSE = 0.2249 | LCC = 0.8569 | SRCC = 0.8549 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2548 | LCC = 0.8507 | SRCC = 0.8492 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer2/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer2/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4162e6fe5e9b5385e598070032aecd4224f2389d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80285d558432b96aaabaf9309558e885a7c3df9ca8532f1e2f3394357c8ca476 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer2/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e93fb9b60e8d757627589167ace32877435ce227 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bd6a36a753ff55719cdd1b6a8e46813adb9609efec4363d741e0fc6d30c2d5e +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer2/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer2/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..909b6cb9b47156cbc3178ca8bbfdbc4fe8c36376 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer2/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5431282149675565 +INFO:root: +[Valid][0][UTT][ MSE = 0.3820 | LCC = 0.7557 | SRCC = 0.7596 ] +INFO:root:Average loss=0.3101944014047965 +INFO:root: +[Valid][1][UTT][ MSE = 0.3077 | LCC = 0.7967 | SRCC = 0.7989 ] +INFO:root:Average loss=0.27681914812479264 +INFO:root: +[Valid][2][UTT][ MSE = 0.3086 | LCC = 0.8146 | SRCC = 0.8108 ] +INFO:root:Average loss=0.2682565309298344 +INFO:root: +[Valid][3][UTT][ MSE = 0.3191 | LCC = 0.8091 | SRCC = 0.8158 ] +INFO:root:Average loss=0.24856947228694573 +INFO:root: +[Valid][4][UTT][ MSE = 0.2971 | LCC = 0.8355 | SRCC = 0.8331 ] +INFO:root:Average loss=0.23145297379829946 +INFO:root: +[Valid][5][UTT][ MSE = 0.2662 | LCC = 0.8384 | SRCC = 0.8376 ] +INFO:root:Average loss=0.21699660290510225 +INFO:root: +[Valid][6][UTT][ MSE = 0.2735 | LCC = 0.8491 | SRCC = 0.8453 ] +INFO:root:Average loss=0.20880587685566682 +INFO:root: +[Valid][7][UTT][ MSE = 0.2600 | LCC = 0.8420 | SRCC = 0.8398 ] +INFO:root:Average loss=0.19852121460896271 +INFO:root: +[Valid][8][UTT][ MSE = 0.2600 | LCC = 0.8410 | SRCC = 0.8436 ] +INFO:root:Average loss=0.1865922497251095 +INFO:root: +[Valid][9][UTT][ MSE = 0.2561 | LCC = 0.8465 | SRCC = 0.8434 ] +INFO:root:Average loss=0.18226849822661814 +INFO:root: +[Valid][10][UTT][ MSE = 0.2600 | LCC = 0.8514 | SRCC = 0.8474 ] +INFO:root:Average loss=0.16649167554882857 +INFO:root: +[Valid][11][UTT][ MSE = 0.2381 | LCC = 0.8533 | SRCC = 0.8526 ] +INFO:root:Average loss=0.17877714746655562 +INFO:root: +[Valid][12][UTT][ MSE = 0.2345 | LCC = 0.8492 | SRCC = 0.8492 ] +INFO:root:Average loss=0.15794223776230445 +INFO:root: +[Valid][13][UTT][ MSE = 0.2791 | LCC = 0.8399 | SRCC = 0.8447 ] +INFO:root:Average loss=0.15448700407376656 +INFO:root: +[Valid][14][UTT][ MSE = 0.2483 | LCC = 0.8535 | SRCC = 0.8524 ] +INFO:root:Average loss=0.138362601877023 +INFO:root: +[Valid][15][UTT][ MSE = 0.2474 | LCC = 0.8441 | SRCC = 0.8471 ] +INFO:root:Average loss=0.13739543398603415 +INFO:root: +[Valid][16][UTT][ MSE = 0.2616 | LCC = 0.8567 | SRCC = 0.8535 ] +INFO:root:Average loss=0.12999899790455133 +INFO:root: +[Valid][17][UTT][ MSE = 0.2504 | LCC = 0.8453 | SRCC = 0.8427 ] +INFO:root:Average loss=0.13920054259972695 +INFO:root: +[Valid][18][UTT][ MSE = 0.2337 | LCC = 0.8516 | SRCC = 0.8501 ] +INFO:root:Average loss=0.12261418926601227 +INFO:root: +[Valid][19][UTT][ MSE = 0.2384 | LCC = 0.8555 | SRCC = 0.8537 ] +INFO:root:Average loss=0.12903533751765886 +INFO:root: +[Valid][20][UTT][ MSE = 0.3476 | LCC = 0.8518 | SRCC = 0.8554 ] +INFO:root:Average loss=0.12726216065960053 +INFO:root: +[Valid][21][UTT][ MSE = 0.2363 | LCC = 0.8519 | SRCC = 0.8502 ] +INFO:root:Average loss=0.11620169314436424 +INFO:root: +[Valid][22][UTT][ MSE = 0.2382 | LCC = 0.8558 | SRCC = 0.8540 ] +INFO:root:Average loss=0.10654530473626576 +INFO:root: +[Valid][23][UTT][ MSE = 0.2352 | LCC = 0.8551 | SRCC = 0.8526 ] +INFO:root:Average loss=0.10088873673708011 +INFO:root: +[Valid][24][UTT][ MSE = 0.2450 | LCC = 0.8537 | SRCC = 0.8499 ] +INFO:root:Average loss=0.1069615567341829 +INFO:root: +[Valid][25][UTT][ MSE = 0.2574 | LCC = 0.8503 | SRCC = 0.8499 ] +INFO:root:Average loss=0.09759898870610274 +INFO:root: +[Valid][26][UTT][ MSE = 0.2267 | LCC = 0.8580 | SRCC = 0.8556 ] +INFO:root:Average loss=0.08857924066101894 +INFO:root: +[Valid][27][UTT][ MSE = 0.2414 | LCC = 0.8518 | SRCC = 0.8489 ] +INFO:root:Average loss=0.08611778599711564 +INFO:root: +[Valid][28][UTT][ MSE = 0.2346 | LCC = 0.8515 | SRCC = 0.8515 ] +INFO:root:Average loss=0.08353935865064462 +INFO:root: +[Valid][29][UTT][ MSE = 0.2330 | LCC = 0.8555 | SRCC = 0.8538 ] +INFO:root:Average loss=0.07739102873855676 +INFO:root: +[Valid][30][UTT][ MSE = 0.2343 | LCC = 0.8545 | SRCC = 0.8526 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2361 | LCC = 0.8569 | SRCC = 0.8525 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer20/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer20/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..44183626f6697799080b07dc715ba94c00c36a14 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:814e4cced035fec074684ad3d4a95df84784ad996da6520cd8dac6ae40fb490e +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer20/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e919364affeb4d8c0be4b17bc56074ecbb936bc --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d09374aad1d0a81949ccaa75c5f9531e40009400fe5dfe73030806fedbfdf1b +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer20/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b4b8a626ca41429687104d80c4cd813ecdc644e7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5258844250287765 +INFO:root: +[Valid][0][UTT][ MSE = 0.3353 | LCC = 0.8021 | SRCC = 0.8008 ] +INFO:root:Average loss=0.3093708111689641 +INFO:root: +[Valid][1][UTT][ MSE = 0.2934 | LCC = 0.8238 | SRCC = 0.8218 ] +INFO:root:Average loss=0.2691463176638652 +INFO:root: +[Valid][2][UTT][ MSE = 0.3167 | LCC = 0.8390 | SRCC = 0.8345 ] +INFO:root:Average loss=0.23524964256928518 +INFO:root: +[Valid][3][UTT][ MSE = 0.2638 | LCC = 0.8519 | SRCC = 0.8480 ] +INFO:root:Average loss=0.2216920785796948 +INFO:root: +[Valid][4][UTT][ MSE = 0.2634 | LCC = 0.8560 | SRCC = 0.8523 ] +INFO:root:Average loss=0.21373316511893883 +INFO:root: +[Valid][5][UTT][ MSE = 0.2468 | LCC = 0.8548 | SRCC = 0.8522 ] +INFO:root:Average loss=0.20093752214541802 +INFO:root: +[Valid][6][UTT][ MSE = 0.2620 | LCC = 0.8574 | SRCC = 0.8553 ] +INFO:root:Average loss=0.18252112983893126 +INFO:root: +[Valid][7][UTT][ MSE = 0.2430 | LCC = 0.8580 | SRCC = 0.8546 ] +INFO:root:Average loss=0.19149825072441345 +INFO:root: +[Valid][8][UTT][ MSE = 0.2338 | LCC = 0.8627 | SRCC = 0.8599 ] +INFO:root:Average loss=0.17115086106917796 +INFO:root: +[Valid][9][UTT][ MSE = 0.2259 | LCC = 0.8629 | SRCC = 0.8623 ] +INFO:root:Average loss=0.16969915851950645 +INFO:root: +[Valid][10][UTT][ MSE = 0.2455 | LCC = 0.8643 | SRCC = 0.8647 ] +INFO:root:Average loss=0.16327926774437612 +INFO:root: +[Valid][11][UTT][ MSE = 0.2353 | LCC = 0.8693 | SRCC = 0.8683 ] +INFO:root:Average loss=0.15195117823970625 +INFO:root: +[Valid][12][UTT][ MSE = 0.2487 | LCC = 0.8673 | SRCC = 0.8698 ] +INFO:root:Average loss=0.17169101717762458 +INFO:root: +[Valid][13][UTT][ MSE = 0.2227 | LCC = 0.8714 | SRCC = 0.8697 ] +INFO:root:Average loss=0.14410363615323335 +INFO:root: +[Valid][14][UTT][ MSE = 0.2198 | LCC = 0.8657 | SRCC = 0.8636 ] +INFO:root:Average loss=0.15279701285255262 +INFO:root: +[Valid][15][UTT][ MSE = 0.2202 | LCC = 0.8703 | SRCC = 0.8683 ] +INFO:root:Average loss=0.130188511350216 +INFO:root: +[Valid][16][UTT][ MSE = 0.2261 | LCC = 0.8668 | SRCC = 0.8668 ] +INFO:root:Average loss=0.13456496911553237 +INFO:root: +[Valid][17][UTT][ MSE = 0.2378 | LCC = 0.8654 | SRCC = 0.8642 ] +INFO:root:Average loss=0.11529261714372879 +INFO:root: +[Valid][18][UTT][ MSE = 0.2700 | LCC = 0.8582 | SRCC = 0.8602 ] +INFO:root:Average loss=0.10930373213994198 +INFO:root: +[Valid][19][UTT][ MSE = 0.2382 | LCC = 0.8638 | SRCC = 0.8638 ] +INFO:root:Average loss=0.1013698334304186 +INFO:root: +[Valid][20][UTT][ MSE = 0.2292 | LCC = 0.8630 | SRCC = 0.8621 ] +INFO:root:Average loss=0.11181200505831303 +INFO:root: +[Valid][21][UTT][ MSE = 0.2207 | LCC = 0.8617 | SRCC = 0.8609 ] +INFO:root:Average loss=0.09768712926560487 +INFO:root: +[Valid][22][UTT][ MSE = 0.2228 | LCC = 0.8631 | SRCC = 0.8625 ] +INFO:root:Average loss=0.09839700640012057 +INFO:root: +[Valid][23][UTT][ MSE = 0.2534 | LCC = 0.8629 | SRCC = 0.8620 ] +INFO:root:Average loss=0.11418869957709923 +INFO:root: +[Valid][24][UTT][ MSE = 0.2543 | LCC = 0.8580 | SRCC = 0.8612 ] +INFO:root:Average loss=0.09170923095483047 +INFO:root: +[Valid][25][UTT][ MSE = 0.2284 | LCC = 0.8597 | SRCC = 0.8610 ] +INFO:root:Average loss=0.08584955105414757 +INFO:root: +[Valid][26][UTT][ MSE = 0.2281 | LCC = 0.8594 | SRCC = 0.8594 ] +INFO:root:Average loss=0.08298547866825874 +INFO:root: +[Valid][27][UTT][ MSE = 0.2269 | LCC = 0.8601 | SRCC = 0.8596 ] +INFO:root:Average loss=0.08550616965079919 +INFO:root: +[Valid][28][UTT][ MSE = 0.2590 | LCC = 0.8562 | SRCC = 0.8583 ] +INFO:root:Average loss=0.07691845359901588 +INFO:root: +[Valid][29][UTT][ MSE = 0.2287 | LCC = 0.8611 | SRCC = 0.8611 ] +INFO:root:Average loss=0.07323950132689415 +INFO:root: +[Valid][30][UTT][ MSE = 0.2244 | LCC = 0.8633 | SRCC = 0.8625 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2317 | LCC = 0.8675 | SRCC = 0.8674 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer20/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer20/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ccbc7331bb3416b6f078542958d473c12557bce --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cab723712138067f15b4f108f080342377dd331d0bbb75e52fa3f33f4d316e8c +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer20/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b0f1c96493dacf5efb52256ebc1ea7b0074e523 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47bf582120c1f6b537f704d49734204d122340d41f2e8c488ed923e8f9ef94d0 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer20/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..35a0337ff9077fa70d48f7e790921172c1cb392b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5322761375170487 +INFO:root: +[Valid][0][UTT][ MSE = 0.3475 | LCC = 0.7929 | SRCC = 0.7901 ] +INFO:root:Average loss=0.29513002721927106 +INFO:root: +[Valid][1][UTT][ MSE = 0.3062 | LCC = 0.8205 | SRCC = 0.8148 ] +INFO:root:Average loss=0.25221864860027265 +INFO:root: +[Valid][2][UTT][ MSE = 0.2770 | LCC = 0.8351 | SRCC = 0.8307 ] +INFO:root:Average loss=0.23200801607125845 +INFO:root: +[Valid][3][UTT][ MSE = 0.2624 | LCC = 0.8449 | SRCC = 0.8391 ] +INFO:root:Average loss=0.23184953114161125 +INFO:root: +[Valid][4][UTT][ MSE = 0.2632 | LCC = 0.8521 | SRCC = 0.8480 ] +INFO:root:Average loss=0.21859302658301133 +INFO:root: +[Valid][5][UTT][ MSE = 0.3186 | LCC = 0.8487 | SRCC = 0.8470 ] +INFO:root:Average loss=0.20124424726535112 +INFO:root: +[Valid][6][UTT][ MSE = 0.2657 | LCC = 0.8575 | SRCC = 0.8522 ] +INFO:root:Average loss=0.18265604304197508 +INFO:root: +[Valid][7][UTT][ MSE = 0.2366 | LCC = 0.8576 | SRCC = 0.8517 ] +INFO:root:Average loss=0.19370702386666566 +INFO:root: +[Valid][8][UTT][ MSE = 0.2826 | LCC = 0.8634 | SRCC = 0.8618 ] +INFO:root:Average loss=0.1664627394041954 +INFO:root: +[Valid][9][UTT][ MSE = 0.2569 | LCC = 0.8665 | SRCC = 0.8644 ] +INFO:root:Average loss=0.16331827382628733 +INFO:root: +[Valid][10][UTT][ MSE = 0.2859 | LCC = 0.8679 | SRCC = 0.8641 ] +INFO:root:Average loss=0.16211530480247277 +INFO:root: +[Valid][11][UTT][ MSE = 0.2572 | LCC = 0.8687 | SRCC = 0.8652 ] +INFO:root:Average loss=0.15652475544275382 +INFO:root: +[Valid][12][UTT][ MSE = 0.2246 | LCC = 0.8655 | SRCC = 0.8618 ] +INFO:root:Average loss=0.16305460905035338 +INFO:root: +[Valid][13][UTT][ MSE = 0.2421 | LCC = 0.8620 | SRCC = 0.8629 ] +INFO:root:Average loss=0.14830836290732408 +INFO:root: +[Valid][14][UTT][ MSE = 0.2814 | LCC = 0.8580 | SRCC = 0.8558 ] +INFO:root:Average loss=0.139091174189861 +INFO:root: +[Valid][15][UTT][ MSE = 0.2144 | LCC = 0.8690 | SRCC = 0.8658 ] +INFO:root:Average loss=0.14581835355896217 +INFO:root: +[Valid][16][UTT][ MSE = 0.2702 | LCC = 0.8612 | SRCC = 0.8613 ] +INFO:root:Average loss=0.13653762246935797 +INFO:root: +[Valid][17][UTT][ MSE = 0.2384 | LCC = 0.8649 | SRCC = 0.8610 ] +INFO:root:Average loss=0.12394364970998886 +INFO:root: +[Valid][18][UTT][ MSE = 0.2301 | LCC = 0.8636 | SRCC = 0.8600 ] +INFO:root:Average loss=0.12119375474942036 +INFO:root: +[Valid][19][UTT][ MSE = 0.2367 | LCC = 0.8630 | SRCC = 0.8581 ] +INFO:root:Average loss=0.11699576064562187 +INFO:root: +[Valid][20][UTT][ MSE = 0.2349 | LCC = 0.8650 | SRCC = 0.8631 ] +INFO:root:Average loss=0.10871571402710217 +INFO:root: +[Valid][21][UTT][ MSE = 0.2248 | LCC = 0.8620 | SRCC = 0.8593 ] +INFO:root:Average loss=0.1072979629612886 +INFO:root: +[Valid][22][UTT][ MSE = 0.2271 | LCC = 0.8636 | SRCC = 0.8609 ] +INFO:root:Average loss=0.10301549508212468 +INFO:root: +[Valid][23][UTT][ MSE = 0.2444 | LCC = 0.8649 | SRCC = 0.8618 ] +INFO:root:Average loss=0.09225656412159786 +INFO:root: +[Valid][24][UTT][ MSE = 0.2196 | LCC = 0.8630 | SRCC = 0.8595 ] +INFO:root:Average loss=0.10215155412562382 +INFO:root: +[Valid][25][UTT][ MSE = 0.2434 | LCC = 0.8638 | SRCC = 0.8601 ] +INFO:root:Average loss=0.08520244802228916 +INFO:root: +[Valid][26][UTT][ MSE = 0.2307 | LCC = 0.8640 | SRCC = 0.8620 ] +INFO:root:Average loss=0.08615736835277997 +INFO:root: +[Valid][27][UTT][ MSE = 0.2274 | LCC = 0.8634 | SRCC = 0.8604 ] +INFO:root:Average loss=0.09018856382522827 +INFO:root: +[Valid][28][UTT][ MSE = 0.2223 | LCC = 0.8638 | SRCC = 0.8626 ] +INFO:root:Average loss=0.09009731909594475 +INFO:root: +[Valid][29][UTT][ MSE = 0.3058 | LCC = 0.8529 | SRCC = 0.8556 ] +INFO:root:Average loss=0.08248456959158947 +INFO:root: +[Valid][30][UTT][ MSE = 0.2665 | LCC = 0.8598 | SRCC = 0.8578 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2432 | LCC = 0.8616 | SRCC = 0.8622 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer20/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer20/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..652ba1d68a21faad42aeb7335fdbd591044066a0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83ba1216640196d38c6a53fc5966dfc0c7642fc1f06072cd3466ed3666f067d5 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer20/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f5d2e414db303be06810ccd7b2331dab470f1e5 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d40ad25cfd85d566dd21515f6a11a22f5988369f63704ea87bd8a1969e205b +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer20/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a388341a4e08d1b56f05628bde0d865834a008f7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5220163076733931 +INFO:root: +[Valid][0][UTT][ MSE = 0.3413 | LCC = 0.7982 | SRCC = 0.7980 ] +INFO:root:Average loss=0.28771989849897533 +INFO:root: +[Valid][1][UTT][ MSE = 0.3245 | LCC = 0.8310 | SRCC = 0.8266 ] +INFO:root:Average loss=0.27656098971000087 +INFO:root: +[Valid][2][UTT][ MSE = 0.3215 | LCC = 0.8372 | SRCC = 0.8364 ] +INFO:root:Average loss=0.2418604546632522 +INFO:root: +[Valid][3][UTT][ MSE = 0.3479 | LCC = 0.8357 | SRCC = 0.8453 ] +INFO:root:Average loss=0.22564801334952697 +INFO:root: +[Valid][4][UTT][ MSE = 0.2432 | LCC = 0.8570 | SRCC = 0.8545 ] +INFO:root:Average loss=0.20575321714083353 +INFO:root: +[Valid][5][UTT][ MSE = 0.2502 | LCC = 0.8525 | SRCC = 0.8507 ] +INFO:root:Average loss=0.19007271107954857 +INFO:root: +[Valid][6][UTT][ MSE = 0.2505 | LCC = 0.8579 | SRCC = 0.8580 ] +INFO:root:Average loss=0.17701604446539512 +INFO:root: +[Valid][7][UTT][ MSE = 0.2244 | LCC = 0.8634 | SRCC = 0.8624 ] +INFO:root:Average loss=0.18992854110323465 +INFO:root: +[Valid][8][UTT][ MSE = 0.2490 | LCC = 0.8622 | SRCC = 0.8609 ] +INFO:root:Average loss=0.16430555541928 +INFO:root: +[Valid][9][UTT][ MSE = 0.2375 | LCC = 0.8677 | SRCC = 0.8657 ] +INFO:root:Average loss=0.16891260531086189 +INFO:root: +[Valid][10][UTT][ MSE = 0.2345 | LCC = 0.8630 | SRCC = 0.8602 ] +INFO:root:Average loss=0.15848330933696184 +INFO:root: +[Valid][11][UTT][ MSE = 0.2627 | LCC = 0.8608 | SRCC = 0.8586 ] +INFO:root:Average loss=0.15352727711582795 +INFO:root: +[Valid][12][UTT][ MSE = 0.2842 | LCC = 0.8613 | SRCC = 0.8633 ] +INFO:root:Average loss=0.1546377926491774 +INFO:root: +[Valid][13][UTT][ MSE = 0.2540 | LCC = 0.8610 | SRCC = 0.8623 ] +INFO:root:Average loss=0.14729776118810362 +INFO:root: +[Valid][14][UTT][ MSE = 0.2286 | LCC = 0.8666 | SRCC = 0.8670 ] +INFO:root:Average loss=0.12478097891196227 +INFO:root: +[Valid][15][UTT][ MSE = 0.2206 | LCC = 0.8630 | SRCC = 0.8615 ] +INFO:root:Average loss=0.13815399173360604 +INFO:root: +[Valid][16][UTT][ MSE = 0.2626 | LCC = 0.8622 | SRCC = 0.8605 ] +INFO:root:Average loss=0.13776886358092993 +INFO:root: +[Valid][17][UTT][ MSE = 0.2268 | LCC = 0.8638 | SRCC = 0.8632 ] +INFO:root:Average loss=0.10835341927714837 +INFO:root: +[Valid][18][UTT][ MSE = 0.2934 | LCC = 0.8524 | SRCC = 0.8555 ] +INFO:root:Average loss=0.1174777199824651 +INFO:root: +[Valid][19][UTT][ MSE = 0.2468 | LCC = 0.8628 | SRCC = 0.8610 ] +INFO:root:Average loss=0.10195059176438893 +INFO:root: +[Valid][20][UTT][ MSE = 0.2256 | LCC = 0.8649 | SRCC = 0.8641 ] +INFO:root:Average loss=0.11443450034428866 +INFO:root: +[Valid][21][UTT][ MSE = 0.2235 | LCC = 0.8611 | SRCC = 0.8602 ] +INFO:root:Average loss=0.09607674453694087 +INFO:root: +[Valid][22][UTT][ MSE = 0.2274 | LCC = 0.8574 | SRCC = 0.8573 ] +INFO:root:Average loss=0.09094341003741974 +INFO:root: +[Valid][23][UTT][ MSE = 0.2320 | LCC = 0.8576 | SRCC = 0.8594 ] +INFO:root:Average loss=0.10286811853830631 +INFO:root: +[Valid][24][UTT][ MSE = 0.2269 | LCC = 0.8598 | SRCC = 0.8594 ] +INFO:root:Average loss=0.08268891284481072 +INFO:root: +[Valid][25][UTT][ MSE = 0.2258 | LCC = 0.8616 | SRCC = 0.8611 ] +INFO:root:Average loss=0.08148933407396843 +INFO:root: +[Valid][26][UTT][ MSE = 0.2277 | LCC = 0.8620 | SRCC = 0.8607 ] +INFO:root:Average loss=0.08265618072488369 +INFO:root: +[Valid][27][UTT][ MSE = 0.2450 | LCC = 0.8548 | SRCC = 0.8570 ] +INFO:root:Average loss=0.07503184346625438 +INFO:root: +[Valid][28][UTT][ MSE = 0.2291 | LCC = 0.8580 | SRCC = 0.8598 ] +INFO:root:Average loss=0.06868875380127858 +INFO:root: +[Valid][29][UTT][ MSE = 0.2355 | LCC = 0.8530 | SRCC = 0.8515 ] +INFO:root:Average loss=0.06767652226755252 +INFO:root: +[Valid][30][UTT][ MSE = 0.2321 | LCC = 0.8557 | SRCC = 0.8562 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2668 | LCC = 0.8626 | SRCC = 0.8623 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer20/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer20/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2616cce33b09877c72f846be76fa635eca6d8ac --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:160a01341b1b744e5ce7cff8264a18865be4e802a37f7af1e61d065fc7651ca4 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer20/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..456714adb177113b6060d35ed5bd0809edcff03e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9236dec6339e484384559a280de663589d3b7bb2534ecbfc1da91f10e7436dd6 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer20/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..971a98f80d5202d8630e40d5ff208270dc2586ae --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6049688320893508 +INFO:root: +[Valid][0][UTT][ MSE = 0.3630 | LCC = 0.7810 | SRCC = 0.7892 ] +INFO:root:Average loss=0.2898780266061807 +INFO:root: +[Valid][1][UTT][ MSE = 0.2917 | LCC = 0.8199 | SRCC = 0.8185 ] +INFO:root:Average loss=0.26427647452323866 +INFO:root: +[Valid][2][UTT][ MSE = 0.3669 | LCC = 0.8346 | SRCC = 0.8355 ] +INFO:root:Average loss=0.2531062194552177 +INFO:root: +[Valid][3][UTT][ MSE = 0.2897 | LCC = 0.8425 | SRCC = 0.8379 ] +INFO:root:Average loss=0.2233659218137081 +INFO:root: +[Valid][4][UTT][ MSE = 0.2467 | LCC = 0.8559 | SRCC = 0.8531 ] +INFO:root:Average loss=0.20689498556730074 +INFO:root: +[Valid][5][UTT][ MSE = 0.2633 | LCC = 0.8554 | SRCC = 0.8531 ] +INFO:root:Average loss=0.2549882152905831 +INFO:root: +[Valid][6][UTT][ MSE = 0.2775 | LCC = 0.8539 | SRCC = 0.8512 ] +INFO:root:Average loss=0.2050058629650336 +INFO:root: +[Valid][7][UTT][ MSE = 0.2472 | LCC = 0.8621 | SRCC = 0.8594 ] +INFO:root:Average loss=0.1867763272080666 +INFO:root: +[Valid][8][UTT][ MSE = 0.2566 | LCC = 0.8607 | SRCC = 0.8578 ] +INFO:root:Average loss=0.1780466965566843 +INFO:root: +[Valid][9][UTT][ MSE = 0.2352 | LCC = 0.8620 | SRCC = 0.8600 ] +INFO:root:Average loss=0.16787131092487237 +INFO:root: +[Valid][10][UTT][ MSE = 0.2698 | LCC = 0.8619 | SRCC = 0.8588 ] +INFO:root:Average loss=0.16713150437825766 +INFO:root: +[Valid][11][UTT][ MSE = 0.2277 | LCC = 0.8640 | SRCC = 0.8617 ] +INFO:root:Average loss=0.15137329831337318 +INFO:root: +[Valid][12][UTT][ MSE = 0.2370 | LCC = 0.8597 | SRCC = 0.8578 ] +INFO:root:Average loss=0.1438620853691529 +INFO:root: +[Valid][13][UTT][ MSE = 0.2798 | LCC = 0.8629 | SRCC = 0.8640 ] +INFO:root:Average loss=0.15117121602480227 +INFO:root: +[Valid][14][UTT][ MSE = 0.2300 | LCC = 0.8654 | SRCC = 0.8639 ] +INFO:root:Average loss=0.14345367434315193 +INFO:root: +[Valid][15][UTT][ MSE = 0.2312 | LCC = 0.8663 | SRCC = 0.8631 ] +INFO:root:Average loss=0.13636953851733452 +INFO:root: +[Valid][16][UTT][ MSE = 0.2270 | LCC = 0.8673 | SRCC = 0.8653 ] +INFO:root:Average loss=0.1276624230429148 +INFO:root: +[Valid][17][UTT][ MSE = 0.2374 | LCC = 0.8660 | SRCC = 0.8647 ] +INFO:root:Average loss=0.11958050966644898 +INFO:root: +[Valid][18][UTT][ MSE = 0.2247 | LCC = 0.8618 | SRCC = 0.8581 ] +INFO:root:Average loss=0.1089564897119999 +INFO:root: +[Valid][19][UTT][ MSE = 0.2358 | LCC = 0.8636 | SRCC = 0.8612 ] +INFO:root:Average loss=0.12155128499636284 +INFO:root: +[Valid][20][UTT][ MSE = 0.2310 | LCC = 0.8641 | SRCC = 0.8628 ] +INFO:root:Average loss=0.13349712745119363 +INFO:root: +[Valid][21][UTT][ MSE = 0.2942 | LCC = 0.8592 | SRCC = 0.8562 ] +INFO:root:Average loss=0.10476989002946095 +INFO:root: +[Valid][22][UTT][ MSE = 0.2336 | LCC = 0.8640 | SRCC = 0.8605 ] +INFO:root:Average loss=0.10948806743209179 +INFO:root: +[Valid][23][UTT][ MSE = 0.2412 | LCC = 0.8594 | SRCC = 0.8579 ] +INFO:root:Average loss=0.0961990779122481 +INFO:root: +[Valid][24][UTT][ MSE = 0.2243 | LCC = 0.8656 | SRCC = 0.8635 ] +INFO:root:Average loss=0.08970712550366536 +INFO:root: +[Valid][25][UTT][ MSE = 0.2243 | LCC = 0.8682 | SRCC = 0.8665 ] +INFO:root:Average loss=0.08589670702050893 +INFO:root: +[Valid][26][UTT][ MSE = 0.2398 | LCC = 0.8600 | SRCC = 0.8575 ] +INFO:root:Average loss=0.08968869410455227 +INFO:root: +[Valid][27][UTT][ MSE = 0.2272 | LCC = 0.8665 | SRCC = 0.8653 ] +INFO:root:Average loss=0.09248758527712944 +INFO:root: +[Valid][28][UTT][ MSE = 0.2368 | LCC = 0.8645 | SRCC = 0.8637 ] +INFO:root:Average loss=0.07990406902554707 +INFO:root: +[Valid][29][UTT][ MSE = 0.2422 | LCC = 0.8621 | SRCC = 0.8606 ] +INFO:root:Average loss=0.0811177574766752 +INFO:root: +[Valid][30][UTT][ MSE = 0.2352 | LCC = 0.8665 | SRCC = 0.8648 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2347 | LCC = 0.8618 | SRCC = 0.8598 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer20/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer20/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac4077b4463da1bc34a17800f1122ddd48c76d68 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b084c6aaf59d18f026117a1b793e76ad212214834f751c4f1df3ed221e690ecf +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer20/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c720ac96072b84b447418d78777886653ebcf523 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d63ada1df9327fe45914b8e237ddb0c3be764c67893bf782244a11c846ca5314 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer20/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer20/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a03a7ff6073aa30213f42291e8f98fefdfda181e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer20/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5373928317656884 +INFO:root: +[Valid][0][UTT][ MSE = 0.3438 | LCC = 0.8044 | SRCC = 0.7998 ] +INFO:root:Average loss=0.30275169205971253 +INFO:root: +[Valid][1][UTT][ MSE = 0.3345 | LCC = 0.8245 | SRCC = 0.8218 ] +INFO:root:Average loss=0.26173509886631596 +INFO:root: +[Valid][2][UTT][ MSE = 0.2825 | LCC = 0.8394 | SRCC = 0.8332 ] +INFO:root:Average loss=0.2422311327014214 +INFO:root: +[Valid][3][UTT][ MSE = 0.2752 | LCC = 0.8481 | SRCC = 0.8428 ] +INFO:root:Average loss=0.22817238439352083 +INFO:root: +[Valid][4][UTT][ MSE = 0.2881 | LCC = 0.8512 | SRCC = 0.8478 ] +INFO:root:Average loss=0.21730512686264822 +INFO:root: +[Valid][5][UTT][ MSE = 0.2486 | LCC = 0.8544 | SRCC = 0.8510 ] +INFO:root:Average loss=0.20514492719219282 +INFO:root: +[Valid][6][UTT][ MSE = 0.3052 | LCC = 0.8520 | SRCC = 0.8513 ] +INFO:root:Average loss=0.21181284941923925 +INFO:root: +[Valid][7][UTT][ MSE = 0.2349 | LCC = 0.8621 | SRCC = 0.8587 ] +INFO:root:Average loss=0.18664139967698318 +INFO:root: +[Valid][8][UTT][ MSE = 0.2365 | LCC = 0.8643 | SRCC = 0.8621 ] +INFO:root:Average loss=0.17366576748780715 +INFO:root: +[Valid][9][UTT][ MSE = 0.2451 | LCC = 0.8608 | SRCC = 0.8563 ] +INFO:root:Average loss=0.16716301202391967 +INFO:root: +[Valid][10][UTT][ MSE = 0.2361 | LCC = 0.8621 | SRCC = 0.8594 ] +INFO:root:Average loss=0.16295009192365867 +INFO:root: +[Valid][11][UTT][ MSE = 0.2261 | LCC = 0.8622 | SRCC = 0.8580 ] +INFO:root:Average loss=0.16133552159254366 +INFO:root: +[Valid][12][UTT][ MSE = 0.2558 | LCC = 0.8628 | SRCC = 0.8603 ] +INFO:root:Average loss=0.14611924573397025 +INFO:root: +[Valid][13][UTT][ MSE = 0.2386 | LCC = 0.8629 | SRCC = 0.8589 ] +INFO:root:Average loss=0.15665433794642106 +INFO:root: +[Valid][14][UTT][ MSE = 0.2493 | LCC = 0.8645 | SRCC = 0.8640 ] +INFO:root:Average loss=0.1402106542044725 +INFO:root: +[Valid][15][UTT][ MSE = 0.2524 | LCC = 0.8683 | SRCC = 0.8670 ] +INFO:root:Average loss=0.14851494515553498 +INFO:root: +[Valid][16][UTT][ MSE = 0.2300 | LCC = 0.8662 | SRCC = 0.8630 ] +INFO:root:Average loss=0.1345321387052536 +INFO:root: +[Valid][17][UTT][ MSE = 0.2318 | LCC = 0.8640 | SRCC = 0.8621 ] +INFO:root:Average loss=0.11479059301125698 +INFO:root: +[Valid][18][UTT][ MSE = 0.2416 | LCC = 0.8636 | SRCC = 0.8620 ] +INFO:root:Average loss=0.12533882823892128 +INFO:root: +[Valid][19][UTT][ MSE = 0.2620 | LCC = 0.8616 | SRCC = 0.8618 ] +INFO:root:Average loss=0.11026827093118276 +INFO:root: +[Valid][20][UTT][ MSE = 0.2252 | LCC = 0.8662 | SRCC = 0.8637 ] +INFO:root:Average loss=0.12525326911455545 +INFO:root: +[Valid][21][UTT][ MSE = 0.2264 | LCC = 0.8647 | SRCC = 0.8615 ] +INFO:root:Average loss=0.09837457255866283 +INFO:root: +[Valid][22][UTT][ MSE = 0.2391 | LCC = 0.8623 | SRCC = 0.8612 ] +INFO:root:Average loss=0.09644819676685028 +INFO:root: +[Valid][23][UTT][ MSE = 0.2352 | LCC = 0.8587 | SRCC = 0.8587 ] +INFO:root:Average loss=0.09353963505381192 +INFO:root: +[Valid][24][UTT][ MSE = 0.2620 | LCC = 0.8561 | SRCC = 0.8551 ] +INFO:root:Average loss=0.09745853203229415 +INFO:root: +[Valid][25][UTT][ MSE = 0.2336 | LCC = 0.8620 | SRCC = 0.8611 ] +INFO:root:Average loss=0.08102617326837319 +INFO:root: +[Valid][26][UTT][ MSE = 0.2448 | LCC = 0.8612 | SRCC = 0.8622 ] +INFO:root:Average loss=0.09810870733016576 +INFO:root: +[Valid][27][UTT][ MSE = 0.2715 | LCC = 0.8615 | SRCC = 0.8636 ] +INFO:root:Average loss=0.07830960422945328 +INFO:root: +[Valid][28][UTT][ MSE = 0.2384 | LCC = 0.8593 | SRCC = 0.8592 ] +INFO:root:Average loss=0.08770383058641201 +INFO:root: +[Valid][29][UTT][ MSE = 0.2465 | LCC = 0.8590 | SRCC = 0.8585 ] +INFO:root:Average loss=0.07728551758023408 +INFO:root: +[Valid][30][UTT][ MSE = 0.2806 | LCC = 0.8560 | SRCC = 0.8566 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2402 | LCC = 0.8623 | SRCC = 0.8603 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer22/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer22/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..548a11aeec7bf604308ccedc4a190faff9790884 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1e8f89bcdc56a75efd6f375f436111671a63970f2277dead8c90e3119df56df +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer22/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4846977f2cd9fbcb55d827aa8bf26d6615ada3a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00a9deb07dc1c4da70e07a0b18bbd1a787d64edb56042040974ed99b6c312e0a +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer22/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..bc6da24452efd1381ec71078117b2ba8bcc6fa74 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6453318542394882 +INFO:root: +[Valid][0][UTT][ MSE = 0.4178 | LCC = 0.7676 | SRCC = 0.7701 ] +INFO:root:Average loss=0.31782742857168883 +INFO:root: +[Valid][1][UTT][ MSE = 0.3195 | LCC = 0.8153 | SRCC = 0.8179 ] +INFO:root:Average loss=0.2876507676182649 +INFO:root: +[Valid][2][UTT][ MSE = 0.3313 | LCC = 0.8364 | SRCC = 0.8320 ] +INFO:root:Average loss=0.25882171380978364 +INFO:root: +[Valid][3][UTT][ MSE = 0.2605 | LCC = 0.8454 | SRCC = 0.8409 ] +INFO:root:Average loss=0.2375143200923235 +INFO:root: +[Valid][4][UTT][ MSE = 0.2772 | LCC = 0.8533 | SRCC = 0.8478 ] +INFO:root:Average loss=0.24010621183193648 +INFO:root: +[Valid][5][UTT][ MSE = 0.2479 | LCC = 0.8550 | SRCC = 0.8507 ] +INFO:root:Average loss=0.20207187676658997 +INFO:root: +[Valid][6][UTT][ MSE = 0.2417 | LCC = 0.8614 | SRCC = 0.8564 ] +INFO:root:Average loss=0.19560770766857344 +INFO:root: +[Valid][7][UTT][ MSE = 0.2323 | LCC = 0.8624 | SRCC = 0.8611 ] +INFO:root:Average loss=0.17916732472486985 +INFO:root: +[Valid][8][UTT][ MSE = 0.2504 | LCC = 0.8664 | SRCC = 0.8639 ] +INFO:root:Average loss=0.16306889152679688 +INFO:root: +[Valid][9][UTT][ MSE = 0.2448 | LCC = 0.8657 | SRCC = 0.8622 ] +INFO:root:Average loss=0.1660279671733196 +INFO:root: +[Valid][10][UTT][ MSE = 0.2629 | LCC = 0.8629 | SRCC = 0.8602 ] +INFO:root:Average loss=0.15619902513348138 +INFO:root: +[Valid][11][UTT][ MSE = 0.2441 | LCC = 0.8690 | SRCC = 0.8658 ] +INFO:root:Average loss=0.16056749902856657 +INFO:root: +[Valid][12][UTT][ MSE = 0.2261 | LCC = 0.8685 | SRCC = 0.8664 ] +INFO:root:Average loss=0.15790651079553825 +INFO:root: +[Valid][13][UTT][ MSE = 0.2394 | LCC = 0.8671 | SRCC = 0.8645 ] +INFO:root:Average loss=0.15262045606206626 +INFO:root: +[Valid][14][UTT][ MSE = 0.3010 | LCC = 0.8654 | SRCC = 0.8652 ] +INFO:root:Average loss=0.14060433476399153 +INFO:root: +[Valid][15][UTT][ MSE = 0.2575 | LCC = 0.8686 | SRCC = 0.8663 ] +INFO:root:Average loss=0.14779051546102914 +INFO:root: +[Valid][16][UTT][ MSE = 0.2342 | LCC = 0.8639 | SRCC = 0.8631 ] +INFO:root:Average loss=0.12768567372591066 +INFO:root: +[Valid][17][UTT][ MSE = 0.2246 | LCC = 0.8660 | SRCC = 0.8648 ] +INFO:root:Average loss=0.11865615519957665 +INFO:root: +[Valid][18][UTT][ MSE = 0.2305 | LCC = 0.8634 | SRCC = 0.8612 ] +INFO:root:Average loss=0.11147563140361737 +INFO:root: +[Valid][19][UTT][ MSE = 0.2379 | LCC = 0.8635 | SRCC = 0.8622 ] +INFO:root:Average loss=0.10826500963706237 +INFO:root: +[Valid][20][UTT][ MSE = 0.2296 | LCC = 0.8620 | SRCC = 0.8599 ] +INFO:root:Average loss=0.1040297706062213 +INFO:root: +[Valid][21][UTT][ MSE = 0.2797 | LCC = 0.8547 | SRCC = 0.8572 ] +INFO:root:Average loss=0.1033595298918394 +INFO:root: +[Valid][22][UTT][ MSE = 0.2395 | LCC = 0.8621 | SRCC = 0.8605 ] +INFO:root:Average loss=0.09427791337172191 +INFO:root: +[Valid][23][UTT][ MSE = 0.2282 | LCC = 0.8618 | SRCC = 0.8596 ] +INFO:root:Average loss=0.09685091363886993 +INFO:root: +[Valid][24][UTT][ MSE = 0.2321 | LCC = 0.8572 | SRCC = 0.8576 ] +INFO:root:Average loss=0.0937919767621236 +INFO:root: +[Valid][25][UTT][ MSE = 0.2266 | LCC = 0.8588 | SRCC = 0.8559 ] +INFO:root:Average loss=0.08451276726256578 +INFO:root: +[Valid][26][UTT][ MSE = 0.2202 | LCC = 0.8616 | SRCC = 0.8598 ] +INFO:root:Average loss=0.10233641310762136 +INFO:root: +[Valid][27][UTT][ MSE = 0.2614 | LCC = 0.8581 | SRCC = 0.8588 ] +INFO:root:Average loss=0.07705062890473084 +INFO:root: +[Valid][28][UTT][ MSE = 0.2320 | LCC = 0.8562 | SRCC = 0.8537 ] +INFO:root:Average loss=0.08944115080894569 +INFO:root: +[Valid][29][UTT][ MSE = 0.2326 | LCC = 0.8614 | SRCC = 0.8598 ] +INFO:root:Average loss=0.08921706619170996 +INFO:root: +[Valid][30][UTT][ MSE = 0.3081 | LCC = 0.8582 | SRCC = 0.8578 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2794 | LCC = 0.8662 | SRCC = 0.8670 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer22/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer22/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..80e464577d98c108720c7b6f07d98c50c803c70e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ad506f978224f4d6706dff3555dd96e4f0a6a6931750c33bb8bb680a3fe4f3f +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer22/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a91b42588c22c6dcbcabe4f50bcdd98cd98a0ac --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b360d1803cf4192605b41a8f4820dc3b8fbda7f42058f6652e9e31772ef85611 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer22/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..84f53c4fbc25b866a729ffca109cf3d562bba1fd --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5180180733784651 +INFO:root: +[Valid][0][UTT][ MSE = 0.4917 | LCC = 0.7823 | SRCC = 0.7889 ] +INFO:root:Average loss=0.3136533414706206 +INFO:root: +[Valid][1][UTT][ MSE = 0.3151 | LCC = 0.8202 | SRCC = 0.8136 ] +INFO:root:Average loss=0.32241932035256654 +INFO:root: +[Valid][2][UTT][ MSE = 0.3791 | LCC = 0.8243 | SRCC = 0.8240 ] +INFO:root:Average loss=0.26189613074828416 +INFO:root: +[Valid][3][UTT][ MSE = 0.2739 | LCC = 0.8381 | SRCC = 0.8350 ] +INFO:root:Average loss=0.23712759350354856 +INFO:root: +[Valid][4][UTT][ MSE = 0.2817 | LCC = 0.8456 | SRCC = 0.8408 ] +INFO:root:Average loss=0.23965060481658348 +INFO:root: +[Valid][5][UTT][ MSE = 0.2643 | LCC = 0.8465 | SRCC = 0.8411 ] +INFO:root:Average loss=0.20051646137084717 +INFO:root: +[Valid][6][UTT][ MSE = 0.2863 | LCC = 0.8540 | SRCC = 0.8504 ] +INFO:root:Average loss=0.1923371506616091 +INFO:root: +[Valid][7][UTT][ MSE = 0.2387 | LCC = 0.8601 | SRCC = 0.8561 ] +INFO:root:Average loss=0.1913954380613107 +INFO:root: +[Valid][8][UTT][ MSE = 0.2723 | LCC = 0.8589 | SRCC = 0.8557 ] +INFO:root:Average loss=0.18688664900568816 +INFO:root: +[Valid][9][UTT][ MSE = 0.2423 | LCC = 0.8595 | SRCC = 0.8560 ] +INFO:root:Average loss=0.17525145029410338 +INFO:root: +[Valid][10][UTT][ MSE = 0.3154 | LCC = 0.8588 | SRCC = 0.8558 ] +INFO:root:Average loss=0.17647515036738837 +INFO:root: +[Valid][11][UTT][ MSE = 0.2454 | LCC = 0.8592 | SRCC = 0.8558 ] +INFO:root:Average loss=0.1585596498961632 +INFO:root: +[Valid][12][UTT][ MSE = 0.2544 | LCC = 0.8631 | SRCC = 0.8602 ] +INFO:root:Average loss=0.1550421116825862 +INFO:root: +[Valid][13][UTT][ MSE = 0.2629 | LCC = 0.8658 | SRCC = 0.8632 ] +INFO:root:Average loss=0.14689945553739867 +INFO:root: +[Valid][14][UTT][ MSE = 0.2327 | LCC = 0.8624 | SRCC = 0.8596 ] +INFO:root:Average loss=0.13187655644156995 +INFO:root: +[Valid][15][UTT][ MSE = 0.2358 | LCC = 0.8613 | SRCC = 0.8582 ] +INFO:root:Average loss=0.12761100123708063 +INFO:root: +[Valid][16][UTT][ MSE = 0.2272 | LCC = 0.8651 | SRCC = 0.8623 ] +INFO:root:Average loss=0.13468540841952348 +INFO:root: +[Valid][17][UTT][ MSE = 0.2362 | LCC = 0.8625 | SRCC = 0.8607 ] +INFO:root:Average loss=0.13370051215856504 +INFO:root: +[Valid][18][UTT][ MSE = 0.2131 | LCC = 0.8669 | SRCC = 0.8644 ] +INFO:root:Average loss=0.11214740822712581 +INFO:root: +[Valid][19][UTT][ MSE = 0.2196 | LCC = 0.8661 | SRCC = 0.8630 ] +INFO:root:Average loss=0.10826628941756028 +INFO:root: +[Valid][20][UTT][ MSE = 0.2291 | LCC = 0.8651 | SRCC = 0.8628 ] +INFO:root:Average loss=0.10703701048325269 +INFO:root: +[Valid][21][UTT][ MSE = 0.2275 | LCC = 0.8637 | SRCC = 0.8612 ] +INFO:root:Average loss=0.12180208027935945 +INFO:root: +[Valid][22][UTT][ MSE = 0.2599 | LCC = 0.8638 | SRCC = 0.8623 ] +INFO:root:Average loss=0.10711288652740993 +INFO:root: +[Valid][23][UTT][ MSE = 0.2415 | LCC = 0.8593 | SRCC = 0.8559 ] +INFO:root:Average loss=0.10152988049846429 +INFO:root: +[Valid][24][UTT][ MSE = 0.2818 | LCC = 0.8592 | SRCC = 0.8566 ] +INFO:root:Average loss=0.08895817785882033 +INFO:root: +[Valid][25][UTT][ MSE = 0.2553 | LCC = 0.8571 | SRCC = 0.8558 ] +INFO:root:Average loss=0.09626411851973106 +INFO:root: +[Valid][26][UTT][ MSE = 0.2353 | LCC = 0.8622 | SRCC = 0.8612 ] +INFO:root:Average loss=0.08111188317147586 +INFO:root: +[Valid][27][UTT][ MSE = 0.2259 | LCC = 0.8577 | SRCC = 0.8552 ] +INFO:root:Average loss=0.07931982362881684 +INFO:root: +[Valid][28][UTT][ MSE = 0.2329 | LCC = 0.8592 | SRCC = 0.8570 ] +INFO:root:Average loss=0.08398373783207856 +INFO:root: +[Valid][29][UTT][ MSE = 0.2603 | LCC = 0.8564 | SRCC = 0.8558 ] +INFO:root:Average loss=0.07481449780364831 +INFO:root: +[Valid][30][UTT][ MSE = 0.2261 | LCC = 0.8613 | SRCC = 0.8589 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2269 | LCC = 0.8620 | SRCC = 0.8608 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer22/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer22/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..68a67f4a2eb7cc0b92aa76ab161622f280bc2d97 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b853bfea359b4dd10d0b328c4ad293054150b4bd1ac1170c781833e30769e77a +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer22/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..69ca84b3d5087ee3f93a5a040647e2fa7fcf3840 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c820357d70802bb0833c7a3593bc4a97c17e1b2016e7d2b115c142edc71a6690 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer22/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a5e2295c53ba130a5d096b7074be6b89123939ab --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.54364330913776 +INFO:root: +[Valid][0][UTT][ MSE = 0.3578 | LCC = 0.7978 | SRCC = 0.7951 ] +INFO:root:Average loss=0.2940159084705206 +INFO:root: +[Valid][1][UTT][ MSE = 0.2987 | LCC = 0.8286 | SRCC = 0.8240 ] +INFO:root:Average loss=0.2559306739996641 +INFO:root: +[Valid][2][UTT][ MSE = 0.3092 | LCC = 0.8362 | SRCC = 0.8330 ] +INFO:root:Average loss=0.23388606844804224 +INFO:root: +[Valid][3][UTT][ MSE = 0.3015 | LCC = 0.8466 | SRCC = 0.8447 ] +INFO:root:Average loss=0.24392051421678984 +INFO:root: +[Valid][4][UTT][ MSE = 0.3369 | LCC = 0.8447 | SRCC = 0.8435 ] +INFO:root:Average loss=0.2220739292410704 +INFO:root: +[Valid][5][UTT][ MSE = 0.2644 | LCC = 0.8544 | SRCC = 0.8499 ] +INFO:root:Average loss=0.20577716559935838 +INFO:root: +[Valid][6][UTT][ MSE = 0.2647 | LCC = 0.8565 | SRCC = 0.8517 ] +INFO:root:Average loss=0.1810518053288643 +INFO:root: +[Valid][7][UTT][ MSE = 0.2428 | LCC = 0.8616 | SRCC = 0.8572 ] +INFO:root:Average loss=0.19026420389612517 +INFO:root: +[Valid][8][UTT][ MSE = 0.2584 | LCC = 0.8612 | SRCC = 0.8568 ] +INFO:root:Average loss=0.17318926780269697 +INFO:root: +[Valid][9][UTT][ MSE = 0.3201 | LCC = 0.8576 | SRCC = 0.8598 ] +INFO:root:Average loss=0.19374350678080168 +INFO:root: +[Valid][10][UTT][ MSE = 0.2662 | LCC = 0.8599 | SRCC = 0.8581 ] +INFO:root:Average loss=0.1710712724389174 +INFO:root: +[Valid][11][UTT][ MSE = 0.2441 | LCC = 0.8616 | SRCC = 0.8576 ] +INFO:root:Average loss=0.15870117778197312 +INFO:root: +[Valid][12][UTT][ MSE = 0.2895 | LCC = 0.8582 | SRCC = 0.8572 ] +INFO:root:Average loss=0.1438934931006187 +INFO:root: +[Valid][13][UTT][ MSE = 0.2714 | LCC = 0.8562 | SRCC = 0.8542 ] +INFO:root:Average loss=0.15367269086150023 +INFO:root: +[Valid][14][UTT][ MSE = 0.2503 | LCC = 0.8636 | SRCC = 0.8616 ] +INFO:root:Average loss=0.13338068672097647 +INFO:root: +[Valid][15][UTT][ MSE = 0.2373 | LCC = 0.8540 | SRCC = 0.8494 ] +INFO:root:Average loss=0.1312729505201181 +INFO:root: +[Valid][16][UTT][ MSE = 0.2627 | LCC = 0.8570 | SRCC = 0.8538 ] +INFO:root:Average loss=0.12197160883209644 +INFO:root: +[Valid][17][UTT][ MSE = 0.2286 | LCC = 0.8611 | SRCC = 0.8576 ] +INFO:root:Average loss=0.11968222480171765 +INFO:root: +[Valid][18][UTT][ MSE = 0.2381 | LCC = 0.8641 | SRCC = 0.8611 ] +INFO:root:Average loss=0.12921160698319092 +INFO:root: +[Valid][19][UTT][ MSE = 0.2388 | LCC = 0.8593 | SRCC = 0.8550 ] +INFO:root:Average loss=0.11558785786231358 +INFO:root: +[Valid][20][UTT][ MSE = 0.2352 | LCC = 0.8613 | SRCC = 0.8587 ] +INFO:root:Average loss=0.11211107613948676 +INFO:root: +[Valid][21][UTT][ MSE = 0.2944 | LCC = 0.8539 | SRCC = 0.8552 ] +INFO:root:Average loss=0.10578673906051196 +INFO:root: +[Valid][22][UTT][ MSE = 0.2452 | LCC = 0.8572 | SRCC = 0.8550 ] +INFO:root:Average loss=0.11029505806091504 +INFO:root: +[Valid][23][UTT][ MSE = 0.2390 | LCC = 0.8604 | SRCC = 0.8597 ] +INFO:root:Average loss=0.09869064170962726 +INFO:root: +[Valid][24][UTT][ MSE = 0.2350 | LCC = 0.8579 | SRCC = 0.8572 ] +INFO:root:Average loss=0.0967630793650945 +INFO:root: +[Valid][25][UTT][ MSE = 0.2507 | LCC = 0.8624 | SRCC = 0.8605 ] +INFO:root:Average loss=0.10425834367290521 +INFO:root: +[Valid][26][UTT][ MSE = 0.2577 | LCC = 0.8600 | SRCC = 0.8594 ] +INFO:root:Average loss=0.09934133902574196 +INFO:root: +[Valid][27][UTT][ MSE = 0.2325 | LCC = 0.8613 | SRCC = 0.8592 ] +INFO:root:Average loss=0.0815221795764489 +INFO:root: +[Valid][28][UTT][ MSE = 0.2328 | LCC = 0.8590 | SRCC = 0.8567 ] +INFO:root:Average loss=0.08859693593321702 +INFO:root: +[Valid][29][UTT][ MSE = 0.2493 | LCC = 0.8596 | SRCC = 0.8586 ] +INFO:root:Average loss=0.08739541705029133 +INFO:root: +[Valid][30][UTT][ MSE = 0.2495 | LCC = 0.8601 | SRCC = 0.8592 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2600 | LCC = 0.8615 | SRCC = 0.8627 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer22/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer22/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e500f71de5150028c1822c8dfb85db4e34119907 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4961e4183a5ee9fb47189ae4087b9e8abdadfe4d075dab34c676a87af0022af2 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer22/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1f6622374db1414e14fd34411e50319a432e58f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec7346ebe0804303df96a8eeeda5e9c55812eaa4af7b0903a9df4d8c3a6e311b +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer22/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..bf27653d76b98e52dd7eb6c1183a593d93c7029e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4646237958700229 +INFO:root: +[Valid][0][UTT][ MSE = 0.3234 | LCC = 0.8009 | SRCC = 0.7975 ] +INFO:root:Average loss=0.29216368668354475 +INFO:root: +[Valid][1][UTT][ MSE = 0.3630 | LCC = 0.8100 | SRCC = 0.8146 ] +INFO:root:Average loss=0.26668377010486066 +INFO:root: +[Valid][2][UTT][ MSE = 0.2865 | LCC = 0.8343 | SRCC = 0.8297 ] +INFO:root:Average loss=0.24925373399104828 +INFO:root: +[Valid][3][UTT][ MSE = 0.3260 | LCC = 0.8385 | SRCC = 0.8341 ] +INFO:root:Average loss=0.24031289246601936 +INFO:root: +[Valid][4][UTT][ MSE = 0.4179 | LCC = 0.8368 | SRCC = 0.8383 ] +INFO:root:Average loss=0.223332642744749 +INFO:root: +[Valid][5][UTT][ MSE = 0.2491 | LCC = 0.8487 | SRCC = 0.8450 ] +INFO:root:Average loss=0.2057494851641166 +INFO:root: +[Valid][6][UTT][ MSE = 0.2509 | LCC = 0.8505 | SRCC = 0.8458 ] +INFO:root:Average loss=0.19670737697145876 +INFO:root: +[Valid][7][UTT][ MSE = 0.2476 | LCC = 0.8567 | SRCC = 0.8519 ] +INFO:root:Average loss=0.18754842495306945 +INFO:root: +[Valid][8][UTT][ MSE = 0.2631 | LCC = 0.8608 | SRCC = 0.8566 ] +INFO:root:Average loss=0.1805880798552281 +INFO:root: +[Valid][9][UTT][ MSE = 0.2569 | LCC = 0.8584 | SRCC = 0.8532 ] +INFO:root:Average loss=0.1765533165098765 +INFO:root: +[Valid][10][UTT][ MSE = 0.2578 | LCC = 0.8549 | SRCC = 0.8519 ] +INFO:root:Average loss=0.16365654136125857 +INFO:root: +[Valid][11][UTT][ MSE = 0.3479 | LCC = 0.8545 | SRCC = 0.8541 ] +INFO:root:Average loss=0.16420980533346152 +INFO:root: +[Valid][12][UTT][ MSE = 0.2336 | LCC = 0.8608 | SRCC = 0.8576 ] +INFO:root:Average loss=0.14990554434748796 +INFO:root: +[Valid][13][UTT][ MSE = 0.2653 | LCC = 0.8569 | SRCC = 0.8586 ] +INFO:root:Average loss=0.15808078828148353 +INFO:root: +[Valid][14][UTT][ MSE = 0.2410 | LCC = 0.8633 | SRCC = 0.8644 ] +INFO:root:Average loss=0.14175908544506782 +INFO:root: +[Valid][15][UTT][ MSE = 0.2283 | LCC = 0.8638 | SRCC = 0.8598 ] +INFO:root:Average loss=0.12044353066728665 +INFO:root: +[Valid][16][UTT][ MSE = 0.2308 | LCC = 0.8628 | SRCC = 0.8588 ] +INFO:root:Average loss=0.12266927231580783 +INFO:root: +[Valid][17][UTT][ MSE = 0.2241 | LCC = 0.8665 | SRCC = 0.8641 ] +INFO:root:Average loss=0.14344352292708862 +INFO:root: +[Valid][18][UTT][ MSE = 0.2227 | LCC = 0.8665 | SRCC = 0.8633 ] +INFO:root:Average loss=0.10823700615228751 +INFO:root: +[Valid][19][UTT][ MSE = 0.2326 | LCC = 0.8649 | SRCC = 0.8606 ] +INFO:root:Average loss=0.1111146157177595 +INFO:root: +[Valid][20][UTT][ MSE = 0.2291 | LCC = 0.8677 | SRCC = 0.8652 ] +INFO:root:Average loss=0.1056336638254997 +INFO:root: +[Valid][21][UTT][ MSE = 0.2428 | LCC = 0.8680 | SRCC = 0.8656 ] +INFO:root:Average loss=0.12231082903842132 +INFO:root: +[Valid][22][UTT][ MSE = 0.2321 | LCC = 0.8636 | SRCC = 0.8606 ] +INFO:root:Average loss=0.10209176426705642 +INFO:root: +[Valid][23][UTT][ MSE = 0.2317 | LCC = 0.8633 | SRCC = 0.8599 ] +INFO:root:Average loss=0.0944724877197773 +INFO:root: +[Valid][24][UTT][ MSE = 0.2741 | LCC = 0.8649 | SRCC = 0.8625 ] +INFO:root:Average loss=0.11318625032137601 +INFO:root: +[Valid][25][UTT][ MSE = 0.3176 | LCC = 0.8603 | SRCC = 0.8582 ] +INFO:root:Average loss=0.08519922812970784 +INFO:root: +[Valid][26][UTT][ MSE = 0.2383 | LCC = 0.8635 | SRCC = 0.8598 ] +INFO:root:Average loss=0.08160786526516461 +INFO:root: +[Valid][27][UTT][ MSE = 0.2280 | LCC = 0.8603 | SRCC = 0.8565 ] +INFO:root:Average loss=0.0841108074841591 +INFO:root: +[Valid][28][UTT][ MSE = 0.2605 | LCC = 0.8625 | SRCC = 0.8595 ] +INFO:root:Average loss=0.08915269422607544 +INFO:root: +[Valid][29][UTT][ MSE = 0.2390 | LCC = 0.8563 | SRCC = 0.8544 ] +INFO:root:Average loss=0.07876499809133701 +INFO:root: +[Valid][30][UTT][ MSE = 0.2300 | LCC = 0.8598 | SRCC = 0.8571 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2884 | LCC = 0.8551 | SRCC = 0.8541 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer22/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer22/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fae60fb053b0a65ed5fc8cbd7b5ad1921156d2e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83960ed6986a74f058d5d1db3c9f878f178ea3b7b393222708c3122005e9cbf8 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer22/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..197650f2d55a51155fa7e1472206f1c43e34011e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6772637b38bffc28f404264b7878f0c8aee0a07f9135a2776c094a93b141559d +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer22/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer22/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e1ee45228750ea2ed60d40f42ef5b311ad33431a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer22/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5281757857554998 +INFO:root: +[Valid][0][UTT][ MSE = 0.3649 | LCC = 0.8028 | SRCC = 0.7986 ] +INFO:root:Average loss=0.29592790015232867 +INFO:root: +[Valid][1][UTT][ MSE = 0.3387 | LCC = 0.8249 | SRCC = 0.8243 ] +INFO:root:Average loss=0.264556117164783 +INFO:root: +[Valid][2][UTT][ MSE = 0.2955 | LCC = 0.8406 | SRCC = 0.8349 ] +INFO:root:Average loss=0.24260468303393096 +INFO:root: +[Valid][3][UTT][ MSE = 0.2838 | LCC = 0.8452 | SRCC = 0.8416 ] +INFO:root:Average loss=0.23597520245955542 +INFO:root: +[Valid][4][UTT][ MSE = 0.2649 | LCC = 0.8554 | SRCC = 0.8511 ] +INFO:root:Average loss=0.23639153727354148 +INFO:root: +[Valid][5][UTT][ MSE = 0.2664 | LCC = 0.8591 | SRCC = 0.8552 ] +INFO:root:Average loss=0.19921576308134276 +INFO:root: +[Valid][6][UTT][ MSE = 0.2561 | LCC = 0.8553 | SRCC = 0.8537 ] +INFO:root:Average loss=0.21488462006434417 +INFO:root: +[Valid][7][UTT][ MSE = 0.3185 | LCC = 0.8590 | SRCC = 0.8585 ] +INFO:root:Average loss=0.1933045816154052 +INFO:root: +[Valid][8][UTT][ MSE = 0.2536 | LCC = 0.8636 | SRCC = 0.8613 ] +INFO:root:Average loss=0.1813885776851422 +INFO:root: +[Valid][9][UTT][ MSE = 0.2442 | LCC = 0.8654 | SRCC = 0.8627 ] +INFO:root:Average loss=0.1664543682948137 +INFO:root: +[Valid][10][UTT][ MSE = 0.2448 | LCC = 0.8650 | SRCC = 0.8628 ] +INFO:root:Average loss=0.17166829300232422 +INFO:root: +[Valid][11][UTT][ MSE = 0.2534 | LCC = 0.8662 | SRCC = 0.8635 ] +INFO:root:Average loss=0.1614051973208403 +INFO:root: +[Valid][12][UTT][ MSE = 0.2464 | LCC = 0.8650 | SRCC = 0.8622 ] +INFO:root:Average loss=0.17587737280588883 +INFO:root: +[Valid][13][UTT][ MSE = 0.2328 | LCC = 0.8671 | SRCC = 0.8643 ] +INFO:root:Average loss=0.15620882341112846 +INFO:root: +[Valid][14][UTT][ MSE = 0.3170 | LCC = 0.8571 | SRCC = 0.8601 ] +INFO:root:Average loss=0.14286026215324035 +INFO:root: +[Valid][15][UTT][ MSE = 0.2547 | LCC = 0.8612 | SRCC = 0.8611 ] +INFO:root:Average loss=0.13807018836721396 +INFO:root: +[Valid][16][UTT][ MSE = 0.2311 | LCC = 0.8658 | SRCC = 0.8642 ] +INFO:root:Average loss=0.13497231776515642 +INFO:root: +[Valid][17][UTT][ MSE = 0.2335 | LCC = 0.8643 | SRCC = 0.8635 ] +INFO:root:Average loss=0.12640587460154143 +INFO:root: +[Valid][18][UTT][ MSE = 0.2544 | LCC = 0.8607 | SRCC = 0.8592 ] +INFO:root:Average loss=0.12472166636815438 +INFO:root: +[Valid][19][UTT][ MSE = 0.2304 | LCC = 0.8611 | SRCC = 0.8580 ] +INFO:root:Average loss=0.11187898864348729 +INFO:root: +[Valid][20][UTT][ MSE = 0.2508 | LCC = 0.8603 | SRCC = 0.8582 ] +INFO:root:Average loss=0.1248731591189519 +INFO:root: +[Valid][21][UTT][ MSE = 0.2282 | LCC = 0.8640 | SRCC = 0.8618 ] +INFO:root:Average loss=0.10151641577100143 +INFO:root: +[Valid][22][UTT][ MSE = 0.2519 | LCC = 0.8608 | SRCC = 0.8583 ] +INFO:root:Average loss=0.10042648810224655 +INFO:root: +[Valid][23][UTT][ MSE = 0.2248 | LCC = 0.8612 | SRCC = 0.8595 ] +INFO:root:Average loss=0.09911563705939513 +INFO:root: +[Valid][24][UTT][ MSE = 0.2413 | LCC = 0.8606 | SRCC = 0.8582 ] +INFO:root:Average loss=0.11109977315824765 +INFO:root: +[Valid][25][UTT][ MSE = 0.2262 | LCC = 0.8592 | SRCC = 0.8566 ] +INFO:root:Average loss=0.09225218107876106 +INFO:root: +[Valid][26][UTT][ MSE = 0.2743 | LCC = 0.8569 | SRCC = 0.8577 ] +INFO:root:Average loss=0.12764341618197086 +INFO:root: +[Valid][27][UTT][ MSE = 0.2272 | LCC = 0.8611 | SRCC = 0.8589 ] +INFO:root:Average loss=0.09390199795747414 +INFO:root: +[Valid][28][UTT][ MSE = 0.2535 | LCC = 0.8626 | SRCC = 0.8607 ] +INFO:root:Average loss=0.09702739014457433 +INFO:root: +[Valid][29][UTT][ MSE = 0.2320 | LCC = 0.8636 | SRCC = 0.8621 ] +INFO:root:Average loss=0.08344245052490479 +INFO:root: +[Valid][30][UTT][ MSE = 0.2965 | LCC = 0.8605 | SRCC = 0.8613 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2299 | LCC = 0.8618 | SRCC = 0.8595 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer24/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer24/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..045b1597b446fdd3ee4c1f9a5a689c38b9e5f4cb --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a83b60ec3ef6a429cbf76b2c578546e567258fcef29271a4f8950cf71b5a69a +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer24/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4687021960bb336e7687a56d8740f3fa9dd8935 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fdfdffb2489b09508aad88110d78bbe62bab40a11c6a9be9f866fa4226c9f5c +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer24/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6f02d39f96abb772a37b932e8e44a3c7e7149ca7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5899481819226191 +INFO:root: +[Valid][0][UTT][ MSE = 0.3855 | LCC = 0.7684 | SRCC = 0.7618 ] +INFO:root:Average loss=0.3406225102834212 +INFO:root: +[Valid][1][UTT][ MSE = 0.3542 | LCC = 0.8038 | SRCC = 0.7977 ] +INFO:root:Average loss=0.2904050627197975 +INFO:root: +[Valid][2][UTT][ MSE = 0.3408 | LCC = 0.8224 | SRCC = 0.8185 ] +INFO:root:Average loss=0.26261947132073915 +INFO:root: +[Valid][3][UTT][ MSE = 0.3135 | LCC = 0.8304 | SRCC = 0.8276 ] +INFO:root:Average loss=0.25418112044915175 +INFO:root: +[Valid][4][UTT][ MSE = 0.3565 | LCC = 0.8359 | SRCC = 0.8354 ] +INFO:root:Average loss=0.23653145955923277 +INFO:root: +[Valid][5][UTT][ MSE = 0.2783 | LCC = 0.8388 | SRCC = 0.8346 ] +INFO:root:Average loss=0.21889465818038353 +INFO:root: +[Valid][6][UTT][ MSE = 0.2500 | LCC = 0.8462 | SRCC = 0.8419 ] +INFO:root:Average loss=0.225676707445811 +INFO:root: +[Valid][7][UTT][ MSE = 0.3049 | LCC = 0.8429 | SRCC = 0.8411 ] +INFO:root:Average loss=0.20404721548159918 +INFO:root: +[Valid][8][UTT][ MSE = 0.2764 | LCC = 0.8499 | SRCC = 0.8451 ] +INFO:root:Average loss=0.18372755526350096 +INFO:root: +[Valid][9][UTT][ MSE = 0.2469 | LCC = 0.8492 | SRCC = 0.8446 ] +INFO:root:Average loss=0.17469918976227441 +INFO:root: +[Valid][10][UTT][ MSE = 0.2744 | LCC = 0.8411 | SRCC = 0.8336 ] +INFO:root:Average loss=0.18834853917360306 +INFO:root: +[Valid][11][UTT][ MSE = 0.2553 | LCC = 0.8461 | SRCC = 0.8415 ] +INFO:root:Average loss=0.1725234194443776 +INFO:root: +[Valid][12][UTT][ MSE = 0.2647 | LCC = 0.8483 | SRCC = 0.8462 ] +INFO:root:Average loss=0.14894996115412468 +INFO:root: +[Valid][13][UTT][ MSE = 0.2514 | LCC = 0.8467 | SRCC = 0.8406 ] +INFO:root:Average loss=0.15206924711282438 +INFO:root: +[Valid][14][UTT][ MSE = 0.2557 | LCC = 0.8478 | SRCC = 0.8434 ] +INFO:root:Average loss=0.1414451627777173 +INFO:root: +[Valid][15][UTT][ MSE = 0.2744 | LCC = 0.8429 | SRCC = 0.8396 ] +INFO:root:Average loss=0.1620605733150091 +INFO:root: +[Valid][16][UTT][ MSE = 0.2565 | LCC = 0.8467 | SRCC = 0.8425 ] +INFO:root:Average loss=0.13032647050344026 +INFO:root: +[Valid][17][UTT][ MSE = 0.2450 | LCC = 0.8476 | SRCC = 0.8429 ] +INFO:root:Average loss=0.11848289175675465 +INFO:root: +[Valid][18][UTT][ MSE = 0.2549 | LCC = 0.8417 | SRCC = 0.8373 ] +INFO:root:Average loss=0.1348278897886093 +INFO:root: +[Valid][19][UTT][ MSE = 0.2540 | LCC = 0.8487 | SRCC = 0.8463 ] +INFO:root:Average loss=0.14211426789943987 +INFO:root: +[Valid][20][UTT][ MSE = 0.2616 | LCC = 0.8529 | SRCC = 0.8522 ] +INFO:root:Average loss=0.1273592769717559 +INFO:root: +[Valid][21][UTT][ MSE = 0.2659 | LCC = 0.8462 | SRCC = 0.8434 ] +INFO:root:Average loss=0.11474240107987171 +INFO:root: +[Valid][22][UTT][ MSE = 0.2745 | LCC = 0.8443 | SRCC = 0.8442 ] +INFO:root:Average loss=0.10866355322874509 +INFO:root: +[Valid][23][UTT][ MSE = 0.2384 | LCC = 0.8494 | SRCC = 0.8465 ] +INFO:root:Average loss=0.10332863190426277 +INFO:root: +[Valid][24][UTT][ MSE = 0.2433 | LCC = 0.8499 | SRCC = 0.8469 ] +INFO:root:Average loss=0.0991194843290708 +INFO:root: +[Valid][25][UTT][ MSE = 0.2881 | LCC = 0.8477 | SRCC = 0.8461 ] +INFO:root:Average loss=0.09512130390757169 +INFO:root: +[Valid][26][UTT][ MSE = 0.2575 | LCC = 0.8442 | SRCC = 0.8400 ] +INFO:root:Average loss=0.08583468537873183 +INFO:root: +[Valid][27][UTT][ MSE = 0.2420 | LCC = 0.8477 | SRCC = 0.8440 ] +INFO:root:Average loss=0.08764484405326538 +INFO:root: +[Valid][28][UTT][ MSE = 0.2548 | LCC = 0.8467 | SRCC = 0.8445 ] +INFO:root:Average loss=0.08317718664423013 +INFO:root: +[Valid][29][UTT][ MSE = 0.2413 | LCC = 0.8499 | SRCC = 0.8470 ] +INFO:root:Average loss=0.07882574768975759 +INFO:root: +[Valid][30][UTT][ MSE = 0.2744 | LCC = 0.8460 | SRCC = 0.8440 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2282 | LCC = 0.8638 | SRCC = 0.8626 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer24/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer24/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..83f3a45a3413aeb6a93170e7cc6320cbe49acbad --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5896adae53273a4eb30294bb76979132e2e0d9b72b6110b9c37b522eba7c6ddb +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer24/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d75f3dfd07c74aa97f2f9fc18af8e484dfc4812 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a78a68c9dee1b28893ebf1cb5f5db99cb0d574b9c3e479752fe461d3bd74673a +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer24/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a9a270029b867bd40d307fdbaf0b9718a035ad23 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5907481054847057 +INFO:root: +[Valid][0][UTT][ MSE = 0.4001 | LCC = 0.7803 | SRCC = 0.7810 ] +INFO:root:Average loss=0.3256821580804311 +INFO:root: +[Valid][1][UTT][ MSE = 0.3728 | LCC = 0.8093 | SRCC = 0.8088 ] +INFO:root:Average loss=0.27078360395553785 +INFO:root: +[Valid][2][UTT][ MSE = 0.3218 | LCC = 0.8303 | SRCC = 0.8269 ] +INFO:root:Average loss=0.2443853551760698 +INFO:root: +[Valid][3][UTT][ MSE = 0.3260 | LCC = 0.8285 | SRCC = 0.8294 ] +INFO:root:Average loss=0.247320501659161 +INFO:root: +[Valid][4][UTT][ MSE = 0.3199 | LCC = 0.8412 | SRCC = 0.8359 ] +INFO:root:Average loss=0.21925436648038718 +INFO:root: +[Valid][5][UTT][ MSE = 0.3263 | LCC = 0.8418 | SRCC = 0.8419 ] +INFO:root:Average loss=0.22167799106011024 +INFO:root: +[Valid][6][UTT][ MSE = 0.2805 | LCC = 0.8487 | SRCC = 0.8454 ] +INFO:root:Average loss=0.20452896419626015 +INFO:root: +[Valid][7][UTT][ MSE = 0.3821 | LCC = 0.8465 | SRCC = 0.8477 ] +INFO:root:Average loss=0.19776236046201143 +INFO:root: +[Valid][8][UTT][ MSE = 0.2488 | LCC = 0.8536 | SRCC = 0.8500 ] +INFO:root:Average loss=0.2006421544804023 +INFO:root: +[Valid][9][UTT][ MSE = 0.2464 | LCC = 0.8555 | SRCC = 0.8511 ] +INFO:root:Average loss=0.19043439044020113 +INFO:root: +[Valid][10][UTT][ MSE = 0.2402 | LCC = 0.8542 | SRCC = 0.8506 ] +INFO:root:Average loss=0.16324809537484095 +INFO:root: +[Valid][11][UTT][ MSE = 0.2368 | LCC = 0.8572 | SRCC = 0.8534 ] +INFO:root:Average loss=0.16260969629272437 +INFO:root: +[Valid][12][UTT][ MSE = 0.3872 | LCC = 0.8459 | SRCC = 0.8530 ] +INFO:root:Average loss=0.14757272524711412 +INFO:root: +[Valid][13][UTT][ MSE = 0.2391 | LCC = 0.8548 | SRCC = 0.8513 ] +INFO:root:Average loss=0.15209632519728097 +INFO:root: +[Valid][14][UTT][ MSE = 0.2624 | LCC = 0.8558 | SRCC = 0.8550 ] +INFO:root:Average loss=0.1740534073458268 +INFO:root: +[Valid][15][UTT][ MSE = 0.3163 | LCC = 0.8571 | SRCC = 0.8572 ] +INFO:root:Average loss=0.12526113482622 +INFO:root: +[Valid][16][UTT][ MSE = 0.2824 | LCC = 0.8509 | SRCC = 0.8506 ] +INFO:root:Average loss=0.12443489438066116 +INFO:root: +[Valid][17][UTT][ MSE = 0.2925 | LCC = 0.8543 | SRCC = 0.8560 ] +INFO:root:Average loss=0.12107260315082012 +INFO:root: +[Valid][18][UTT][ MSE = 0.2337 | LCC = 0.8553 | SRCC = 0.8510 ] +INFO:root:Average loss=0.12413727673582542 +INFO:root: +[Valid][19][UTT][ MSE = 0.2409 | LCC = 0.8548 | SRCC = 0.8508 ] +INFO:root:Average loss=0.10880463708860752 +INFO:root: +[Valid][20][UTT][ MSE = 0.2460 | LCC = 0.8532 | SRCC = 0.8504 ] +INFO:root:Average loss=0.1148793223576668 +INFO:root: +[Valid][21][UTT][ MSE = 0.2374 | LCC = 0.8553 | SRCC = 0.8515 ] +INFO:root:Average loss=0.11373814090322225 +INFO:root: +[Valid][22][UTT][ MSE = 0.3073 | LCC = 0.8534 | SRCC = 0.8548 ] +INFO:root:Average loss=0.10233265118530163 +INFO:root: +[Valid][23][UTT][ MSE = 0.2401 | LCC = 0.8551 | SRCC = 0.8516 ] +INFO:root:Average loss=0.09418712900235103 +INFO:root: +[Valid][24][UTT][ MSE = 0.2360 | LCC = 0.8540 | SRCC = 0.8501 ] +INFO:root:Average loss=0.10984427147568801 +INFO:root: +[Valid][25][UTT][ MSE = 0.2537 | LCC = 0.8542 | SRCC = 0.8538 ] +INFO:root:Average loss=0.09237065748908581 +INFO:root: +[Valid][26][UTT][ MSE = 0.2801 | LCC = 0.8506 | SRCC = 0.8511 ] +INFO:root:Average loss=0.08187285266243495 +INFO:root: +[Valid][27][UTT][ MSE = 0.2922 | LCC = 0.8516 | SRCC = 0.8525 ] +INFO:root:Average loss=0.0824537948729136 +INFO:root: +[Valid][28][UTT][ MSE = 0.2374 | LCC = 0.8534 | SRCC = 0.8516 ] +INFO:root:Average loss=0.12435113485807027 +INFO:root: +[Valid][29][UTT][ MSE = 0.2381 | LCC = 0.8541 | SRCC = 0.8496 ] +INFO:root:Average loss=0.07598234278460343 +INFO:root: +[Valid][30][UTT][ MSE = 0.2326 | LCC = 0.8531 | SRCC = 0.8492 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2286 | LCC = 0.8599 | SRCC = 0.8589 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer24/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer24/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e7a98a043fb0d3a176e1e26c254a482218da5be --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1312e2342526fe84e809f356889b73a246c2707e26214c5c8e40036cde5fa0b0 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer24/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0e33505e3129e021a796d2012b4119242b80b09 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:927b7cefdd1d15ef74728bd41acb3ccd1576d674bef96c94f96e95ca0c80d6ff +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer24/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..5fc35c99aa70d8e4b8c568f79a9ae369c66842c6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6034637464162631 +INFO:root: +[Valid][0][UTT][ MSE = 0.4013 | LCC = 0.7716 | SRCC = 0.7706 ] +INFO:root:Average loss=0.34384506959945726 +INFO:root: +[Valid][1][UTT][ MSE = 0.3518 | LCC = 0.8068 | SRCC = 0.8012 ] +INFO:root:Average loss=0.29506434347385013 +INFO:root: +[Valid][2][UTT][ MSE = 0.3521 | LCC = 0.8206 | SRCC = 0.8170 ] +INFO:root:Average loss=0.25400505119409317 +INFO:root: +[Valid][3][UTT][ MSE = 0.2889 | LCC = 0.8320 | SRCC = 0.8269 ] +INFO:root:Average loss=0.24592778869928458 +INFO:root: +[Valid][4][UTT][ MSE = 0.2685 | LCC = 0.8392 | SRCC = 0.8346 ] +INFO:root:Average loss=0.2339337433759983 +INFO:root: +[Valid][5][UTT][ MSE = 0.2678 | LCC = 0.8433 | SRCC = 0.8380 ] +INFO:root:Average loss=0.206419743788548 +INFO:root: +[Valid][6][UTT][ MSE = 0.2719 | LCC = 0.8454 | SRCC = 0.8419 ] +INFO:root:Average loss=0.22846853494262084 +INFO:root: +[Valid][7][UTT][ MSE = 0.2575 | LCC = 0.8480 | SRCC = 0.8441 ] +INFO:root:Average loss=0.21031395661143157 +INFO:root: +[Valid][8][UTT][ MSE = 0.2840 | LCC = 0.8470 | SRCC = 0.8415 ] +INFO:root:Average loss=0.1817803252965976 +INFO:root: +[Valid][9][UTT][ MSE = 0.2601 | LCC = 0.8480 | SRCC = 0.8443 ] +INFO:root:Average loss=0.1710654636606192 +INFO:root: +[Valid][10][UTT][ MSE = 0.3052 | LCC = 0.8448 | SRCC = 0.8469 ] +INFO:root:Average loss=0.16735239556202522 +INFO:root: +[Valid][11][UTT][ MSE = 0.2661 | LCC = 0.8489 | SRCC = 0.8472 ] +INFO:root:Average loss=0.15988544412912467 +INFO:root: +[Valid][12][UTT][ MSE = 0.2407 | LCC = 0.8521 | SRCC = 0.8474 ] +INFO:root:Average loss=0.15546190614501634 +INFO:root: +[Valid][13][UTT][ MSE = 0.2585 | LCC = 0.8489 | SRCC = 0.8439 ] +INFO:root:Average loss=0.1547416950074526 +INFO:root: +[Valid][14][UTT][ MSE = 0.2604 | LCC = 0.8450 | SRCC = 0.8411 ] +INFO:root:Average loss=0.1304867739478747 +INFO:root: +[Valid][15][UTT][ MSE = 0.2471 | LCC = 0.8514 | SRCC = 0.8477 ] +INFO:root:Average loss=0.12725981143422616 +INFO:root: +[Valid][16][UTT][ MSE = 0.2373 | LCC = 0.8561 | SRCC = 0.8537 ] +INFO:root:Average loss=0.1252008410027394 +INFO:root: +[Valid][17][UTT][ MSE = 0.2702 | LCC = 0.8524 | SRCC = 0.8531 ] +INFO:root:Average loss=0.11078676619590858 +INFO:root: +[Valid][18][UTT][ MSE = 0.2419 | LCC = 0.8467 | SRCC = 0.8427 ] +INFO:root:Average loss=0.11073678340285252 +INFO:root: +[Valid][19][UTT][ MSE = 0.2787 | LCC = 0.8434 | SRCC = 0.8382 ] +INFO:root:Average loss=0.11184992784490952 +INFO:root: +[Valid][20][UTT][ MSE = 0.2483 | LCC = 0.8505 | SRCC = 0.8475 ] +INFO:root:Average loss=0.10414009717985606 +INFO:root: +[Valid][21][UTT][ MSE = 0.2789 | LCC = 0.8464 | SRCC = 0.8418 ] +INFO:root:Average loss=0.10745881249507268 +INFO:root: +[Valid][22][UTT][ MSE = 0.3136 | LCC = 0.8512 | SRCC = 0.8552 ] +INFO:root:Average loss=0.10390848193604213 +INFO:root: +[Valid][23][UTT][ MSE = 0.2349 | LCC = 0.8509 | SRCC = 0.8476 ] +INFO:root:Average loss=0.09082182286641537 +INFO:root: +[Valid][24][UTT][ MSE = 0.2800 | LCC = 0.8494 | SRCC = 0.8499 ] +INFO:root:Average loss=0.09117024926803051 +INFO:root: +[Valid][25][UTT][ MSE = 0.2426 | LCC = 0.8498 | SRCC = 0.8457 ] +INFO:root:Average loss=0.0944358015862795 +INFO:root: +[Valid][26][UTT][ MSE = 0.3935 | LCC = 0.8460 | SRCC = 0.8496 ] +INFO:root:Average loss=0.08803766612441112 +INFO:root: +[Valid][27][UTT][ MSE = 0.2425 | LCC = 0.8506 | SRCC = 0.8485 ] +INFO:root:Average loss=0.07623160592256448 +INFO:root: +[Valid][28][UTT][ MSE = 0.2539 | LCC = 0.8491 | SRCC = 0.8487 ] +INFO:root:Average loss=0.07569783563033128 +INFO:root: +[Valid][29][UTT][ MSE = 0.2453 | LCC = 0.8510 | SRCC = 0.8479 ] +INFO:root:Average loss=0.07490665986178777 +INFO:root: +[Valid][30][UTT][ MSE = 0.3382 | LCC = 0.8485 | SRCC = 0.8528 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2420 | LCC = 0.8560 | SRCC = 0.8559 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer24/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer24/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6805bb074ac16148ca26b10a506c86a8bf80597 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cb77a06402f523961719e6933b566382f8361d9678c1344e796c57c7ea19cec +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer24/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8f3c0efd4b2b52fe1d21ab134ae3d78093466fe --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f217d3e0bda66576edb11fdd6855699f2352915d9a848e7b91f54c53b1e03e26 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer24/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..617854fdf49d2ae5224fa00bb6c9d92739f97d86 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5521187004752648 +INFO:root: +[Valid][0][UTT][ MSE = 0.3735 | LCC = 0.7792 | SRCC = 0.7745 ] +INFO:root:Average loss=0.3148125329842934 +INFO:root: +[Valid][1][UTT][ MSE = 0.3106 | LCC = 0.8099 | SRCC = 0.8053 ] +INFO:root:Average loss=0.30228473513554305 +INFO:root: +[Valid][2][UTT][ MSE = 0.3222 | LCC = 0.8214 | SRCC = 0.8147 ] +INFO:root:Average loss=0.2547601423202417 +INFO:root: +[Valid][3][UTT][ MSE = 0.2982 | LCC = 0.8356 | SRCC = 0.8305 ] +INFO:root:Average loss=0.24509935252941573 +INFO:root: +[Valid][4][UTT][ MSE = 0.2852 | LCC = 0.8438 | SRCC = 0.8384 ] +INFO:root:Average loss=0.25012936987555945 +INFO:root: +[Valid][5][UTT][ MSE = 0.2543 | LCC = 0.8455 | SRCC = 0.8412 ] +INFO:root:Average loss=0.21282886732847262 +INFO:root: +[Valid][6][UTT][ MSE = 0.3025 | LCC = 0.8460 | SRCC = 0.8429 ] +INFO:root:Average loss=0.2079168934470568 +INFO:root: +[Valid][7][UTT][ MSE = 0.2628 | LCC = 0.8502 | SRCC = 0.8452 ] +INFO:root:Average loss=0.1770080229601799 +INFO:root: +[Valid][8][UTT][ MSE = 0.2428 | LCC = 0.8497 | SRCC = 0.8453 ] +INFO:root:Average loss=0.17530701701075602 +INFO:root: +[Valid][9][UTT][ MSE = 0.2743 | LCC = 0.8481 | SRCC = 0.8428 ] +INFO:root:Average loss=0.16822617778029197 +INFO:root: +[Valid][10][UTT][ MSE = 0.2474 | LCC = 0.8540 | SRCC = 0.8500 ] +INFO:root:Average loss=0.16831999090619576 +INFO:root: +[Valid][11][UTT][ MSE = 0.2480 | LCC = 0.8503 | SRCC = 0.8445 ] +INFO:root:Average loss=0.1595653978486856 +INFO:root: +[Valid][12][UTT][ MSE = 0.2414 | LCC = 0.8529 | SRCC = 0.8474 ] +INFO:root:Average loss=0.14034180983136862 +INFO:root: +[Valid][13][UTT][ MSE = 0.2342 | LCC = 0.8550 | SRCC = 0.8518 ] +INFO:root:Average loss=0.14148646258772948 +INFO:root: +[Valid][14][UTT][ MSE = 0.2860 | LCC = 0.8532 | SRCC = 0.8494 ] +INFO:root:Average loss=0.15445621961202377 +INFO:root: +[Valid][15][UTT][ MSE = 0.2502 | LCC = 0.8549 | SRCC = 0.8509 ] +INFO:root:Average loss=0.13405688355366388 +INFO:root: +[Valid][16][UTT][ MSE = 0.2546 | LCC = 0.8537 | SRCC = 0.8497 ] +INFO:root:Average loss=0.1234972289739511 +INFO:root: +[Valid][17][UTT][ MSE = 0.3019 | LCC = 0.8475 | SRCC = 0.8473 ] +INFO:root:Average loss=0.12627426133706018 +INFO:root: +[Valid][18][UTT][ MSE = 0.2567 | LCC = 0.8571 | SRCC = 0.8566 ] +INFO:root:Average loss=0.12088717300540362 +INFO:root: +[Valid][19][UTT][ MSE = 0.2467 | LCC = 0.8539 | SRCC = 0.8491 ] +INFO:root:Average loss=0.11959695691863696 +INFO:root: +[Valid][20][UTT][ MSE = 0.2460 | LCC = 0.8562 | SRCC = 0.8539 ] +INFO:root:Average loss=0.0991320184026009 +INFO:root: +[Valid][21][UTT][ MSE = 0.2400 | LCC = 0.8547 | SRCC = 0.8502 ] +INFO:root:Average loss=0.13543327673314473 +INFO:root: +[Valid][22][UTT][ MSE = 0.2897 | LCC = 0.8535 | SRCC = 0.8497 ] +INFO:root:Average loss=0.10417278139637066 +INFO:root: +[Valid][23][UTT][ MSE = 0.2406 | LCC = 0.8517 | SRCC = 0.8478 ] +INFO:root:Average loss=0.1036486539703149 +INFO:root: +[Valid][24][UTT][ MSE = 0.2929 | LCC = 0.8486 | SRCC = 0.8489 ] +INFO:root:Average loss=0.09540000954308571 +INFO:root: +[Valid][25][UTT][ MSE = 0.2403 | LCC = 0.8527 | SRCC = 0.8487 ] +INFO:root:Average loss=0.10201542848386826 +INFO:root: +[Valid][26][UTT][ MSE = 0.2552 | LCC = 0.8535 | SRCC = 0.8502 ] +INFO:root:Average loss=0.08781828162952876 +INFO:root: +[Valid][27][UTT][ MSE = 0.2480 | LCC = 0.8491 | SRCC = 0.8454 ] +INFO:root:Average loss=0.08728788133997184 +INFO:root: +[Valid][28][UTT][ MSE = 0.2369 | LCC = 0.8521 | SRCC = 0.8476 ] +INFO:root:Average loss=0.07744685995082061 +INFO:root: +[Valid][29][UTT][ MSE = 0.2430 | LCC = 0.8505 | SRCC = 0.8455 ] +INFO:root:Average loss=0.0752896311191412 +INFO:root: +[Valid][30][UTT][ MSE = 0.2617 | LCC = 0.8448 | SRCC = 0.8401 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2367 | LCC = 0.8569 | SRCC = 0.8563 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer24/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer24/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ac5feb3065df7d5453c59f9005830c228cfcd2c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01148aefaf499dca5a962ae3cc17c59e4dcede044b5f6ba8d8f6a1b0157da069 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer24/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f26c2103b28876530cfe346bf74094b77627f49 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02df1cf1ab3e18e92ab6306abbbda5180424c20ec20bb73745bc036719a2028f +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer24/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer24/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..eaa8f92ed3396cdab22f25d4740b81439e0a6ff2 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer24/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7336788456409405 +INFO:root: +[Valid][0][UTT][ MSE = 0.5256 | LCC = 0.7159 | SRCC = 0.7067 ] +INFO:root:Average loss=0.34524171761213207 +INFO:root: +[Valid][1][UTT][ MSE = 0.3285 | LCC = 0.8120 | SRCC = 0.8082 ] +INFO:root:Average loss=0.2753581083737887 +INFO:root: +[Valid][2][UTT][ MSE = 0.2858 | LCC = 0.8235 | SRCC = 0.8187 ] +INFO:root:Average loss=0.25705388761483705 +INFO:root: +[Valid][3][UTT][ MSE = 0.2999 | LCC = 0.8265 | SRCC = 0.8260 ] +INFO:root:Average loss=0.2345079665000622 +INFO:root: +[Valid][4][UTT][ MSE = 0.2662 | LCC = 0.8326 | SRCC = 0.8320 ] +INFO:root:Average loss=0.22141422254916948 +INFO:root: +[Valid][5][UTT][ MSE = 0.2781 | LCC = 0.8495 | SRCC = 0.8458 ] +INFO:root:Average loss=0.21697842301084444 +INFO:root: +[Valid][6][UTT][ MSE = 0.2618 | LCC = 0.8416 | SRCC = 0.8355 ] +INFO:root:Average loss=0.20822065524183786 +INFO:root: +[Valid][7][UTT][ MSE = 0.2684 | LCC = 0.8499 | SRCC = 0.8456 ] +INFO:root:Average loss=0.1785735908227089 +INFO:root: +[Valid][8][UTT][ MSE = 0.2578 | LCC = 0.8549 | SRCC = 0.8512 ] +INFO:root:Average loss=0.17164502598536321 +INFO:root: +[Valid][9][UTT][ MSE = 0.2802 | LCC = 0.8482 | SRCC = 0.8448 ] +INFO:root:Average loss=0.17402191660725153 +INFO:root: +[Valid][10][UTT][ MSE = 0.2516 | LCC = 0.8538 | SRCC = 0.8504 ] +INFO:root:Average loss=0.15083313179321778 +INFO:root: +[Valid][11][UTT][ MSE = 0.2475 | LCC = 0.8518 | SRCC = 0.8485 ] +INFO:root:Average loss=0.151907571997398 +INFO:root: +[Valid][12][UTT][ MSE = 0.2659 | LCC = 0.8493 | SRCC = 0.8459 ] +INFO:root:Average loss=0.15231469741616493 +INFO:root: +[Valid][13][UTT][ MSE = 0.2526 | LCC = 0.8510 | SRCC = 0.8474 ] +INFO:root:Average loss=0.14250028744722024 +INFO:root: +[Valid][14][UTT][ MSE = 0.2342 | LCC = 0.8563 | SRCC = 0.8544 ] +INFO:root:Average loss=0.1339040904855117 +INFO:root: +[Valid][15][UTT][ MSE = 0.2427 | LCC = 0.8518 | SRCC = 0.8497 ] +INFO:root:Average loss=0.11917369707654683 +INFO:root: +[Valid][16][UTT][ MSE = 0.2337 | LCC = 0.8574 | SRCC = 0.8549 ] +INFO:root:Average loss=0.12231387503636189 +INFO:root: +[Valid][17][UTT][ MSE = 0.2451 | LCC = 0.8501 | SRCC = 0.8474 ] +INFO:root:Average loss=0.12142091148938888 +INFO:root: +[Valid][18][UTT][ MSE = 0.3020 | LCC = 0.8469 | SRCC = 0.8437 ] +INFO:root:Average loss=0.10623855578402679 +INFO:root: +[Valid][19][UTT][ MSE = 0.2481 | LCC = 0.8476 | SRCC = 0.8457 ] +INFO:root:Average loss=0.10797692429369841 +INFO:root: +[Valid][20][UTT][ MSE = 0.2532 | LCC = 0.8438 | SRCC = 0.8410 ] +INFO:root:Average loss=0.10560853774539936 +INFO:root: +[Valid][21][UTT][ MSE = 0.2768 | LCC = 0.8505 | SRCC = 0.8484 ] +INFO:root:Average loss=0.11479430206311055 +INFO:root: +[Valid][22][UTT][ MSE = 0.2457 | LCC = 0.8448 | SRCC = 0.8421 ] +INFO:root:Average loss=0.09584955832897088 +INFO:root: +[Valid][23][UTT][ MSE = 0.2660 | LCC = 0.8495 | SRCC = 0.8468 ] +INFO:root:Average loss=0.08601698217292626 +INFO:root: +[Valid][24][UTT][ MSE = 0.2409 | LCC = 0.8471 | SRCC = 0.8462 ] +INFO:root:Average loss=0.084688314403861 +INFO:root: +[Valid][25][UTT][ MSE = 0.2423 | LCC = 0.8497 | SRCC = 0.8483 ] +INFO:root:Average loss=0.0942772154051524 +INFO:root: +[Valid][26][UTT][ MSE = 0.2397 | LCC = 0.8490 | SRCC = 0.8476 ] +INFO:root:Average loss=0.07791030636200538 +INFO:root: +[Valid][27][UTT][ MSE = 0.2873 | LCC = 0.8442 | SRCC = 0.8423 ] +INFO:root:Average loss=0.07399513500814255 +INFO:root: +[Valid][28][UTT][ MSE = 0.2555 | LCC = 0.8457 | SRCC = 0.8454 ] +INFO:root:Average loss=0.07400414462272938 +INFO:root: +[Valid][29][UTT][ MSE = 0.2583 | LCC = 0.8473 | SRCC = 0.8454 ] +INFO:root:Average loss=0.06724024506715628 +INFO:root: +[Valid][30][UTT][ MSE = 0.2352 | LCC = 0.8504 | SRCC = 0.8484 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2500 | LCC = 0.8594 | SRCC = 0.8573 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer26/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer26/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..02669d7aec878fb45a81555e65b1931c5b508636 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ace895c0ac39e1cbfab45d16261a0917ca219ad88c6e4bd08dba00e5b1364fc +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer26/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..406e9f4c7433f03688234a30268ac65d038299ea --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89beedf1e1568e43131152d0ecfb1d43fa4cde42c7f077a1acf70785a48163ba +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer26/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..5e1e063684656e84ada962149a5b30a5c509fd3f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5400556467282467 +INFO:root: +[Valid][0][UTT][ MSE = 0.4112 | LCC = 0.7747 | SRCC = 0.7758 ] +INFO:root:Average loss=0.3147156244287124 +INFO:root: +[Valid][1][UTT][ MSE = 0.3409 | LCC = 0.8002 | SRCC = 0.7947 ] +INFO:root:Average loss=0.28942251262756497 +INFO:root: +[Valid][2][UTT][ MSE = 0.3362 | LCC = 0.8152 | SRCC = 0.8115 ] +INFO:root:Average loss=0.2592083412485245 +INFO:root: +[Valid][3][UTT][ MSE = 0.4474 | LCC = 0.8176 | SRCC = 0.8180 ] +INFO:root:Average loss=0.24511628024853194 +INFO:root: +[Valid][4][UTT][ MSE = 0.3031 | LCC = 0.8282 | SRCC = 0.8243 ] +INFO:root:Average loss=0.22422443731473043 +INFO:root: +[Valid][5][UTT][ MSE = 0.2952 | LCC = 0.8298 | SRCC = 0.8238 ] +INFO:root:Average loss=0.21440380792587233 +INFO:root: +[Valid][6][UTT][ MSE = 0.3709 | LCC = 0.8291 | SRCC = 0.8301 ] +INFO:root:Average loss=0.19736770932108927 +INFO:root: +[Valid][7][UTT][ MSE = 0.2748 | LCC = 0.8384 | SRCC = 0.8332 ] +INFO:root:Average loss=0.19050986338884401 +INFO:root: +[Valid][8][UTT][ MSE = 0.2567 | LCC = 0.8393 | SRCC = 0.8331 ] +INFO:root:Average loss=0.19323610065457147 +INFO:root: +[Valid][9][UTT][ MSE = 0.2758 | LCC = 0.8401 | SRCC = 0.8341 ] +INFO:root:Average loss=0.17856610308472926 +INFO:root: +[Valid][10][UTT][ MSE = 0.3092 | LCC = 0.8405 | SRCC = 0.8361 ] +INFO:root:Average loss=0.19221516106373224 +INFO:root: +[Valid][11][UTT][ MSE = 0.2622 | LCC = 0.8429 | SRCC = 0.8381 ] +INFO:root:Average loss=0.17021664069631162 +INFO:root: +[Valid][12][UTT][ MSE = 0.2667 | LCC = 0.8459 | SRCC = 0.8425 ] +INFO:root:Average loss=0.16457142193730062 +INFO:root: +[Valid][13][UTT][ MSE = 0.2993 | LCC = 0.8410 | SRCC = 0.8390 ] +INFO:root:Average loss=0.15232377709486547 +INFO:root: +[Valid][14][UTT][ MSE = 0.2792 | LCC = 0.8474 | SRCC = 0.8437 ] +INFO:root:Average loss=0.14047699259259763 +INFO:root: +[Valid][15][UTT][ MSE = 0.2439 | LCC = 0.8456 | SRCC = 0.8410 ] +INFO:root:Average loss=0.1419524107223902 +INFO:root: +[Valid][16][UTT][ MSE = 0.2922 | LCC = 0.8392 | SRCC = 0.8347 ] +INFO:root:Average loss=0.13463203312876898 +INFO:root: +[Valid][17][UTT][ MSE = 0.2526 | LCC = 0.8444 | SRCC = 0.8407 ] +INFO:root:Average loss=0.13187794759869576 +INFO:root: +[Valid][18][UTT][ MSE = 0.2895 | LCC = 0.8366 | SRCC = 0.8332 ] +INFO:root:Average loss=0.1338744356464117 +INFO:root: +[Valid][19][UTT][ MSE = 0.2621 | LCC = 0.8437 | SRCC = 0.8399 ] +INFO:root:Average loss=0.11233137567073871 +INFO:root: +[Valid][20][UTT][ MSE = 0.2669 | LCC = 0.8412 | SRCC = 0.8379 ] +INFO:root:Average loss=0.11322464048862457 +INFO:root: +[Valid][21][UTT][ MSE = 0.2552 | LCC = 0.8417 | SRCC = 0.8368 ] +INFO:root:Average loss=0.11027696442145568 +INFO:root: +[Valid][22][UTT][ MSE = 0.3281 | LCC = 0.8376 | SRCC = 0.8391 ] +INFO:root:Average loss=0.10078620767364135 +INFO:root: +[Valid][23][UTT][ MSE = 0.2752 | LCC = 0.8431 | SRCC = 0.8407 ] +INFO:root:Average loss=0.09526940053090072 +INFO:root: +[Valid][24][UTT][ MSE = 0.2712 | LCC = 0.8351 | SRCC = 0.8302 ] +INFO:root:Average loss=0.10429034100320095 +INFO:root: +[Valid][25][UTT][ MSE = 0.2720 | LCC = 0.8355 | SRCC = 0.8321 ] +INFO:root:Average loss=0.0843035426372901 +INFO:root: +[Valid][26][UTT][ MSE = 0.3169 | LCC = 0.8275 | SRCC = 0.8264 ] +INFO:root:Average loss=0.09333629729465032 +INFO:root: +[Valid][27][UTT][ MSE = 0.3211 | LCC = 0.8300 | SRCC = 0.8304 ] +INFO:root:Average loss=0.08499042527415814 +INFO:root: +[Valid][28][UTT][ MSE = 0.2496 | LCC = 0.8407 | SRCC = 0.8354 ] +INFO:root:Average loss=0.07830115455465439 +INFO:root: +[Valid][29][UTT][ MSE = 0.2825 | LCC = 0.8341 | SRCC = 0.8296 ] +INFO:root:Average loss=0.07948503280297303 +INFO:root: +[Valid][30][UTT][ MSE = 0.2853 | LCC = 0.8325 | SRCC = 0.8296 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2439 | LCC = 0.8590 | SRCC = 0.8560 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer26/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer26/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ef27c10c9ffab2e89fe4592230e920fe533fd1f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f2fb8ffbf8df757bffbfbe88027db40d045c5a0cec7f363ee5cba913c9f4926 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer26/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f63dc856261fe193f29c6eadaf9caf1204b51e88 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7eb122fdd1aa37060d42ba3bc9e350c50122e56a772b797f8e91c7679dc4977 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer26/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b15860ceba441d1c0264aa985d6b15ac6da7dbe7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6591919454244467 +INFO:root: +[Valid][0][UTT][ MSE = 0.4384 | LCC = 0.7281 | SRCC = 0.7314 ] +INFO:root:Average loss=0.33101799873969495 +INFO:root: +[Valid][1][UTT][ MSE = 0.3460 | LCC = 0.8053 | SRCC = 0.8016 ] +INFO:root:Average loss=0.27727481971184414 +INFO:root: +[Valid][2][UTT][ MSE = 0.2935 | LCC = 0.8186 | SRCC = 0.8174 ] +INFO:root:Average loss=0.23987713628090346 +INFO:root: +[Valid][3][UTT][ MSE = 0.3048 | LCC = 0.8229 | SRCC = 0.8166 ] +INFO:root:Average loss=0.2441632289152879 +INFO:root: +[Valid][4][UTT][ MSE = 0.4070 | LCC = 0.8139 | SRCC = 0.8143 ] +INFO:root:Average loss=0.22644027838340172 +INFO:root: +[Valid][5][UTT][ MSE = 0.2847 | LCC = 0.8404 | SRCC = 0.8348 ] +INFO:root:Average loss=0.22357624788314867 +INFO:root: +[Valid][6][UTT][ MSE = 0.3015 | LCC = 0.8401 | SRCC = 0.8357 ] +INFO:root:Average loss=0.1899553799094298 +INFO:root: +[Valid][7][UTT][ MSE = 0.2436 | LCC = 0.8440 | SRCC = 0.8402 ] +INFO:root:Average loss=0.18248587999588403 +INFO:root: +[Valid][8][UTT][ MSE = 0.2865 | LCC = 0.8443 | SRCC = 0.8412 ] +INFO:root:Average loss=0.17714963442622086 +INFO:root: +[Valid][9][UTT][ MSE = 0.3826 | LCC = 0.8344 | SRCC = 0.8351 ] +INFO:root:Average loss=0.18972786334462655 +INFO:root: +[Valid][10][UTT][ MSE = 0.2525 | LCC = 0.8435 | SRCC = 0.8379 ] +INFO:root:Average loss=0.1601751694121422 +INFO:root: +[Valid][11][UTT][ MSE = 0.2554 | LCC = 0.8413 | SRCC = 0.8371 ] +INFO:root:Average loss=0.14200953155373916 +INFO:root: +[Valid][12][UTT][ MSE = 0.2465 | LCC = 0.8515 | SRCC = 0.8464 ] +INFO:root:Average loss=0.15068959922362596 +INFO:root: +[Valid][13][UTT][ MSE = 0.2981 | LCC = 0.8405 | SRCC = 0.8364 ] +INFO:root:Average loss=0.15689893525380355 +INFO:root: +[Valid][14][UTT][ MSE = 0.3130 | LCC = 0.8442 | SRCC = 0.8436 ] +INFO:root:Average loss=0.12544210493946686 +INFO:root: +[Valid][15][UTT][ MSE = 0.2654 | LCC = 0.8397 | SRCC = 0.8359 ] +INFO:root:Average loss=0.11774024892693911 +INFO:root: +[Valid][16][UTT][ MSE = 0.3545 | LCC = 0.8415 | SRCC = 0.8434 ] +INFO:root:Average loss=0.11940372286316676 +INFO:root: +[Valid][17][UTT][ MSE = 0.2451 | LCC = 0.8476 | SRCC = 0.8462 ] +INFO:root:Average loss=0.11567452139197251 +INFO:root: +[Valid][18][UTT][ MSE = 0.2723 | LCC = 0.8476 | SRCC = 0.8480 ] +INFO:root:Average loss=0.11003106741760021 +INFO:root: +[Valid][19][UTT][ MSE = 0.2773 | LCC = 0.8456 | SRCC = 0.8428 ] +INFO:root:Average loss=0.10667500014488514 +INFO:root: +[Valid][20][UTT][ MSE = 0.2706 | LCC = 0.8470 | SRCC = 0.8439 ] +INFO:root:Average loss=0.10179305215103504 +INFO:root: +[Valid][21][UTT][ MSE = 0.3409 | LCC = 0.8362 | SRCC = 0.8377 ] +INFO:root:Average loss=0.09433397684150781 +INFO:root: +[Valid][22][UTT][ MSE = 0.2694 | LCC = 0.8492 | SRCC = 0.8468 ] +INFO:root:Average loss=0.08770220401959541 +INFO:root: +[Valid][23][UTT][ MSE = 0.2472 | LCC = 0.8447 | SRCC = 0.8415 ] +INFO:root:Average loss=0.1242745895511829 +INFO:root: +[Valid][24][UTT][ MSE = 0.2823 | LCC = 0.8486 | SRCC = 0.8486 ] +INFO:root:Average loss=0.0847993808774612 +INFO:root: +[Valid][25][UTT][ MSE = 0.2478 | LCC = 0.8417 | SRCC = 0.8392 ] +INFO:root:Average loss=0.08545516488643792 +INFO:root: +[Valid][26][UTT][ MSE = 0.2369 | LCC = 0.8500 | SRCC = 0.8473 ] +INFO:root:Average loss=0.07475767026727016 +INFO:root: +[Valid][27][UTT][ MSE = 0.2647 | LCC = 0.8430 | SRCC = 0.8408 ] +INFO:root:Average loss=0.07451479050975579 +INFO:root: +[Valid][28][UTT][ MSE = 0.2520 | LCC = 0.8496 | SRCC = 0.8468 ] +INFO:root:Average loss=0.07411101021063633 +INFO:root: +[Valid][29][UTT][ MSE = 0.2371 | LCC = 0.8486 | SRCC = 0.8453 ] +INFO:root:Average loss=0.0731277421880991 +INFO:root: +[Valid][30][UTT][ MSE = 0.2731 | LCC = 0.8481 | SRCC = 0.8458 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2530 | LCC = 0.8539 | SRCC = 0.8541 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer26/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer26/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce9bcdac238ef4e7da97085b6b82b19daffbc90e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb23f62d14f89333fc10e39d9544b8284836889129b718179c02fa5fe5c05e2f +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer26/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..52f37b8298765e92d84be6ec0b26cc94ed39fa54 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd2ce3c75ceecbea046b480a16deb6a66e12acef2f1b9a236ed89b28bc553939 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer26/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2073c912959d65dd367a7259651e53deb1f39814 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6203316316390649 +INFO:root: +[Valid][0][UTT][ MSE = 0.5098 | LCC = 0.7332 | SRCC = 0.7419 ] +INFO:root:Average loss=0.35134312472282314 +INFO:root: +[Valid][1][UTT][ MSE = 0.3440 | LCC = 0.7948 | SRCC = 0.7894 ] +INFO:root:Average loss=0.28565558657432216 +INFO:root: +[Valid][2][UTT][ MSE = 0.3249 | LCC = 0.8091 | SRCC = 0.8037 ] +INFO:root:Average loss=0.2620782915216226 +INFO:root: +[Valid][3][UTT][ MSE = 0.2911 | LCC = 0.8263 | SRCC = 0.8225 ] +INFO:root:Average loss=0.2455431253482134 +INFO:root: +[Valid][4][UTT][ MSE = 0.2796 | LCC = 0.8326 | SRCC = 0.8257 ] +INFO:root:Average loss=0.24061358204254737 +INFO:root: +[Valid][5][UTT][ MSE = 0.3022 | LCC = 0.8364 | SRCC = 0.8326 ] +INFO:root:Average loss=0.22009900708993277 +INFO:root: +[Valid][6][UTT][ MSE = 0.2973 | LCC = 0.8393 | SRCC = 0.8341 ] +INFO:root:Average loss=0.20075464248657227 +INFO:root: +[Valid][7][UTT][ MSE = 0.2627 | LCC = 0.8408 | SRCC = 0.8353 ] +INFO:root:Average loss=0.19342192386587462 +INFO:root: +[Valid][8][UTT][ MSE = 0.2725 | LCC = 0.8372 | SRCC = 0.8317 ] +INFO:root:Average loss=0.17908215350829637 +INFO:root: +[Valid][9][UTT][ MSE = 0.3017 | LCC = 0.8300 | SRCC = 0.8250 ] +INFO:root:Average loss=0.17661839971939722 +INFO:root: +[Valid][10][UTT][ MSE = 0.3221 | LCC = 0.8421 | SRCC = 0.8402 ] +INFO:root:Average loss=0.1698799052108557 +INFO:root: +[Valid][11][UTT][ MSE = 0.3241 | LCC = 0.8464 | SRCC = 0.8437 ] +INFO:root:Average loss=0.17333900527312204 +INFO:root: +[Valid][12][UTT][ MSE = 0.2618 | LCC = 0.8396 | SRCC = 0.8340 ] +INFO:root:Average loss=0.15290564088485178 +INFO:root: +[Valid][13][UTT][ MSE = 0.2657 | LCC = 0.8394 | SRCC = 0.8342 ] +INFO:root:Average loss=0.16781572156991714 +INFO:root: +[Valid][14][UTT][ MSE = 0.2834 | LCC = 0.8430 | SRCC = 0.8379 ] +INFO:root:Average loss=0.15207360379206827 +INFO:root: +[Valid][15][UTT][ MSE = 0.2559 | LCC = 0.8402 | SRCC = 0.8345 ] +INFO:root:Average loss=0.13457986158438218 +INFO:root: +[Valid][16][UTT][ MSE = 0.2406 | LCC = 0.8453 | SRCC = 0.8401 ] +INFO:root:Average loss=0.13889104939806154 +INFO:root: +[Valid][17][UTT][ MSE = 0.2678 | LCC = 0.8458 | SRCC = 0.8407 ] +INFO:root:Average loss=0.1276243261228769 +INFO:root: +[Valid][18][UTT][ MSE = 0.3156 | LCC = 0.8393 | SRCC = 0.8368 ] +INFO:root:Average loss=0.11850077477403176 +INFO:root: +[Valid][19][UTT][ MSE = 0.2527 | LCC = 0.8383 | SRCC = 0.8321 ] +INFO:root:Average loss=0.11437626192585015 +INFO:root: +[Valid][20][UTT][ MSE = 0.2637 | LCC = 0.8453 | SRCC = 0.8401 ] +INFO:root:Average loss=0.11082629319757988 +INFO:root: +[Valid][21][UTT][ MSE = 0.2940 | LCC = 0.8395 | SRCC = 0.8379 ] +INFO:root:Average loss=0.11493567396432926 +INFO:root: +[Valid][22][UTT][ MSE = 0.2454 | LCC = 0.8449 | SRCC = 0.8409 ] +INFO:root:Average loss=0.09821420640517504 +INFO:root: +[Valid][23][UTT][ MSE = 0.2960 | LCC = 0.8425 | SRCC = 0.8420 ] +INFO:root:Average loss=0.09634712968881314 +INFO:root: +[Valid][24][UTT][ MSE = 0.2514 | LCC = 0.8425 | SRCC = 0.8372 ] +INFO:root:Average loss=0.08569600896384472 +INFO:root: +[Valid][25][UTT][ MSE = 0.2481 | LCC = 0.8434 | SRCC = 0.8401 ] +INFO:root:Average loss=0.08971913536198628 +INFO:root: +[Valid][26][UTT][ MSE = 0.2601 | LCC = 0.8475 | SRCC = 0.8466 ] +INFO:root:Average loss=0.0888366347226577 +INFO:root: +[Valid][27][UTT][ MSE = 0.2541 | LCC = 0.8458 | SRCC = 0.8432 ] +INFO:root:Average loss=0.08514213452163415 +INFO:root: +[Valid][28][UTT][ MSE = 0.2561 | LCC = 0.8426 | SRCC = 0.8407 ] +INFO:root:Average loss=0.08380659707845786 +INFO:root: +[Valid][29][UTT][ MSE = 0.2504 | LCC = 0.8429 | SRCC = 0.8399 ] +INFO:root:Average loss=0.07620356036111331 +INFO:root: +[Valid][30][UTT][ MSE = 0.2764 | LCC = 0.8403 | SRCC = 0.8387 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2326 | LCC = 0.8557 | SRCC = 0.8540 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer26/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer26/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..577ad473a7bbcbf1eb849c03ebb7f41432d73590 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ebb3511573d516919b780865c6f6b8838972ca0791e0938a511c86605a739ae +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer26/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a3b81cc22e490af6d06bfee6143a5dfb4b9711b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b55fadedaebcdb2846ecbb73bb24c266f606f01c827839cf09ca924b040bbca +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer26/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0e2d5a75526b7a47ccae93e61a4cb180e29f5e53 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5894378526852682 +INFO:root: +[Valid][0][UTT][ MSE = 0.3997 | LCC = 0.7553 | SRCC = 0.7515 ] +INFO:root:Average loss=0.34820143037881607 +INFO:root: +[Valid][1][UTT][ MSE = 0.3450 | LCC = 0.8049 | SRCC = 0.7995 ] +INFO:root:Average loss=0.28268805814859194 +INFO:root: +[Valid][2][UTT][ MSE = 0.3002 | LCC = 0.8173 | SRCC = 0.8122 ] +INFO:root:Average loss=0.26951350883031505 +INFO:root: +[Valid][3][UTT][ MSE = 0.2919 | LCC = 0.8300 | SRCC = 0.8249 ] +INFO:root:Average loss=0.2551080464170529 +INFO:root: +[Valid][4][UTT][ MSE = 0.2870 | LCC = 0.8334 | SRCC = 0.8281 ] +INFO:root:Average loss=0.22494990302202028 +INFO:root: +[Valid][5][UTT][ MSE = 0.2801 | LCC = 0.8368 | SRCC = 0.8319 ] +INFO:root:Average loss=0.2035385916630427 +INFO:root: +[Valid][6][UTT][ MSE = 0.2618 | LCC = 0.8406 | SRCC = 0.8357 ] +INFO:root:Average loss=0.20336520079618844 +INFO:root: +[Valid][7][UTT][ MSE = 0.3180 | LCC = 0.8423 | SRCC = 0.8379 ] +INFO:root:Average loss=0.19928872088591257 +INFO:root: +[Valid][8][UTT][ MSE = 0.2654 | LCC = 0.8424 | SRCC = 0.8388 ] +INFO:root:Average loss=0.1738319617624466 +INFO:root: +[Valid][9][UTT][ MSE = 0.2821 | LCC = 0.8444 | SRCC = 0.8392 ] +INFO:root:Average loss=0.1658261918868774 +INFO:root: +[Valid][10][UTT][ MSE = 0.2795 | LCC = 0.8478 | SRCC = 0.8429 ] +INFO:root:Average loss=0.16392007174018103 +INFO:root: +[Valid][11][UTT][ MSE = 0.2513 | LCC = 0.8497 | SRCC = 0.8446 ] +INFO:root:Average loss=0.17810786525026345 +INFO:root: +[Valid][12][UTT][ MSE = 0.3517 | LCC = 0.8449 | SRCC = 0.8439 ] +INFO:root:Average loss=0.15882947477392662 +INFO:root: +[Valid][13][UTT][ MSE = 0.2419 | LCC = 0.8480 | SRCC = 0.8444 ] +INFO:root:Average loss=0.14462982672147262 +INFO:root: +[Valid][14][UTT][ MSE = 0.2522 | LCC = 0.8488 | SRCC = 0.8460 ] +INFO:root:Average loss=0.13316604380424207 +INFO:root: +[Valid][15][UTT][ MSE = 0.2509 | LCC = 0.8451 | SRCC = 0.8424 ] +INFO:root:Average loss=0.12425264754356483 +INFO:root: +[Valid][16][UTT][ MSE = 0.2397 | LCC = 0.8485 | SRCC = 0.8456 ] +INFO:root:Average loss=0.14253257100398725 +INFO:root: +[Valid][17][UTT][ MSE = 0.2377 | LCC = 0.8523 | SRCC = 0.8483 ] +INFO:root:Average loss=0.13026426799404314 +INFO:root: +[Valid][18][UTT][ MSE = 0.2465 | LCC = 0.8492 | SRCC = 0.8456 ] +INFO:root:Average loss=0.11482605901666176 +INFO:root: +[Valid][19][UTT][ MSE = 0.2471 | LCC = 0.8453 | SRCC = 0.8417 ] +INFO:root:Average loss=0.1029414248963197 +INFO:root: +[Valid][20][UTT][ MSE = 0.2512 | LCC = 0.8450 | SRCC = 0.8404 ] +INFO:root:Average loss=0.1036906249057024 +INFO:root: +[Valid][21][UTT][ MSE = 0.2556 | LCC = 0.8415 | SRCC = 0.8376 ] +INFO:root:Average loss=0.10592548147990154 +INFO:root: +[Valid][22][UTT][ MSE = 0.2675 | LCC = 0.8518 | SRCC = 0.8484 ] +INFO:root:Average loss=0.08676271732801046 +INFO:root: +[Valid][23][UTT][ MSE = 0.2494 | LCC = 0.8485 | SRCC = 0.8443 ] +INFO:root:Average loss=0.09516126371155946 +INFO:root: +[Valid][24][UTT][ MSE = 0.2467 | LCC = 0.8493 | SRCC = 0.8468 ] +INFO:root:Average loss=0.09026996963299237 +INFO:root: +[Valid][25][UTT][ MSE = 0.2464 | LCC = 0.8485 | SRCC = 0.8447 ] +INFO:root:Average loss=0.08163899914003335 +INFO:root: +[Valid][26][UTT][ MSE = 0.2489 | LCC = 0.8505 | SRCC = 0.8468 ] +INFO:root:Average loss=0.07773912841310868 +INFO:root: +[Valid][27][UTT][ MSE = 0.2402 | LCC = 0.8491 | SRCC = 0.8454 ] +INFO:root:Average loss=0.0812315216813332 +INFO:root: +[Valid][28][UTT][ MSE = 0.2605 | LCC = 0.8467 | SRCC = 0.8414 ] +INFO:root:Average loss=0.07191186446027878 +INFO:root: +[Valid][29][UTT][ MSE = 0.2818 | LCC = 0.8430 | SRCC = 0.8368 ] +INFO:root:Average loss=0.07326464173503411 +INFO:root: +[Valid][30][UTT][ MSE = 0.2648 | LCC = 0.8444 | SRCC = 0.8410 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2564 | LCC = 0.8550 | SRCC = 0.8559 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer26/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer26/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0488b8d51a52d518d4fc9f00a57ef4532c1231a7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49965533fe970e3ed88815a04c0d4838a6e905829aed3d115f2f80d4abeec087 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer26/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..045d3478f0dc663d1f0db957da392dc486cce72b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d79428423499bc700d410816cf5caa3e1f490e4c9f6c3593d9b9549e73b9e98c +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer26/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer26/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9cc09d2bd004382505c7d90b1ac7185ab9035490 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer26/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.645623871149161 +INFO:root: +[Valid][0][UTT][ MSE = 0.4015 | LCC = 0.7455 | SRCC = 0.7464 ] +INFO:root:Average loss=0.336208419348949 +INFO:root: +[Valid][1][UTT][ MSE = 0.3442 | LCC = 0.8049 | SRCC = 0.7996 ] +INFO:root:Average loss=0.29019111222945726 +INFO:root: +[Valid][2][UTT][ MSE = 0.3083 | LCC = 0.8153 | SRCC = 0.8089 ] +INFO:root:Average loss=0.25870953232814103 +INFO:root: +[Valid][3][UTT][ MSE = 0.2929 | LCC = 0.8234 | SRCC = 0.8178 ] +INFO:root:Average loss=0.24342616437337336 +INFO:root: +[Valid][4][UTT][ MSE = 0.3064 | LCC = 0.8303 | SRCC = 0.8267 ] +INFO:root:Average loss=0.22925328425107858 +INFO:root: +[Valid][5][UTT][ MSE = 0.2897 | LCC = 0.8361 | SRCC = 0.8312 ] +INFO:root:Average loss=0.23803601146508485 +INFO:root: +[Valid][6][UTT][ MSE = 0.2667 | LCC = 0.8349 | SRCC = 0.8274 ] +INFO:root:Average loss=0.2072170602205472 +INFO:root: +[Valid][7][UTT][ MSE = 0.3125 | LCC = 0.8337 | SRCC = 0.8273 ] +INFO:root:Average loss=0.19339446666148993 +INFO:root: +[Valid][8][UTT][ MSE = 0.2671 | LCC = 0.8425 | SRCC = 0.8387 ] +INFO:root:Average loss=0.17342878018434232 +INFO:root: +[Valid][9][UTT][ MSE = 0.2710 | LCC = 0.8446 | SRCC = 0.8411 ] +INFO:root:Average loss=0.17203309807257774 +INFO:root: +[Valid][10][UTT][ MSE = 0.2771 | LCC = 0.8420 | SRCC = 0.8406 ] +INFO:root:Average loss=0.16991679083842498 +INFO:root: +[Valid][11][UTT][ MSE = 0.2428 | LCC = 0.8446 | SRCC = 0.8412 ] +INFO:root:Average loss=0.15143865557053152 +INFO:root: +[Valid][12][UTT][ MSE = 0.2591 | LCC = 0.8416 | SRCC = 0.8375 ] +INFO:root:Average loss=0.15455442265822336 +INFO:root: +[Valid][13][UTT][ MSE = 0.2566 | LCC = 0.8409 | SRCC = 0.8362 ] +INFO:root:Average loss=0.14311324814573312 +INFO:root: +[Valid][14][UTT][ MSE = 0.2544 | LCC = 0.8448 | SRCC = 0.8407 ] +INFO:root:Average loss=0.13380974578933838 +INFO:root: +[Valid][15][UTT][ MSE = 0.2565 | LCC = 0.8409 | SRCC = 0.8363 ] +INFO:root:Average loss=0.15263555342188248 +INFO:root: +[Valid][16][UTT][ MSE = 0.2412 | LCC = 0.8489 | SRCC = 0.8455 ] +INFO:root:Average loss=0.13318454359586424 +INFO:root: +[Valid][17][UTT][ MSE = 0.2667 | LCC = 0.8495 | SRCC = 0.8469 ] +INFO:root:Average loss=0.1205781920789144 +INFO:root: +[Valid][18][UTT][ MSE = 0.2438 | LCC = 0.8491 | SRCC = 0.8461 ] +INFO:root:Average loss=0.11366074446302193 +INFO:root: +[Valid][19][UTT][ MSE = 0.2536 | LCC = 0.8427 | SRCC = 0.8410 ] +INFO:root:Average loss=0.1072588209540416 +INFO:root: +[Valid][20][UTT][ MSE = 0.2622 | LCC = 0.8464 | SRCC = 0.8435 ] +INFO:root:Average loss=0.11473818983022983 +INFO:root: +[Valid][21][UTT][ MSE = 0.2704 | LCC = 0.8444 | SRCC = 0.8417 ] +INFO:root:Average loss=0.11328662951023151 +INFO:root: +[Valid][22][UTT][ MSE = 0.2785 | LCC = 0.8411 | SRCC = 0.8387 ] +INFO:root:Average loss=0.10913695380664788 +INFO:root: +[Valid][23][UTT][ MSE = 0.2448 | LCC = 0.8444 | SRCC = 0.8433 ] +INFO:root:Average loss=0.09321309912663239 +INFO:root: +[Valid][24][UTT][ MSE = 0.2483 | LCC = 0.8406 | SRCC = 0.8379 ] +INFO:root:Average loss=0.09082352188535225 +INFO:root: +[Valid][25][UTT][ MSE = 0.2681 | LCC = 0.8344 | SRCC = 0.8305 ] +INFO:root:Average loss=0.08845557511234894 +INFO:root: +[Valid][26][UTT][ MSE = 0.2555 | LCC = 0.8433 | SRCC = 0.8395 ] +INFO:root:Average loss=0.08275455976716983 +INFO:root: +[Valid][27][UTT][ MSE = 0.2575 | LCC = 0.8404 | SRCC = 0.8374 ] +INFO:root:Average loss=0.07958815638453533 +INFO:root: +[Valid][28][UTT][ MSE = 0.2476 | LCC = 0.8429 | SRCC = 0.8410 ] +INFO:root:Average loss=0.09226034787029792 +INFO:root: +[Valid][29][UTT][ MSE = 0.2571 | LCC = 0.8399 | SRCC = 0.8367 ] +INFO:root:Average loss=0.07848187817785984 +INFO:root: +[Valid][30][UTT][ MSE = 0.2469 | LCC = 0.8409 | SRCC = 0.8382 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2987 | LCC = 0.8548 | SRCC = 0.8547 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer28/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer28/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1e0797860752589fa39d109058d84bd22005095 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24930e716a71bdd44ac31f1705f72587a5cbd528a6868bc34ed056bed7d659d1 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer28/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f51ce47ef28946b31702468767a8975a23eacdca --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:860b83e3551fabd6f7d5fd4249fd79362b427d91730002ff5ccab7ebc634982d +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer28/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9015438e1cbc917f0db000622f78dd29952a2aa8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5663034740166787 +INFO:root: +[Valid][0][UTT][ MSE = 0.4198 | LCC = 0.7785 | SRCC = 0.7793 ] +INFO:root:Average loss=0.33490303598153287 +INFO:root: +[Valid][1][UTT][ MSE = 0.3879 | LCC = 0.7976 | SRCC = 0.8018 ] +INFO:root:Average loss=0.2998541880112428 +INFO:root: +[Valid][2][UTT][ MSE = 0.3358 | LCC = 0.8176 | SRCC = 0.8136 ] +INFO:root:Average loss=0.2599918767809868 +INFO:root: +[Valid][3][UTT][ MSE = 0.3142 | LCC = 0.8271 | SRCC = 0.8203 ] +INFO:root:Average loss=0.23127776556290114 +INFO:root: +[Valid][4][UTT][ MSE = 0.2794 | LCC = 0.8306 | SRCC = 0.8265 ] +INFO:root:Average loss=0.23493147794252786 +INFO:root: +[Valid][5][UTT][ MSE = 0.2728 | LCC = 0.8333 | SRCC = 0.8277 ] +INFO:root:Average loss=0.21130763825315696 +INFO:root: +[Valid][6][UTT][ MSE = 0.3536 | LCC = 0.8362 | SRCC = 0.8333 ] +INFO:root:Average loss=0.20902927984029818 +INFO:root: +[Valid][7][UTT][ MSE = 0.2777 | LCC = 0.8383 | SRCC = 0.8330 ] +INFO:root:Average loss=0.2053402154109417 +INFO:root: +[Valid][8][UTT][ MSE = 0.3311 | LCC = 0.8358 | SRCC = 0.8326 ] +INFO:root:Average loss=0.19314535477986702 +INFO:root: +[Valid][9][UTT][ MSE = 0.2901 | LCC = 0.8398 | SRCC = 0.8365 ] +INFO:root:Average loss=0.16958212069211862 +INFO:root: +[Valid][10][UTT][ MSE = 0.2799 | LCC = 0.8401 | SRCC = 0.8345 ] +INFO:root:Average loss=0.1691911332309246 +INFO:root: +[Valid][11][UTT][ MSE = 0.3040 | LCC = 0.8439 | SRCC = 0.8416 ] +INFO:root:Average loss=0.1551267381470937 +INFO:root: +[Valid][12][UTT][ MSE = 0.2714 | LCC = 0.8449 | SRCC = 0.8409 ] +INFO:root:Average loss=0.14189445485289282 +INFO:root: +[Valid][13][UTT][ MSE = 0.2609 | LCC = 0.8419 | SRCC = 0.8393 ] +INFO:root:Average loss=0.1556158609306201 +INFO:root: +[Valid][14][UTT][ MSE = 0.2596 | LCC = 0.8384 | SRCC = 0.8364 ] +INFO:root:Average loss=0.14844445740947357 +INFO:root: +[Valid][15][UTT][ MSE = 0.2769 | LCC = 0.8362 | SRCC = 0.8346 ] +INFO:root:Average loss=0.13188287768608484 +INFO:root: +[Valid][16][UTT][ MSE = 0.2589 | LCC = 0.8414 | SRCC = 0.8375 ] +INFO:root:Average loss=0.12278866882507618 +INFO:root: +[Valid][17][UTT][ MSE = 0.2825 | LCC = 0.8419 | SRCC = 0.8382 ] +INFO:root:Average loss=0.1264830260322644 +INFO:root: +[Valid][18][UTT][ MSE = 0.2523 | LCC = 0.8429 | SRCC = 0.8412 ] +INFO:root:Average loss=0.1176429801644423 +INFO:root: +[Valid][19][UTT][ MSE = 0.2583 | LCC = 0.8411 | SRCC = 0.8382 ] +INFO:root:Average loss=0.14846577008183187 +INFO:root: +[Valid][20][UTT][ MSE = 0.2798 | LCC = 0.8429 | SRCC = 0.8398 ] +INFO:root:Average loss=0.10264312858000779 +INFO:root: +[Valid][21][UTT][ MSE = 0.2745 | LCC = 0.8394 | SRCC = 0.8387 ] +INFO:root:Average loss=0.09930263717587177 +INFO:root: +[Valid][22][UTT][ MSE = 0.2538 | LCC = 0.8415 | SRCC = 0.8402 ] +INFO:root:Average loss=0.10188423082805596 +INFO:root: +[Valid][23][UTT][ MSE = 0.3536 | LCC = 0.8385 | SRCC = 0.8435 ] +INFO:root:Average loss=0.0912108675409586 +INFO:root: +[Valid][24][UTT][ MSE = 0.2566 | LCC = 0.8432 | SRCC = 0.8409 ] +INFO:root:Average loss=0.08861994251417808 +INFO:root: +[Valid][25][UTT][ MSE = 0.2713 | LCC = 0.8412 | SRCC = 0.8408 ] +INFO:root:Average loss=0.11645837901876523 +INFO:root: +[Valid][26][UTT][ MSE = 0.2904 | LCC = 0.8437 | SRCC = 0.8423 ] +INFO:root:Average loss=0.07973348865142235 +INFO:root: +[Valid][27][UTT][ MSE = 0.2843 | LCC = 0.8352 | SRCC = 0.8363 ] +INFO:root:Average loss=0.08406137398038155 +INFO:root: +[Valid][28][UTT][ MSE = 0.2715 | LCC = 0.8360 | SRCC = 0.8323 ] +INFO:root:Average loss=0.07296183862938331 +INFO:root: +[Valid][29][UTT][ MSE = 0.2616 | LCC = 0.8396 | SRCC = 0.8360 ] +INFO:root:Average loss=0.08173288858662812 +INFO:root: +[Valid][30][UTT][ MSE = 0.2816 | LCC = 0.8391 | SRCC = 0.8366 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2874 | LCC = 0.8553 | SRCC = 0.8548 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer28/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer28/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..06f6579987cb70d4901aca0b447d6cd9513d6c7c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2462bff1259e34103eb58cbe8f455c9e10a2e551b43235b64b91f48873490014 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer28/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..016e73d6660dfa3f3473ffb33b7d0a13575062f6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cad557ba729ef2ef992642fdaa8ad6b445fa431ef9aec00f8d04ba1fce0529d +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer28/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ea01316875d2f909f84a81d4fea32daff0e34830 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6214268635480832 +INFO:root: +[Valid][0][UTT][ MSE = 0.3802 | LCC = 0.7705 | SRCC = 0.7743 ] +INFO:root:Average loss=0.32877716995202577 +INFO:root: +[Valid][1][UTT][ MSE = 0.3412 | LCC = 0.8040 | SRCC = 0.7994 ] +INFO:root:Average loss=0.2879274810353915 +INFO:root: +[Valid][2][UTT][ MSE = 0.3114 | LCC = 0.8168 | SRCC = 0.8118 ] +INFO:root:Average loss=0.26832820551517683 +INFO:root: +[Valid][3][UTT][ MSE = 0.3106 | LCC = 0.8245 | SRCC = 0.8198 ] +INFO:root:Average loss=0.24322847104989564 +INFO:root: +[Valid][4][UTT][ MSE = 0.3057 | LCC = 0.8245 | SRCC = 0.8226 ] +INFO:root:Average loss=0.22204535683760276 +INFO:root: +[Valid][5][UTT][ MSE = 0.3007 | LCC = 0.8354 | SRCC = 0.8309 ] +INFO:root:Average loss=0.2315033026612722 +INFO:root: +[Valid][6][UTT][ MSE = 0.2708 | LCC = 0.8357 | SRCC = 0.8308 ] +INFO:root:Average loss=0.22033145431524667 +INFO:root: +[Valid][7][UTT][ MSE = 0.2936 | LCC = 0.8327 | SRCC = 0.8274 ] +INFO:root:Average loss=0.19799079325718758 +INFO:root: +[Valid][8][UTT][ MSE = 0.3225 | LCC = 0.8256 | SRCC = 0.8252 ] +INFO:root:Average loss=0.2013840778515889 +INFO:root: +[Valid][9][UTT][ MSE = 0.3068 | LCC = 0.8437 | SRCC = 0.8389 ] +INFO:root:Average loss=0.1913457195728253 +INFO:root: +[Valid][10][UTT][ MSE = 0.3146 | LCC = 0.8389 | SRCC = 0.8336 ] +INFO:root:Average loss=0.17282821218936872 +INFO:root: +[Valid][11][UTT][ MSE = 0.2754 | LCC = 0.8421 | SRCC = 0.8406 ] +INFO:root:Average loss=0.16614962120850882 +INFO:root: +[Valid][12][UTT][ MSE = 0.2733 | LCC = 0.8450 | SRCC = 0.8401 ] +INFO:root:Average loss=0.15141446582781962 +INFO:root: +[Valid][13][UTT][ MSE = 0.2733 | LCC = 0.8407 | SRCC = 0.8388 ] +INFO:root:Average loss=0.1522235588576549 +INFO:root: +[Valid][14][UTT][ MSE = 0.2564 | LCC = 0.8416 | SRCC = 0.8382 ] +INFO:root:Average loss=0.1329856065985484 +INFO:root: +[Valid][15][UTT][ MSE = 0.2721 | LCC = 0.8409 | SRCC = 0.8399 ] +INFO:root:Average loss=0.13051836813489595 +INFO:root: +[Valid][16][UTT][ MSE = 0.2836 | LCC = 0.8437 | SRCC = 0.8426 ] +INFO:root:Average loss=0.12115896731997147 +INFO:root: +[Valid][17][UTT][ MSE = 0.2600 | LCC = 0.8493 | SRCC = 0.8451 ] +INFO:root:Average loss=0.13694638586961305 +INFO:root: +[Valid][18][UTT][ MSE = 0.2926 | LCC = 0.8384 | SRCC = 0.8361 ] +INFO:root:Average loss=0.11284378524392079 +INFO:root: +[Valid][19][UTT][ MSE = 0.2675 | LCC = 0.8400 | SRCC = 0.8387 ] +INFO:root:Average loss=0.1326061747968197 +INFO:root: +[Valid][20][UTT][ MSE = 0.3157 | LCC = 0.8372 | SRCC = 0.8391 ] +INFO:root:Average loss=0.11585468034713696 +INFO:root: +[Valid][21][UTT][ MSE = 0.2480 | LCC = 0.8449 | SRCC = 0.8411 ] +INFO:root:Average loss=0.10029923915863037 +INFO:root: +[Valid][22][UTT][ MSE = 0.2494 | LCC = 0.8413 | SRCC = 0.8375 ] +INFO:root:Average loss=0.11273188220384793 +INFO:root: +[Valid][23][UTT][ MSE = 0.2646 | LCC = 0.8435 | SRCC = 0.8404 ] +INFO:root:Average loss=0.10024769260333134 +INFO:root: +[Valid][24][UTT][ MSE = 0.3273 | LCC = 0.8395 | SRCC = 0.8419 ] +INFO:root:Average loss=0.09468857705211028 +INFO:root: +[Valid][25][UTT][ MSE = 0.2851 | LCC = 0.8400 | SRCC = 0.8411 ] +INFO:root:Average loss=0.1048075282611908 +INFO:root: +[Valid][26][UTT][ MSE = 0.2846 | LCC = 0.8433 | SRCC = 0.8444 ] +INFO:root:Average loss=0.08059274467329185 +INFO:root: +[Valid][27][UTT][ MSE = 0.2780 | LCC = 0.8453 | SRCC = 0.8450 ] +INFO:root:Average loss=0.09657682387683636 +INFO:root: +[Valid][28][UTT][ MSE = 0.2496 | LCC = 0.8477 | SRCC = 0.8467 ] +INFO:root:Average loss=0.08342814818024635 +INFO:root: +[Valid][29][UTT][ MSE = 0.2923 | LCC = 0.8394 | SRCC = 0.8413 ] +INFO:root:Average loss=0.07895362701935646 +INFO:root: +[Valid][30][UTT][ MSE = 0.2551 | LCC = 0.8463 | SRCC = 0.8469 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2900 | LCC = 0.8604 | SRCC = 0.8608 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer28/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer28/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4722aa84bb08a55aa91a369bbe8bc0e9c7422b21 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:921dc48d234e31ccacc9cf59a72fbbb2f0e5b35c66df7d8d0f9a4c6c7afc4de4 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer28/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..877c134667671d2ad0079609f9fa0321425dc243 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c87a5cfcc486a51212bbcf5b1934b51ffa8d0bd36d25e777140a0483d1c31879 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer28/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..66b16bc5cb9de78d51fb03f079e9d1ed825c30ef --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.549145625378841 +INFO:root: +[Valid][0][UTT][ MSE = 0.3603 | LCC = 0.7846 | SRCC = 0.7829 ] +INFO:root:Average loss=0.31333386038358396 +INFO:root: +[Valid][1][UTT][ MSE = 0.3348 | LCC = 0.8055 | SRCC = 0.8010 ] +INFO:root:Average loss=0.2668641058680339 +INFO:root: +[Valid][2][UTT][ MSE = 0.2870 | LCC = 0.8229 | SRCC = 0.8187 ] +INFO:root:Average loss=0.24428488638920662 +INFO:root: +[Valid][3][UTT][ MSE = 0.3450 | LCC = 0.8305 | SRCC = 0.8284 ] +INFO:root:Average loss=0.241889748053673 +INFO:root: +[Valid][4][UTT][ MSE = 0.3008 | LCC = 0.8409 | SRCC = 0.8362 ] +INFO:root:Average loss=0.20701621549251753 +INFO:root: +[Valid][5][UTT][ MSE = 0.2636 | LCC = 0.8438 | SRCC = 0.8396 ] +INFO:root:Average loss=0.1967977327414048 +INFO:root: +[Valid][6][UTT][ MSE = 0.2550 | LCC = 0.8447 | SRCC = 0.8405 ] +INFO:root:Average loss=0.19500614740909675 +INFO:root: +[Valid][7][UTT][ MSE = 0.2455 | LCC = 0.8460 | SRCC = 0.8438 ] +INFO:root:Average loss=0.1835483058522909 +INFO:root: +[Valid][8][UTT][ MSE = 0.2974 | LCC = 0.8450 | SRCC = 0.8427 ] +INFO:root:Average loss=0.17526193106403717 +INFO:root: +[Valid][9][UTT][ MSE = 0.2911 | LCC = 0.8486 | SRCC = 0.8467 ] +INFO:root:Average loss=0.1562808875281077 +INFO:root: +[Valid][10][UTT][ MSE = 0.2657 | LCC = 0.8521 | SRCC = 0.8482 ] +INFO:root:Average loss=0.1602542877006225 +INFO:root: +[Valid][11][UTT][ MSE = 0.2498 | LCC = 0.8484 | SRCC = 0.8473 ] +INFO:root:Average loss=0.14490702165625033 +INFO:root: +[Valid][12][UTT][ MSE = 0.2555 | LCC = 0.8486 | SRCC = 0.8446 ] +INFO:root:Average loss=0.1369563816831662 +INFO:root: +[Valid][13][UTT][ MSE = 0.2559 | LCC = 0.8435 | SRCC = 0.8400 ] +INFO:root:Average loss=0.14054352178787574 +INFO:root: +[Valid][14][UTT][ MSE = 0.2606 | LCC = 0.8461 | SRCC = 0.8449 ] +INFO:root:Average loss=0.13500201205412546 +INFO:root: +[Valid][15][UTT][ MSE = 0.3204 | LCC = 0.8385 | SRCC = 0.8421 ] +INFO:root:Average loss=0.14373983729344147 +INFO:root: +[Valid][16][UTT][ MSE = 0.2654 | LCC = 0.8475 | SRCC = 0.8462 ] +INFO:root:Average loss=0.1196319223023378 +INFO:root: +[Valid][17][UTT][ MSE = 0.2558 | LCC = 0.8482 | SRCC = 0.8455 ] +INFO:root:Average loss=0.1073008944781927 +INFO:root: +[Valid][18][UTT][ MSE = 0.2555 | LCC = 0.8418 | SRCC = 0.8385 ] +INFO:root:Average loss=0.10278716454139122 +INFO:root: +[Valid][19][UTT][ MSE = 0.2403 | LCC = 0.8482 | SRCC = 0.8464 ] +INFO:root:Average loss=0.11188699577290279 +INFO:root: +[Valid][20][UTT][ MSE = 0.2689 | LCC = 0.8390 | SRCC = 0.8394 ] +INFO:root:Average loss=0.11071859481625068 +INFO:root: +[Valid][21][UTT][ MSE = 0.2439 | LCC = 0.8483 | SRCC = 0.8463 ] +INFO:root:Average loss=0.13111423381055012 +INFO:root: +[Valid][22][UTT][ MSE = 0.2510 | LCC = 0.8430 | SRCC = 0.8409 ] +INFO:root:Average loss=0.10067816498952034 +INFO:root: +[Valid][23][UTT][ MSE = 0.2500 | LCC = 0.8440 | SRCC = 0.8415 ] +INFO:root:Average loss=0.09043278669317563 +INFO:root: +[Valid][24][UTT][ MSE = 0.2481 | LCC = 0.8430 | SRCC = 0.8410 ] +INFO:root:Average loss=0.08190379535349515 +INFO:root: +[Valid][25][UTT][ MSE = 0.2409 | LCC = 0.8472 | SRCC = 0.8451 ] +INFO:root:Average loss=0.09656929563826476 +INFO:root: +[Valid][26][UTT][ MSE = 0.2752 | LCC = 0.8472 | SRCC = 0.8451 ] +INFO:root:Average loss=0.09902102323487783 +INFO:root: +[Valid][27][UTT][ MSE = 0.2715 | LCC = 0.8423 | SRCC = 0.8389 ] +INFO:root:Average loss=0.07774903840170456 +INFO:root: +[Valid][28][UTT][ MSE = 0.2504 | LCC = 0.8435 | SRCC = 0.8409 ] +INFO:root:Average loss=0.07410566422801751 +INFO:root: +[Valid][29][UTT][ MSE = 0.2444 | LCC = 0.8450 | SRCC = 0.8436 ] +INFO:root:Average loss=0.06955093675507949 +INFO:root: +[Valid][30][UTT][ MSE = 0.2596 | LCC = 0.8406 | SRCC = 0.8380 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2898 | LCC = 0.8580 | SRCC = 0.8592 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer28/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer28/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a027d2e0f9c6a5450aac2b1006dea94f04a448df --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c810f0fec2ca7b867bdf3112b5c1185043e313fb4b8545089fcf8289f0216d06 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer28/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f3696cf345f6078ecdfe1925a842726dd01f541 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6df4c36e9da2a624a5fba4e04624c123cdbcda702eaf5ba1a9ff9811ffd109cd +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer28/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3ad94ad836ea9fcbdd6ef19d91e9140fdad1dda9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5443353935694083 +INFO:root: +[Valid][0][UTT][ MSE = 0.3866 | LCC = 0.7781 | SRCC = 0.7781 ] +INFO:root:Average loss=0.32673939699545884 +INFO:root: +[Valid][1][UTT][ MSE = 0.3603 | LCC = 0.7975 | SRCC = 0.7973 ] +INFO:root:Average loss=0.2736456585236085 +INFO:root: +[Valid][2][UTT][ MSE = 0.3182 | LCC = 0.8218 | SRCC = 0.8177 ] +INFO:root:Average loss=0.259588245397959 +INFO:root: +[Valid][3][UTT][ MSE = 0.3001 | LCC = 0.8335 | SRCC = 0.8286 ] +INFO:root:Average loss=0.23109862838800138 +INFO:root: +[Valid][4][UTT][ MSE = 0.2787 | LCC = 0.8358 | SRCC = 0.8313 ] +INFO:root:Average loss=0.22425024268718866 +INFO:root: +[Valid][5][UTT][ MSE = 0.3090 | LCC = 0.8363 | SRCC = 0.8324 ] +INFO:root:Average loss=0.22156002171910727 +INFO:root: +[Valid][6][UTT][ MSE = 0.2818 | LCC = 0.8418 | SRCC = 0.8388 ] +INFO:root:Average loss=0.19116230557362238 +INFO:root: +[Valid][7][UTT][ MSE = 0.2595 | LCC = 0.8438 | SRCC = 0.8391 ] +INFO:root:Average loss=0.18427174920455003 +INFO:root: +[Valid][8][UTT][ MSE = 0.2614 | LCC = 0.8452 | SRCC = 0.8412 ] +INFO:root:Average loss=0.17010251270272794 +INFO:root: +[Valid][9][UTT][ MSE = 0.2776 | LCC = 0.8408 | SRCC = 0.8352 ] +INFO:root:Average loss=0.17680480493566927 +INFO:root: +[Valid][10][UTT][ MSE = 0.2845 | LCC = 0.8378 | SRCC = 0.8355 ] +INFO:root:Average loss=0.15738966822242126 +INFO:root: +[Valid][11][UTT][ MSE = 0.2476 | LCC = 0.8461 | SRCC = 0.8408 ] +INFO:root:Average loss=0.15537992931711367 +INFO:root: +[Valid][12][UTT][ MSE = 0.2578 | LCC = 0.8475 | SRCC = 0.8426 ] +INFO:root:Average loss=0.14983127533625334 +INFO:root: +[Valid][13][UTT][ MSE = 0.2661 | LCC = 0.8424 | SRCC = 0.8369 ] +INFO:root:Average loss=0.1528090576712902 +INFO:root: +[Valid][14][UTT][ MSE = 0.2861 | LCC = 0.8442 | SRCC = 0.8447 ] +INFO:root:Average loss=0.1421474689283432 +INFO:root: +[Valid][15][UTT][ MSE = 0.2811 | LCC = 0.8455 | SRCC = 0.8450 ] +INFO:root:Average loss=0.1313948639883445 +INFO:root: +[Valid][16][UTT][ MSE = 0.2851 | LCC = 0.8474 | SRCC = 0.8476 ] +INFO:root:Average loss=0.11737997619769512 +INFO:root: +[Valid][17][UTT][ MSE = 0.3029 | LCC = 0.8390 | SRCC = 0.8408 ] +INFO:root:Average loss=0.11990352366597225 +INFO:root: +[Valid][18][UTT][ MSE = 0.2446 | LCC = 0.8481 | SRCC = 0.8447 ] +INFO:root:Average loss=0.10676780085151012 +INFO:root: +[Valid][19][UTT][ MSE = 0.2601 | LCC = 0.8438 | SRCC = 0.8412 ] +INFO:root:Average loss=0.10146367951081349 +INFO:root: +[Valid][20][UTT][ MSE = 0.2455 | LCC = 0.8462 | SRCC = 0.8428 ] +INFO:root:Average loss=0.09897403161113079 +INFO:root: +[Valid][21][UTT][ MSE = 0.3107 | LCC = 0.8431 | SRCC = 0.8419 ] +INFO:root:Average loss=0.10740625485777855 +INFO:root: +[Valid][22][UTT][ MSE = 0.2405 | LCC = 0.8476 | SRCC = 0.8442 ] +INFO:root:Average loss=0.08744129839424904 +INFO:root: +[Valid][23][UTT][ MSE = 0.2593 | LCC = 0.8477 | SRCC = 0.8454 ] +INFO:root:Average loss=0.09439463531359649 +INFO:root: +[Valid][24][UTT][ MSE = 0.2542 | LCC = 0.8488 | SRCC = 0.8454 ] +INFO:root:Average loss=0.08545539680963908 +INFO:root: +[Valid][25][UTT][ MSE = 0.2513 | LCC = 0.8478 | SRCC = 0.8444 ] +INFO:root:Average loss=0.08240664258408241 +INFO:root: +[Valid][26][UTT][ MSE = 0.2340 | LCC = 0.8538 | SRCC = 0.8522 ] +INFO:root:Average loss=0.07539985835170135 +INFO:root: +[Valid][27][UTT][ MSE = 0.2456 | LCC = 0.8456 | SRCC = 0.8424 ] +INFO:root:Average loss=0.0739742500277666 +INFO:root: +[Valid][28][UTT][ MSE = 0.2480 | LCC = 0.8484 | SRCC = 0.8461 ] +INFO:root:Average loss=0.07591588876377313 +INFO:root: +[Valid][29][UTT][ MSE = 0.2566 | LCC = 0.8459 | SRCC = 0.8441 ] +INFO:root:Average loss=0.07112733804835723 +INFO:root: +[Valid][30][UTT][ MSE = 0.2552 | LCC = 0.8455 | SRCC = 0.8442 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2279 | LCC = 0.8606 | SRCC = 0.8610 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer28/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer28/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..db0866d69a88e257574dc12ffd74cb3fdb2e96c4 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3ba3bae3ed690ea6ce73755fd0cd89d59bd858b7a4b328c19c2d325c4d1bf9c +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer28/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b210515ac5795e16d6fb26e71211276cd614bda --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e81322781a1bba42ba348218bea82bb9d326bcf17434b298c07ceca5ac652c8b +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer28/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer28/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b59f24d45ac80fac3a5e2f0a15f4db4a71199385 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer28/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5853846638630598 +INFO:root: +[Valid][0][UTT][ MSE = 0.4017 | LCC = 0.7643 | SRCC = 0.7681 ] +INFO:root:Average loss=0.3221125459441772 +INFO:root: +[Valid][1][UTT][ MSE = 0.3979 | LCC = 0.7945 | SRCC = 0.7962 ] +INFO:root:Average loss=0.28932440491058886 +INFO:root: +[Valid][2][UTT][ MSE = 0.3059 | LCC = 0.8207 | SRCC = 0.8154 ] +INFO:root:Average loss=0.2649921253323555 +INFO:root: +[Valid][3][UTT][ MSE = 0.3045 | LCC = 0.8260 | SRCC = 0.8201 ] +INFO:root:Average loss=0.24769448584470993 +INFO:root: +[Valid][4][UTT][ MSE = 0.2730 | LCC = 0.8313 | SRCC = 0.8261 ] +INFO:root:Average loss=0.24929306350457361 +INFO:root: +[Valid][5][UTT][ MSE = 0.2892 | LCC = 0.8384 | SRCC = 0.8319 ] +INFO:root:Average loss=0.21671953014074227 +INFO:root: +[Valid][6][UTT][ MSE = 0.2869 | LCC = 0.8338 | SRCC = 0.8274 ] +INFO:root:Average loss=0.226204959436869 +INFO:root: +[Valid][7][UTT][ MSE = 0.2661 | LCC = 0.8328 | SRCC = 0.8274 ] +INFO:root:Average loss=0.20109849910323435 +INFO:root: +[Valid][8][UTT][ MSE = 0.2780 | LCC = 0.8361 | SRCC = 0.8295 ] +INFO:root:Average loss=0.18314362021210867 +INFO:root: +[Valid][9][UTT][ MSE = 0.2624 | LCC = 0.8405 | SRCC = 0.8372 ] +INFO:root:Average loss=0.17150406644512445 +INFO:root: +[Valid][10][UTT][ MSE = 0.2434 | LCC = 0.8458 | SRCC = 0.8428 ] +INFO:root:Average loss=0.1767400490740935 +INFO:root: +[Valid][11][UTT][ MSE = 0.2774 | LCC = 0.8387 | SRCC = 0.8376 ] +INFO:root:Average loss=0.15624486626340792 +INFO:root: +[Valid][12][UTT][ MSE = 0.2644 | LCC = 0.8436 | SRCC = 0.8409 ] +INFO:root:Average loss=0.1578331861931544 +INFO:root: +[Valid][13][UTT][ MSE = 0.3449 | LCC = 0.8330 | SRCC = 0.8342 ] +INFO:root:Average loss=0.1598033168568061 +INFO:root: +[Valid][14][UTT][ MSE = 0.2846 | LCC = 0.8379 | SRCC = 0.8359 ] +INFO:root:Average loss=0.14465675541223624 +INFO:root: +[Valid][15][UTT][ MSE = 0.2625 | LCC = 0.8416 | SRCC = 0.8398 ] +INFO:root:Average loss=0.1420350772065994 +INFO:root: +[Valid][16][UTT][ MSE = 0.2458 | LCC = 0.8455 | SRCC = 0.8429 ] +INFO:root:Average loss=0.13054690958979803 +INFO:root: +[Valid][17][UTT][ MSE = 0.2419 | LCC = 0.8470 | SRCC = 0.8433 ] +INFO:root:Average loss=0.11698543719756298 +INFO:root: +[Valid][18][UTT][ MSE = 0.2585 | LCC = 0.8379 | SRCC = 0.8349 ] +INFO:root:Average loss=0.12290556294222672 +INFO:root: +[Valid][19][UTT][ MSE = 0.2997 | LCC = 0.8377 | SRCC = 0.8387 ] +INFO:root:Average loss=0.11371636400238061 +INFO:root: +[Valid][20][UTT][ MSE = 0.2605 | LCC = 0.8361 | SRCC = 0.8342 ] +INFO:root:Average loss=0.09480706721735306 +INFO:root: +[Valid][21][UTT][ MSE = 0.2498 | LCC = 0.8406 | SRCC = 0.8378 ] +INFO:root:Average loss=0.09894444592870198 +INFO:root: +[Valid][22][UTT][ MSE = 0.2596 | LCC = 0.8398 | SRCC = 0.8371 ] +INFO:root:Average loss=0.09160415770915839 +INFO:root: +[Valid][23][UTT][ MSE = 0.2540 | LCC = 0.8368 | SRCC = 0.8353 ] +INFO:root:Average loss=0.08988852283129325 +INFO:root: +[Valid][24][UTT][ MSE = 0.2526 | LCC = 0.8385 | SRCC = 0.8357 ] +INFO:root:Average loss=0.09331381860642861 +INFO:root: +[Valid][25][UTT][ MSE = 0.2708 | LCC = 0.8402 | SRCC = 0.8398 ] +INFO:root:Average loss=0.08008230491899528 +INFO:root: +[Valid][26][UTT][ MSE = 0.2469 | LCC = 0.8414 | SRCC = 0.8390 ] +INFO:root:Average loss=0.07885401032100885 +INFO:root: +[Valid][27][UTT][ MSE = 0.2613 | LCC = 0.8382 | SRCC = 0.8353 ] +INFO:root:Average loss=0.08464651096325654 +INFO:root: +[Valid][28][UTT][ MSE = 0.2500 | LCC = 0.8404 | SRCC = 0.8400 ] +INFO:root:Average loss=0.0825800369374263 +INFO:root: +[Valid][29][UTT][ MSE = 0.2648 | LCC = 0.8377 | SRCC = 0.8367 ] +INFO:root:Average loss=0.06975471099408773 +INFO:root: +[Valid][30][UTT][ MSE = 0.2646 | LCC = 0.8354 | SRCC = 0.8331 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2373 | LCC = 0.8622 | SRCC = 0.8624 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer30/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer30/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a43bf2fae3364b3717edc98eb2e1101b6cb25b02 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98385eb4a57baf6bedc42e73428340d99853646034ae64d613944930e4f68915 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer30/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e572b83c01bea0ef3051d1d011ef0d894bd421d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c60aa81aa6ae15e079ba4a93cfb002d018d31d9b27e67f496d13b2344e2ae3be +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer30/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0cdb63a9cad5382158f2be70e6dc2b07d1bcbf09 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6263571708248212 +INFO:root: +[Valid][0][UTT][ MSE = 0.4309 | LCC = 0.7555 | SRCC = 0.7537 ] +INFO:root:Average loss=0.37366473025236374 +INFO:root: +[Valid][1][UTT][ MSE = 0.3458 | LCC = 0.7900 | SRCC = 0.7862 ] +INFO:root:Average loss=0.30443996974290943 +INFO:root: +[Valid][2][UTT][ MSE = 0.3477 | LCC = 0.7999 | SRCC = 0.7967 ] +INFO:root:Average loss=0.25868929024690235 +INFO:root: +[Valid][3][UTT][ MSE = 0.3081 | LCC = 0.8152 | SRCC = 0.8112 ] +INFO:root:Average loss=0.26446351179709804 +INFO:root: +[Valid][4][UTT][ MSE = 0.3281 | LCC = 0.8248 | SRCC = 0.8217 ] +INFO:root:Average loss=0.2314336141332602 +INFO:root: +[Valid][5][UTT][ MSE = 0.2899 | LCC = 0.8308 | SRCC = 0.8268 ] +INFO:root:Average loss=0.21036538730065027 +INFO:root: +[Valid][6][UTT][ MSE = 0.3031 | LCC = 0.8315 | SRCC = 0.8273 ] +INFO:root:Average loss=0.2009437384131627 +INFO:root: +[Valid][7][UTT][ MSE = 0.3334 | LCC = 0.8185 | SRCC = 0.8173 ] +INFO:root:Average loss=0.20991886464449075 +INFO:root: +[Valid][8][UTT][ MSE = 0.2907 | LCC = 0.8290 | SRCC = 0.8245 ] +INFO:root:Average loss=0.20742733690601128 +INFO:root: +[Valid][9][UTT][ MSE = 0.2779 | LCC = 0.8358 | SRCC = 0.8315 ] +INFO:root:Average loss=0.18212701198764336 +INFO:root: +[Valid][10][UTT][ MSE = 0.3376 | LCC = 0.8251 | SRCC = 0.8226 ] +INFO:root:Average loss=0.1699043502792334 +INFO:root: +[Valid][11][UTT][ MSE = 0.2945 | LCC = 0.8372 | SRCC = 0.8339 ] +INFO:root:Average loss=0.16155874834228784 +INFO:root: +[Valid][12][UTT][ MSE = 0.3080 | LCC = 0.8385 | SRCC = 0.8353 ] +INFO:root:Average loss=0.17294752521392626 +INFO:root: +[Valid][13][UTT][ MSE = 0.2854 | LCC = 0.8373 | SRCC = 0.8341 ] +INFO:root:Average loss=0.13930480401867476 +INFO:root: +[Valid][14][UTT][ MSE = 0.2841 | LCC = 0.8345 | SRCC = 0.8314 ] +INFO:root:Average loss=0.1423560595856263 +INFO:root: +[Valid][15][UTT][ MSE = 0.2821 | LCC = 0.8288 | SRCC = 0.8235 ] +INFO:root:Average loss=0.14599918277981955 +INFO:root: +[Valid][16][UTT][ MSE = 0.3030 | LCC = 0.8375 | SRCC = 0.8355 ] +INFO:root:Average loss=0.12680611472863418 +INFO:root: +[Valid][17][UTT][ MSE = 0.2715 | LCC = 0.8385 | SRCC = 0.8380 ] +INFO:root:Average loss=0.11681418665326558 +INFO:root: +[Valid][18][UTT][ MSE = 0.3097 | LCC = 0.8355 | SRCC = 0.8322 ] +INFO:root:Average loss=0.12871681803312057 +INFO:root: +[Valid][19][UTT][ MSE = 0.2573 | LCC = 0.8431 | SRCC = 0.8386 ] +INFO:root:Average loss=0.1044238992035389 +INFO:root: +[Valid][20][UTT][ MSE = 0.2526 | LCC = 0.8400 | SRCC = 0.8357 ] +INFO:root:Average loss=0.11336921079036517 +INFO:root: +[Valid][21][UTT][ MSE = 0.2847 | LCC = 0.8418 | SRCC = 0.8398 ] +INFO:root:Average loss=0.0995346989769202 +INFO:root: +[Valid][22][UTT][ MSE = 0.2611 | LCC = 0.8372 | SRCC = 0.8330 ] +INFO:root:Average loss=0.10876439650280353 +INFO:root: +[Valid][23][UTT][ MSE = 0.2630 | LCC = 0.8440 | SRCC = 0.8406 ] +INFO:root:Average loss=0.09401008959573048 +INFO:root: +[Valid][24][UTT][ MSE = 0.2593 | LCC = 0.8421 | SRCC = 0.8388 ] +INFO:root:Average loss=0.0897708152158138 +INFO:root: +[Valid][25][UTT][ MSE = 0.2570 | LCC = 0.8444 | SRCC = 0.8399 ] +INFO:root:Average loss=0.08875640161717549 +INFO:root: +[Valid][26][UTT][ MSE = 0.2579 | LCC = 0.8388 | SRCC = 0.8343 ] +INFO:root:Average loss=0.08823337897849388 +INFO:root: +[Valid][27][UTT][ MSE = 0.3309 | LCC = 0.8311 | SRCC = 0.8314 ] +INFO:root:Average loss=0.08806507728802852 +INFO:root: +[Valid][28][UTT][ MSE = 0.3176 | LCC = 0.8302 | SRCC = 0.8300 ] +INFO:root:Average loss=0.08318254370719959 +INFO:root: +[Valid][29][UTT][ MSE = 0.2613 | LCC = 0.8358 | SRCC = 0.8322 ] +INFO:root:Average loss=0.07293984723778871 +INFO:root: +[Valid][30][UTT][ MSE = 0.2619 | LCC = 0.8354 | SRCC = 0.8326 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2589 | LCC = 0.8572 | SRCC = 0.8557 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer30/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer30/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d01c69480a45abfdd84fe184b68ce7bb7e0ef9e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17c6e49dde049eb89316e1f82254c1eb42e9ecb2d4f13ff793d3c9a0a4476e9b +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer30/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d63042d4730430526fc0437ba5d18e7591fb31e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eba9c6ca1c96835829b2774967c288db1ca76eb28d0f0de97e04235610266b32 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer30/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e416d5ca166ee5dc525f925d9c1d1f261ecc5390 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5755783048195716 +INFO:root: +[Valid][0][UTT][ MSE = 0.3926 | LCC = 0.7567 | SRCC = 0.7540 ] +INFO:root:Average loss=0.31774726338111436 +INFO:root: +[Valid][1][UTT][ MSE = 0.3336 | LCC = 0.7988 | SRCC = 0.7927 ] +INFO:root:Average loss=0.2716405913233757 +INFO:root: +[Valid][2][UTT][ MSE = 0.3419 | LCC = 0.7965 | SRCC = 0.7941 ] +INFO:root:Average loss=0.2702736075107868 +INFO:root: +[Valid][3][UTT][ MSE = 0.3538 | LCC = 0.8055 | SRCC = 0.8058 ] +INFO:root:Average loss=0.23588721339519209 +INFO:root: +[Valid][4][UTT][ MSE = 0.3096 | LCC = 0.8244 | SRCC = 0.8177 ] +INFO:root:Average loss=0.22544001463132027 +INFO:root: +[Valid][5][UTT][ MSE = 0.2812 | LCC = 0.8299 | SRCC = 0.8274 ] +INFO:root:Average loss=0.21027787621968833 +INFO:root: +[Valid][6][UTT][ MSE = 0.2707 | LCC = 0.8362 | SRCC = 0.8329 ] +INFO:root:Average loss=0.2082980594191796 +INFO:root: +[Valid][7][UTT][ MSE = 0.2824 | LCC = 0.8285 | SRCC = 0.8248 ] +INFO:root:Average loss=0.22684893642480558 +INFO:root: +[Valid][8][UTT][ MSE = 0.3270 | LCC = 0.8218 | SRCC = 0.8213 ] +INFO:root:Average loss=0.18577858261190927 +INFO:root: +[Valid][9][UTT][ MSE = 0.2678 | LCC = 0.8384 | SRCC = 0.8347 ] +INFO:root:Average loss=0.18412559278882468 +INFO:root: +[Valid][10][UTT][ MSE = 0.2763 | LCC = 0.8393 | SRCC = 0.8381 ] +INFO:root:Average loss=0.16282316383260947 +INFO:root: +[Valid][11][UTT][ MSE = 0.2858 | LCC = 0.8403 | SRCC = 0.8360 ] +INFO:root:Average loss=0.16472524461837915 +INFO:root: +[Valid][12][UTT][ MSE = 0.2722 | LCC = 0.8457 | SRCC = 0.8420 ] +INFO:root:Average loss=0.16216812416529044 +INFO:root: +[Valid][13][UTT][ MSE = 0.3095 | LCC = 0.8468 | SRCC = 0.8444 ] +INFO:root:Average loss=0.16135375574231148 +INFO:root: +[Valid][14][UTT][ MSE = 0.2993 | LCC = 0.8464 | SRCC = 0.8441 ] +INFO:root:Average loss=0.14132712991573873 +INFO:root: +[Valid][15][UTT][ MSE = 0.2662 | LCC = 0.8438 | SRCC = 0.8417 ] +INFO:root:Average loss=0.12858391419435158 +INFO:root: +[Valid][16][UTT][ MSE = 0.2548 | LCC = 0.8490 | SRCC = 0.8457 ] +INFO:root:Average loss=0.1471772348651519 +INFO:root: +[Valid][17][UTT][ MSE = 0.2603 | LCC = 0.8400 | SRCC = 0.8367 ] +INFO:root:Average loss=0.1232049147096964 +INFO:root: +[Valid][18][UTT][ MSE = 0.3330 | LCC = 0.8312 | SRCC = 0.8354 ] +INFO:root:Average loss=0.1306768693985083 +INFO:root: +[Valid][19][UTT][ MSE = 0.2679 | LCC = 0.8427 | SRCC = 0.8419 ] +INFO:root:Average loss=0.11757494404147832 +INFO:root: +[Valid][20][UTT][ MSE = 0.2964 | LCC = 0.8455 | SRCC = 0.8443 ] +INFO:root:Average loss=0.10830784159211013 +INFO:root: +[Valid][21][UTT][ MSE = 0.2580 | LCC = 0.8461 | SRCC = 0.8464 ] +INFO:root:Average loss=0.11360931047835411 +INFO:root: +[Valid][22][UTT][ MSE = 0.2552 | LCC = 0.8443 | SRCC = 0.8419 ] +INFO:root:Average loss=0.1037437877116295 +INFO:root: +[Valid][23][UTT][ MSE = 0.2628 | LCC = 0.8435 | SRCC = 0.8410 ] +INFO:root:Average loss=0.1180074316664384 +INFO:root: +[Valid][24][UTT][ MSE = 0.2613 | LCC = 0.8435 | SRCC = 0.8424 ] +INFO:root:Average loss=0.0910275749480113 +INFO:root: +[Valid][25][UTT][ MSE = 0.2531 | LCC = 0.8461 | SRCC = 0.8440 ] +INFO:root:Average loss=0.08575523052460109 +INFO:root: +[Valid][26][UTT][ MSE = 0.2549 | LCC = 0.8431 | SRCC = 0.8414 ] +INFO:root:Average loss=0.08421452625248677 +INFO:root: +[Valid][27][UTT][ MSE = 0.2544 | LCC = 0.8385 | SRCC = 0.8379 ] +INFO:root:Average loss=0.08290216689690566 +INFO:root: +[Valid][28][UTT][ MSE = 0.2571 | LCC = 0.8399 | SRCC = 0.8359 ] +INFO:root:Average loss=0.09612279786513402 +INFO:root: +[Valid][29][UTT][ MSE = 0.2618 | LCC = 0.8435 | SRCC = 0.8420 ] +INFO:root:Average loss=0.08495942684702384 +INFO:root: +[Valid][30][UTT][ MSE = 0.2500 | LCC = 0.8425 | SRCC = 0.8411 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2553 | LCC = 0.8576 | SRCC = 0.8579 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer30/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer30/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0db09f6c3b8c979c635c68b1c711cd9bb1201242 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ac31c2ddfee4e16bcfd150f363cef953f3fefd1d27484050f169cb354b1e1f5 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer30/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8acc1f2f2535098d4d7b39616ad4a3ca07b6599e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1133255b608805904c70e7927352a1cf8d54afb87f9652657d6188683df7af6a +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer30/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0659a9fdb03c71274817c2f304d7f95a77569ff0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6655792223337369 +INFO:root: +[Valid][0][UTT][ MSE = 0.4530 | LCC = 0.7343 | SRCC = 0.7535 ] +INFO:root:Average loss=0.3495295703029021 +INFO:root: +[Valid][1][UTT][ MSE = 0.4377 | LCC = 0.7908 | SRCC = 0.7939 ] +INFO:root:Average loss=0.30231902423577434 +INFO:root: +[Valid][2][UTT][ MSE = 0.3329 | LCC = 0.8012 | SRCC = 0.7986 ] +INFO:root:Average loss=0.27130589748804385 +INFO:root: +[Valid][3][UTT][ MSE = 0.3900 | LCC = 0.8171 | SRCC = 0.8155 ] +INFO:root:Average loss=0.27601407659359467 +INFO:root: +[Valid][4][UTT][ MSE = 0.3313 | LCC = 0.8217 | SRCC = 0.8187 ] +INFO:root:Average loss=0.2394034948486548 +INFO:root: +[Valid][5][UTT][ MSE = 0.3199 | LCC = 0.8250 | SRCC = 0.8216 ] +INFO:root:Average loss=0.22222886110345522 +INFO:root: +[Valid][6][UTT][ MSE = 0.2865 | LCC = 0.8233 | SRCC = 0.8189 ] +INFO:root:Average loss=0.21011822384137374 +INFO:root: +[Valid][7][UTT][ MSE = 0.2697 | LCC = 0.8370 | SRCC = 0.8343 ] +INFO:root:Average loss=0.191844431635661 +INFO:root: +[Valid][8][UTT][ MSE = 0.2703 | LCC = 0.8340 | SRCC = 0.8301 ] +INFO:root:Average loss=0.18627025951177645 +INFO:root: +[Valid][9][UTT][ MSE = 0.2847 | LCC = 0.8372 | SRCC = 0.8366 ] +INFO:root:Average loss=0.18667692156174245 +INFO:root: +[Valid][10][UTT][ MSE = 0.2918 | LCC = 0.8375 | SRCC = 0.8351 ] +INFO:root:Average loss=0.17716824177366036 +INFO:root: +[Valid][11][UTT][ MSE = 0.2669 | LCC = 0.8391 | SRCC = 0.8364 ] +INFO:root:Average loss=0.15874255878420976 +INFO:root: +[Valid][12][UTT][ MSE = 0.2583 | LCC = 0.8406 | SRCC = 0.8376 ] +INFO:root:Average loss=0.15138458976378807 +INFO:root: +[Valid][13][UTT][ MSE = 0.2546 | LCC = 0.8432 | SRCC = 0.8401 ] +INFO:root:Average loss=0.14572574809575692 +INFO:root: +[Valid][14][UTT][ MSE = 0.2753 | LCC = 0.8419 | SRCC = 0.8414 ] +INFO:root:Average loss=0.14135266133607963 +INFO:root: +[Valid][15][UTT][ MSE = 0.3271 | LCC = 0.8333 | SRCC = 0.8392 ] +INFO:root:Average loss=0.1556537842903382 +INFO:root: +[Valid][16][UTT][ MSE = 0.2546 | LCC = 0.8410 | SRCC = 0.8390 ] +INFO:root:Average loss=0.12335216607420872 +INFO:root: +[Valid][17][UTT][ MSE = 0.2723 | LCC = 0.8365 | SRCC = 0.8332 ] +INFO:root:Average loss=0.1304247457629595 +INFO:root: +[Valid][18][UTT][ MSE = 0.2774 | LCC = 0.8398 | SRCC = 0.8398 ] +INFO:root:Average loss=0.11719184808242016 +INFO:root: +[Valid][19][UTT][ MSE = 0.2766 | LCC = 0.8405 | SRCC = 0.8424 ] +INFO:root:Average loss=0.11966790817677975 +INFO:root: +[Valid][20][UTT][ MSE = 0.3181 | LCC = 0.8336 | SRCC = 0.8379 ] +INFO:root:Average loss=0.10785436334136204 +INFO:root: +[Valid][21][UTT][ MSE = 0.2627 | LCC = 0.8386 | SRCC = 0.8399 ] +INFO:root:Average loss=0.10006918672185677 +INFO:root: +[Valid][22][UTT][ MSE = 0.2665 | LCC = 0.8384 | SRCC = 0.8380 ] +INFO:root:Average loss=0.09774506841905606 +INFO:root: +[Valid][23][UTT][ MSE = 0.2598 | LCC = 0.8374 | SRCC = 0.8355 ] +INFO:root:Average loss=0.091464530199002 +INFO:root: +[Valid][24][UTT][ MSE = 0.2524 | LCC = 0.8402 | SRCC = 0.8390 ] +INFO:root:Average loss=0.08933305577971996 +INFO:root: +[Valid][25][UTT][ MSE = 0.2672 | LCC = 0.8347 | SRCC = 0.8340 ] +INFO:root:Average loss=0.10837330038730915 +INFO:root: +[Valid][26][UTT][ MSE = 0.2835 | LCC = 0.8402 | SRCC = 0.8376 ] +INFO:root:Average loss=0.08771980754457988 +INFO:root: +[Valid][27][UTT][ MSE = 0.2518 | LCC = 0.8402 | SRCC = 0.8381 ] +INFO:root:Average loss=0.08345586133117859 +INFO:root: +[Valid][28][UTT][ MSE = 0.2560 | LCC = 0.8404 | SRCC = 0.8372 ] +INFO:root:Average loss=0.07840574002609803 +INFO:root: +[Valid][29][UTT][ MSE = 0.2502 | LCC = 0.8416 | SRCC = 0.8403 ] +INFO:root:Average loss=0.08167016883500111 +INFO:root: +[Valid][30][UTT][ MSE = 0.2614 | LCC = 0.8422 | SRCC = 0.8420 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2454 | LCC = 0.8523 | SRCC = 0.8510 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer30/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer30/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..82573903fd3e1fee495a98528032917eab84515d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0d5e5f7e67562547fe5610792c34aa6f5c1f345348ead3e4d68a1767409b540 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer30/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ec86ef3b4d45ba5fd98c5949e49e79a3db9c385 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774b7ef12bf2f51ca3f0bb763bdb81ac6ad691e2bfd8c1ca0084ff6ae7ef9e33 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer30/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6e3c3d86bdf35dffb3e46417bc5b25a7b3eb3d1d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6029297675077732 +INFO:root: +[Valid][0][UTT][ MSE = 0.3680 | LCC = 0.7713 | SRCC = 0.7702 ] +INFO:root:Average loss=0.3368140065517181 +INFO:root: +[Valid][1][UTT][ MSE = 0.3269 | LCC = 0.7995 | SRCC = 0.7952 ] +INFO:root:Average loss=0.29393383459402966 +INFO:root: +[Valid][2][UTT][ MSE = 0.3021 | LCC = 0.8133 | SRCC = 0.8087 ] +INFO:root:Average loss=0.2770807126011604 +INFO:root: +[Valid][3][UTT][ MSE = 0.3037 | LCC = 0.8131 | SRCC = 0.8087 ] +INFO:root:Average loss=0.24886303395032883 +INFO:root: +[Valid][4][UTT][ MSE = 0.3006 | LCC = 0.8228 | SRCC = 0.8200 ] +INFO:root:Average loss=0.2309585165901062 +INFO:root: +[Valid][5][UTT][ MSE = 0.2900 | LCC = 0.8247 | SRCC = 0.8207 ] +INFO:root:Average loss=0.23065722962984672 +INFO:root: +[Valid][6][UTT][ MSE = 0.2817 | LCC = 0.8305 | SRCC = 0.8279 ] +INFO:root:Average loss=0.22132751364738512 +INFO:root: +[Valid][7][UTT][ MSE = 0.2848 | LCC = 0.8333 | SRCC = 0.8291 ] +INFO:root:Average loss=0.20151398674799845 +INFO:root: +[Valid][8][UTT][ MSE = 0.3130 | LCC = 0.8292 | SRCC = 0.8278 ] +INFO:root:Average loss=0.21816041502050865 +INFO:root: +[Valid][9][UTT][ MSE = 0.3845 | LCC = 0.8254 | SRCC = 0.8280 ] +INFO:root:Average loss=0.19743249689539275 +INFO:root: +[Valid][10][UTT][ MSE = 0.3062 | LCC = 0.8420 | SRCC = 0.8398 ] +INFO:root:Average loss=0.1758450856193518 +INFO:root: +[Valid][11][UTT][ MSE = 0.2690 | LCC = 0.8444 | SRCC = 0.8412 ] +INFO:root:Average loss=0.15960903905141047 +INFO:root: +[Valid][12][UTT][ MSE = 0.2634 | LCC = 0.8408 | SRCC = 0.8371 ] +INFO:root:Average loss=0.16390506999614912 +INFO:root: +[Valid][13][UTT][ MSE = 0.2903 | LCC = 0.8416 | SRCC = 0.8409 ] +INFO:root:Average loss=0.16431811365943688 +INFO:root: +[Valid][14][UTT][ MSE = 0.2575 | LCC = 0.8419 | SRCC = 0.8376 ] +INFO:root:Average loss=0.14400324779443252 +INFO:root: +[Valid][15][UTT][ MSE = 0.2514 | LCC = 0.8477 | SRCC = 0.8451 ] +INFO:root:Average loss=0.13636042865423056 +INFO:root: +[Valid][16][UTT][ MSE = 0.2610 | LCC = 0.8414 | SRCC = 0.8381 ] +INFO:root:Average loss=0.13112716701550362 +INFO:root: +[Valid][17][UTT][ MSE = 0.2507 | LCC = 0.8436 | SRCC = 0.8422 ] +INFO:root:Average loss=0.13111972111539963 +INFO:root: +[Valid][18][UTT][ MSE = 0.2645 | LCC = 0.8432 | SRCC = 0.8406 ] +INFO:root:Average loss=0.12495966972066806 +INFO:root: +[Valid][19][UTT][ MSE = 0.2578 | LCC = 0.8451 | SRCC = 0.8420 ] +INFO:root:Average loss=0.1298267292097593 +INFO:root: +[Valid][20][UTT][ MSE = 0.2733 | LCC = 0.8435 | SRCC = 0.8429 ] +INFO:root:Average loss=0.11182045850616235 +INFO:root: +[Valid][21][UTT][ MSE = 0.2672 | LCC = 0.8372 | SRCC = 0.8343 ] +INFO:root:Average loss=0.11319834681657645 +INFO:root: +[Valid][22][UTT][ MSE = 0.2571 | LCC = 0.8426 | SRCC = 0.8404 ] +INFO:root:Average loss=0.10452039983983223 +INFO:root: +[Valid][23][UTT][ MSE = 0.2673 | LCC = 0.8386 | SRCC = 0.8347 ] +INFO:root:Average loss=0.11230164422438695 +INFO:root: +[Valid][24][UTT][ MSE = 0.2720 | LCC = 0.8421 | SRCC = 0.8396 ] +INFO:root:Average loss=0.10303928674413608 +INFO:root: +[Valid][25][UTT][ MSE = 0.2921 | LCC = 0.8386 | SRCC = 0.8356 ] +INFO:root:Average loss=0.09332739857909007 +INFO:root: +[Valid][26][UTT][ MSE = 0.2573 | LCC = 0.8403 | SRCC = 0.8380 ] +INFO:root:Average loss=0.08799224819701451 +INFO:root: +[Valid][27][UTT][ MSE = 0.2505 | LCC = 0.8457 | SRCC = 0.8440 ] +INFO:root:Average loss=0.09697767987083165 +INFO:root: +[Valid][28][UTT][ MSE = 0.2644 | LCC = 0.8449 | SRCC = 0.8417 ] +INFO:root:Average loss=0.0954691933420224 +INFO:root: +[Valid][29][UTT][ MSE = 0.2671 | LCC = 0.8453 | SRCC = 0.8460 ] +INFO:root:Average loss=0.08534204472716038 +INFO:root: +[Valid][30][UTT][ MSE = 0.2792 | LCC = 0.8359 | SRCC = 0.8375 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2631 | LCC = 0.8511 | SRCC = 0.8511 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer30/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer30/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfdf71ad8aa2a2a19ca05b18cc9127c8a87eff4e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3356ac30b109556b302eeb6a9e2d33f2e98caf52c6dca935a64272f3d4663523 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer30/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..da7923df62022d92d72ad79ca9831d9d68405215 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4ad842b0a021c2fd63ebfd2105a6ffb2336d00427ad5d096995e7733e29f643 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer30/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer30/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..284b5e31e6b0ac85d90b1792426dd38d03c986f8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer30/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.652475119401247 +INFO:root: +[Valid][0][UTT][ MSE = 0.4275 | LCC = 0.7588 | SRCC = 0.7585 ] +INFO:root:Average loss=0.32744220682443714 +INFO:root: +[Valid][1][UTT][ MSE = 0.3278 | LCC = 0.8077 | SRCC = 0.8039 ] +INFO:root:Average loss=0.28817799362616664 +INFO:root: +[Valid][2][UTT][ MSE = 0.3092 | LCC = 0.8165 | SRCC = 0.8117 ] +INFO:root:Average loss=0.2512915008343183 +INFO:root: +[Valid][3][UTT][ MSE = 0.3194 | LCC = 0.8196 | SRCC = 0.8140 ] +INFO:root:Average loss=0.23774267733097076 +INFO:root: +[Valid][4][UTT][ MSE = 0.3270 | LCC = 0.8271 | SRCC = 0.8231 ] +INFO:root:Average loss=0.225778579329833 +INFO:root: +[Valid][5][UTT][ MSE = 0.2952 | LCC = 0.8317 | SRCC = 0.8289 ] +INFO:root:Average loss=0.23237257240674433 +INFO:root: +[Valid][6][UTT][ MSE = 0.2826 | LCC = 0.8352 | SRCC = 0.8310 ] +INFO:root:Average loss=0.20079739640156427 +INFO:root: +[Valid][7][UTT][ MSE = 0.3283 | LCC = 0.8347 | SRCC = 0.8348 ] +INFO:root:Average loss=0.20343532909949621 +INFO:root: +[Valid][8][UTT][ MSE = 0.3372 | LCC = 0.8368 | SRCC = 0.8361 ] +INFO:root:Average loss=0.1805356047474421 +INFO:root: +[Valid][9][UTT][ MSE = 0.2784 | LCC = 0.8410 | SRCC = 0.8369 ] +INFO:root:Average loss=0.1822543527262333 +INFO:root: +[Valid][10][UTT][ MSE = 0.2670 | LCC = 0.8417 | SRCC = 0.8375 ] +INFO:root:Average loss=0.16272602077478018 +INFO:root: +[Valid][11][UTT][ MSE = 0.2744 | LCC = 0.8392 | SRCC = 0.8345 ] +INFO:root:Average loss=0.1589770872050371 +INFO:root: +[Valid][12][UTT][ MSE = 0.2743 | LCC = 0.8424 | SRCC = 0.8400 ] +INFO:root:Average loss=0.15439950560147947 +INFO:root: +[Valid][13][UTT][ MSE = 0.2585 | LCC = 0.8450 | SRCC = 0.8402 ] +INFO:root:Average loss=0.14222390424364653 +INFO:root: +[Valid][14][UTT][ MSE = 0.2615 | LCC = 0.8426 | SRCC = 0.8400 ] +INFO:root:Average loss=0.1565189743653322 +INFO:root: +[Valid][15][UTT][ MSE = 0.2870 | LCC = 0.8414 | SRCC = 0.8385 ] +INFO:root:Average loss=0.14156997041442457 +INFO:root: +[Valid][16][UTT][ MSE = 0.3318 | LCC = 0.8471 | SRCC = 0.8493 ] +INFO:root:Average loss=0.13452033517070305 +INFO:root: +[Valid][17][UTT][ MSE = 0.2680 | LCC = 0.8469 | SRCC = 0.8456 ] +INFO:root:Average loss=0.12590725739032793 +INFO:root: +[Valid][18][UTT][ MSE = 0.2567 | LCC = 0.8450 | SRCC = 0.8409 ] +INFO:root:Average loss=0.12319729075982021 +INFO:root: +[Valid][19][UTT][ MSE = 0.3039 | LCC = 0.8418 | SRCC = 0.8392 ] +INFO:root:Average loss=0.1252092604453747 +INFO:root: +[Valid][20][UTT][ MSE = 0.2511 | LCC = 0.8473 | SRCC = 0.8441 ] +INFO:root:Average loss=0.11044681554612441 +INFO:root: +[Valid][21][UTT][ MSE = 0.2755 | LCC = 0.8409 | SRCC = 0.8379 ] +INFO:root:Average loss=0.09722516723932365 +INFO:root: +[Valid][22][UTT][ MSE = 0.3617 | LCC = 0.8369 | SRCC = 0.8401 ] +INFO:root:Average loss=0.10364858868221442 +INFO:root: +[Valid][23][UTT][ MSE = 0.2585 | LCC = 0.8452 | SRCC = 0.8422 ] +INFO:root:Average loss=0.09299478727655533 +INFO:root: +[Valid][24][UTT][ MSE = 0.2789 | LCC = 0.8409 | SRCC = 0.8388 ] +INFO:root:Average loss=0.10021459292142819 +INFO:root: +[Valid][25][UTT][ MSE = 0.3140 | LCC = 0.8344 | SRCC = 0.8327 ] +INFO:root:Average loss=0.0890317544914209 +INFO:root: +[Valid][26][UTT][ MSE = 0.2502 | LCC = 0.8430 | SRCC = 0.8392 ] +INFO:root:Average loss=0.09173184222517869 +INFO:root: +[Valid][27][UTT][ MSE = 0.2880 | LCC = 0.8451 | SRCC = 0.8432 ] +INFO:root:Average loss=0.09536425654704754 +INFO:root: +[Valid][28][UTT][ MSE = 0.2542 | LCC = 0.8445 | SRCC = 0.8418 ] +INFO:root:Average loss=0.08235083305491851 +INFO:root: +[Valid][29][UTT][ MSE = 0.2635 | LCC = 0.8439 | SRCC = 0.8401 ] +INFO:root:Average loss=0.08625975332390039 +INFO:root: +[Valid][30][UTT][ MSE = 0.2770 | LCC = 0.8386 | SRCC = 0.8366 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2668 | LCC = 0.8505 | SRCC = 0.8528 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer32/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer32/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d8d207ef3d2b4851cf7b9b03caf8cafa0793fb4 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2529e4bfacbd8068132135d44ccb177f52c09de2f9585dd057aaab059f53638 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer32/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bad72b575bfdf76baea6abff48ec0794dd9cbbe --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c659302a619ad70143eb7ec18d64751b262fbf1ea988f3e2cbf799db6b290e85 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer32/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4006b9584c6a4022f8c69ede3f2bf3ba803ad7eb --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5841981592850808 +INFO:root: +[Valid][0][UTT][ MSE = 0.3976 | LCC = 0.7628 | SRCC = 0.7578 ] +INFO:root:Average loss=0.34192595267907167 +INFO:root: +[Valid][1][UTT][ MSE = 0.3336 | LCC = 0.7969 | SRCC = 0.7907 ] +INFO:root:Average loss=0.2940526862557118 +INFO:root: +[Valid][2][UTT][ MSE = 0.3164 | LCC = 0.8169 | SRCC = 0.8129 ] +INFO:root:Average loss=0.2599095513041203 +INFO:root: +[Valid][3][UTT][ MSE = 0.3105 | LCC = 0.8175 | SRCC = 0.8126 ] +INFO:root:Average loss=0.2449298415046472 +INFO:root: +[Valid][4][UTT][ MSE = 0.3390 | LCC = 0.8230 | SRCC = 0.8199 ] +INFO:root:Average loss=0.22954115940210146 +INFO:root: +[Valid][5][UTT][ MSE = 0.2811 | LCC = 0.8333 | SRCC = 0.8275 ] +INFO:root:Average loss=0.24882077654966941 +INFO:root: +[Valid][6][UTT][ MSE = 0.3414 | LCC = 0.8298 | SRCC = 0.8269 ] +INFO:root:Average loss=0.2083099472981233 +INFO:root: +[Valid][7][UTT][ MSE = 0.3222 | LCC = 0.8304 | SRCC = 0.8294 ] +INFO:root:Average loss=0.2042025384039451 +INFO:root: +[Valid][8][UTT][ MSE = 0.2872 | LCC = 0.8378 | SRCC = 0.8347 ] +INFO:root:Average loss=0.1972693224939016 +INFO:root: +[Valid][9][UTT][ MSE = 0.2749 | LCC = 0.8436 | SRCC = 0.8385 ] +INFO:root:Average loss=0.1846376019410598 +INFO:root: +[Valid][10][UTT][ MSE = 0.2521 | LCC = 0.8428 | SRCC = 0.8380 ] +INFO:root:Average loss=0.18061614103424242 +INFO:root: +[Valid][11][UTT][ MSE = 0.2616 | LCC = 0.8441 | SRCC = 0.8392 ] +INFO:root:Average loss=0.15600258293442237 +INFO:root: +[Valid][12][UTT][ MSE = 0.2559 | LCC = 0.8446 | SRCC = 0.8414 ] +INFO:root:Average loss=0.14788349163837922 +INFO:root: +[Valid][13][UTT][ MSE = 0.2522 | LCC = 0.8428 | SRCC = 0.8387 ] +INFO:root:Average loss=0.1444454068938891 +INFO:root: +[Valid][14][UTT][ MSE = 0.2584 | LCC = 0.8463 | SRCC = 0.8440 ] +INFO:root:Average loss=0.14927519093721342 +INFO:root: +[Valid][15][UTT][ MSE = 0.2572 | LCC = 0.8443 | SRCC = 0.8400 ] +INFO:root:Average loss=0.13672791383205316 +INFO:root: +[Valid][16][UTT][ MSE = 0.2582 | LCC = 0.8452 | SRCC = 0.8417 ] +INFO:root:Average loss=0.1360771317894642 +INFO:root: +[Valid][17][UTT][ MSE = 0.3066 | LCC = 0.8424 | SRCC = 0.8413 ] +INFO:root:Average loss=0.1401686277718116 +INFO:root: +[Valid][18][UTT][ MSE = 0.3128 | LCC = 0.8435 | SRCC = 0.8431 ] +INFO:root:Average loss=0.12838594386210808 +INFO:root: +[Valid][19][UTT][ MSE = 0.2962 | LCC = 0.8447 | SRCC = 0.8425 ] +INFO:root:Average loss=0.12658565424573728 +INFO:root: +[Valid][20][UTT][ MSE = 0.2986 | LCC = 0.8346 | SRCC = 0.8315 ] +INFO:root:Average loss=0.11419870847692856 +INFO:root: +[Valid][21][UTT][ MSE = 0.2579 | LCC = 0.8478 | SRCC = 0.8458 ] +INFO:root:Average loss=0.11151205757871652 +INFO:root: +[Valid][22][UTT][ MSE = 0.2782 | LCC = 0.8429 | SRCC = 0.8408 ] +INFO:root:Average loss=0.10607821503892922 +INFO:root: +[Valid][23][UTT][ MSE = 0.2456 | LCC = 0.8485 | SRCC = 0.8432 ] +INFO:root:Average loss=0.1002847521733015 +INFO:root: +[Valid][24][UTT][ MSE = 0.2536 | LCC = 0.8488 | SRCC = 0.8460 ] +INFO:root:Average loss=0.10112770637258506 +INFO:root: +[Valid][25][UTT][ MSE = 0.2591 | LCC = 0.8468 | SRCC = 0.8434 ] +INFO:root:Average loss=0.09912740123959687 +INFO:root: +[Valid][26][UTT][ MSE = 0.2635 | LCC = 0.8493 | SRCC = 0.8462 ] +INFO:root:Average loss=0.08665535173928127 +INFO:root: +[Valid][27][UTT][ MSE = 0.2502 | LCC = 0.8470 | SRCC = 0.8441 ] +INFO:root:Average loss=0.08600411043526271 +INFO:root: +[Valid][28][UTT][ MSE = 0.2505 | LCC = 0.8463 | SRCC = 0.8441 ] +INFO:root:Average loss=0.07999380305409431 +INFO:root: +[Valid][29][UTT][ MSE = 0.2459 | LCC = 0.8487 | SRCC = 0.8471 ] +INFO:root:Average loss=0.0841115671568192 +INFO:root: +[Valid][30][UTT][ MSE = 0.2536 | LCC = 0.8514 | SRCC = 0.8480 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2447 | LCC = 0.8498 | SRCC = 0.8479 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer32/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer32/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7a99fdffc6adbc75ec423f097b0289efc7f4f1c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca6ddb390fad38299f3c4dc6bd0c82939af3eb7b02f71c6b07cebed08114b924 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer32/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2d9c93bcd3e05512213007fedc0c092ade4b682 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33a71a2bb78b68049b7ad6b971758c2fcea5aee9010af4bc76994af7e670d18c +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer32/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b479f977b4b322bc251131ae3b713d3e293b2095 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6348444597843366 +INFO:root: +[Valid][0][UTT][ MSE = 0.3785 | LCC = 0.7673 | SRCC = 0.7677 ] +INFO:root:Average loss=0.3277699643602738 +INFO:root: +[Valid][1][UTT][ MSE = 0.3468 | LCC = 0.8007 | SRCC = 0.7960 ] +INFO:root:Average loss=0.28164043239293957 +INFO:root: +[Valid][2][UTT][ MSE = 0.3414 | LCC = 0.8196 | SRCC = 0.8148 ] +INFO:root:Average loss=0.2677770864505034 +INFO:root: +[Valid][3][UTT][ MSE = 0.3419 | LCC = 0.8168 | SRCC = 0.8152 ] +INFO:root:Average loss=0.2343361700574557 +INFO:root: +[Valid][4][UTT][ MSE = 0.3412 | LCC = 0.8299 | SRCC = 0.8290 ] +INFO:root:Average loss=0.22152692136856225 +INFO:root: +[Valid][5][UTT][ MSE = 0.4286 | LCC = 0.8255 | SRCC = 0.8257 ] +INFO:root:Average loss=0.22135505519616297 +INFO:root: +[Valid][6][UTT][ MSE = 0.3328 | LCC = 0.8315 | SRCC = 0.8291 ] +INFO:root:Average loss=0.21489840612197533 +INFO:root: +[Valid][7][UTT][ MSE = 0.3380 | LCC = 0.8377 | SRCC = 0.8343 ] +INFO:root:Average loss=0.2085337299758043 +INFO:root: +[Valid][8][UTT][ MSE = 0.2744 | LCC = 0.8377 | SRCC = 0.8352 ] +INFO:root:Average loss=0.19704432632678595 +INFO:root: +[Valid][9][UTT][ MSE = 0.2746 | LCC = 0.8325 | SRCC = 0.8271 ] +INFO:root:Average loss=0.18292588396714285 +INFO:root: +[Valid][10][UTT][ MSE = 0.2694 | LCC = 0.8424 | SRCC = 0.8382 ] +INFO:root:Average loss=0.1674216466072278 +INFO:root: +[Valid][11][UTT][ MSE = 0.4015 | LCC = 0.8318 | SRCC = 0.8361 ] +INFO:root:Average loss=0.17071850941731379 +INFO:root: +[Valid][12][UTT][ MSE = 0.3794 | LCC = 0.8373 | SRCC = 0.8407 ] +INFO:root:Average loss=0.16528179324590242 +INFO:root: +[Valid][13][UTT][ MSE = 0.2561 | LCC = 0.8412 | SRCC = 0.8375 ] +INFO:root:Average loss=0.15016517558923134 +INFO:root: +[Valid][14][UTT][ MSE = 0.2619 | LCC = 0.8452 | SRCC = 0.8420 ] +INFO:root:Average loss=0.14205782745893186 +INFO:root: +[Valid][15][UTT][ MSE = 0.2649 | LCC = 0.8429 | SRCC = 0.8417 ] +INFO:root:Average loss=0.13478243799927908 +INFO:root: +[Valid][16][UTT][ MSE = 0.2767 | LCC = 0.8363 | SRCC = 0.8368 ] +INFO:root:Average loss=0.12722876209479111 +INFO:root: +[Valid][17][UTT][ MSE = 0.2696 | LCC = 0.8469 | SRCC = 0.8449 ] +INFO:root:Average loss=0.11422353911285217 +INFO:root: +[Valid][18][UTT][ MSE = 0.2399 | LCC = 0.8511 | SRCC = 0.8488 ] +INFO:root:Average loss=0.12119139367953324 +INFO:root: +[Valid][19][UTT][ MSE = 0.2496 | LCC = 0.8487 | SRCC = 0.8462 ] +INFO:root:Average loss=0.11402350224745579 +INFO:root: +[Valid][20][UTT][ MSE = 0.2430 | LCC = 0.8504 | SRCC = 0.8482 ] +INFO:root:Average loss=0.10881088120050919 +INFO:root: +[Valid][21][UTT][ MSE = 0.3040 | LCC = 0.8433 | SRCC = 0.8437 ] +INFO:root:Average loss=0.10624142163074933 +INFO:root: +[Valid][22][UTT][ MSE = 0.2535 | LCC = 0.8459 | SRCC = 0.8443 ] +INFO:root:Average loss=0.10568639440223193 +INFO:root: +[Valid][23][UTT][ MSE = 0.2464 | LCC = 0.8449 | SRCC = 0.8441 ] +INFO:root:Average loss=0.10287718866498043 +INFO:root: +[Valid][24][UTT][ MSE = 0.2973 | LCC = 0.8444 | SRCC = 0.8438 ] +INFO:root:Average loss=0.09813262402820282 +INFO:root: +[Valid][25][UTT][ MSE = 0.2379 | LCC = 0.8501 | SRCC = 0.8473 ] +INFO:root:Average loss=0.092177588158311 +INFO:root: +[Valid][26][UTT][ MSE = 0.2584 | LCC = 0.8509 | SRCC = 0.8489 ] +INFO:root:Average loss=0.08561588513354461 +INFO:root: +[Valid][27][UTT][ MSE = 0.2699 | LCC = 0.8465 | SRCC = 0.8461 ] +INFO:root:Average loss=0.07648641214920925 +INFO:root: +[Valid][28][UTT][ MSE = 0.2519 | LCC = 0.8442 | SRCC = 0.8424 ] +INFO:root:Average loss=0.08056859127604045 +INFO:root: +[Valid][29][UTT][ MSE = 0.2593 | LCC = 0.8488 | SRCC = 0.8467 ] +INFO:root:Average loss=0.07229958197627312 +INFO:root: +[Valid][30][UTT][ MSE = 0.2716 | LCC = 0.8478 | SRCC = 0.8468 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2526 | LCC = 0.8440 | SRCC = 0.8446 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer32/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer32/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e0cbc4891c6cc1cc0dffbd06009231a5c7937ca --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a68d74738e40e08f326215b81533b7d9b22daef4c741ec5a51f341b2a2ca9d6b +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer32/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab273d10c7d1c168b435503fd0ba2ae2fa93ff25 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c026ded56178fab9a41911fc287bba4fed9f611d06a9ea985a29ac1a6c76fcc8 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer32/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fedb9d812187c1799a7812d0bd49a103ae0904d5 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5573943755947627 +INFO:root: +[Valid][0][UTT][ MSE = 0.3698 | LCC = 0.7806 | SRCC = 0.7774 ] +INFO:root:Average loss=0.3183114276482509 +INFO:root: +[Valid][1][UTT][ MSE = 0.3582 | LCC = 0.7997 | SRCC = 0.8035 ] +INFO:root:Average loss=0.28380203132445997 +INFO:root: +[Valid][2][UTT][ MSE = 0.3108 | LCC = 0.8241 | SRCC = 0.8188 ] +INFO:root:Average loss=0.24750241599021813 +INFO:root: +[Valid][3][UTT][ MSE = 0.2755 | LCC = 0.8290 | SRCC = 0.8249 ] +INFO:root:Average loss=0.25208420230027956 +INFO:root: +[Valid][4][UTT][ MSE = 0.2835 | LCC = 0.8302 | SRCC = 0.8260 ] +INFO:root:Average loss=0.22847101799188516 +INFO:root: +[Valid][5][UTT][ MSE = 0.2835 | LCC = 0.8343 | SRCC = 0.8347 ] +INFO:root:Average loss=0.21089503302788123 +INFO:root: +[Valid][6][UTT][ MSE = 0.3082 | LCC = 0.8323 | SRCC = 0.8375 ] +INFO:root:Average loss=0.21085964191036347 +INFO:root: +[Valid][7][UTT][ MSE = 0.3003 | LCC = 0.8377 | SRCC = 0.8338 ] +INFO:root:Average loss=0.18912750883744314 +INFO:root: +[Valid][8][UTT][ MSE = 0.2646 | LCC = 0.8430 | SRCC = 0.8379 ] +INFO:root:Average loss=0.19665526159298727 +INFO:root: +[Valid][9][UTT][ MSE = 0.2693 | LCC = 0.8387 | SRCC = 0.8346 ] +INFO:root:Average loss=0.17439132537215185 +INFO:root: +[Valid][10][UTT][ MSE = 0.2626 | LCC = 0.8372 | SRCC = 0.8337 ] +INFO:root:Average loss=0.17156559821122733 +INFO:root: +[Valid][11][UTT][ MSE = 0.2737 | LCC = 0.8302 | SRCC = 0.8284 ] +INFO:root:Average loss=0.15719194796222907 +INFO:root: +[Valid][12][UTT][ MSE = 0.2600 | LCC = 0.8397 | SRCC = 0.8361 ] +INFO:root:Average loss=0.16886829164547798 +INFO:root: +[Valid][13][UTT][ MSE = 0.2772 | LCC = 0.8373 | SRCC = 0.8357 ] +INFO:root:Average loss=0.16104358893174392 +INFO:root: +[Valid][14][UTT][ MSE = 0.3859 | LCC = 0.8212 | SRCC = 0.8274 ] +INFO:root:Average loss=0.16244381341414574 +INFO:root: +[Valid][15][UTT][ MSE = 0.2716 | LCC = 0.8406 | SRCC = 0.8372 ] +INFO:root:Average loss=0.1464108776014585 +INFO:root: +[Valid][16][UTT][ MSE = 0.2477 | LCC = 0.8416 | SRCC = 0.8392 ] +INFO:root:Average loss=0.12287484195369941 +INFO:root: +[Valid][17][UTT][ MSE = 0.2593 | LCC = 0.8365 | SRCC = 0.8340 ] +INFO:root:Average loss=0.12484696096716782 +INFO:root: +[Valid][18][UTT][ MSE = 0.2644 | LCC = 0.8380 | SRCC = 0.8331 ] +INFO:root:Average loss=0.12189805765564625 +INFO:root: +[Valid][19][UTT][ MSE = 0.3159 | LCC = 0.8307 | SRCC = 0.8324 ] +INFO:root:Average loss=0.11172235919496952 +INFO:root: +[Valid][20][UTT][ MSE = 0.3025 | LCC = 0.8338 | SRCC = 0.8376 ] +INFO:root:Average loss=0.10516497979943569 +INFO:root: +[Valid][21][UTT][ MSE = 0.2468 | LCC = 0.8410 | SRCC = 0.8381 ] +INFO:root:Average loss=0.11726209578605798 +INFO:root: +[Valid][22][UTT][ MSE = 0.2756 | LCC = 0.8465 | SRCC = 0.8448 ] +INFO:root:Average loss=0.10203386475451481 +INFO:root: +[Valid][23][UTT][ MSE = 0.2671 | LCC = 0.8364 | SRCC = 0.8365 ] +INFO:root:Average loss=0.09412754212434475 +INFO:root: +[Valid][24][UTT][ MSE = 0.2790 | LCC = 0.8355 | SRCC = 0.8381 ] +INFO:root:Average loss=0.08656277837088475 +INFO:root: +[Valid][25][UTT][ MSE = 0.2523 | LCC = 0.8433 | SRCC = 0.8407 ] +INFO:root:Average loss=0.09549363191502216 +INFO:root: +[Valid][26][UTT][ MSE = 0.2521 | LCC = 0.8437 | SRCC = 0.8413 ] +INFO:root:Average loss=0.08614616578397079 +INFO:root: +[Valid][27][UTT][ MSE = 0.2696 | LCC = 0.8352 | SRCC = 0.8337 ] +INFO:root:Average loss=0.1044151276254501 +INFO:root: +[Valid][28][UTT][ MSE = 0.3077 | LCC = 0.8424 | SRCC = 0.8411 ] +INFO:root:Average loss=0.10367419016666901 +INFO:root: +[Valid][29][UTT][ MSE = 0.2500 | LCC = 0.8439 | SRCC = 0.8407 ] +INFO:root:Average loss=0.07660816796123981 +INFO:root: +[Valid][30][UTT][ MSE = 0.3077 | LCC = 0.8353 | SRCC = 0.8399 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3247 | LCC = 0.8498 | SRCC = 0.8548 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer32/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer32/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..469853fe086de9685159703c112b6f51d9a773ca --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ef290bcc68df41ac577469e664215e2bc1803d31edd6bea098fb9e7c3114018 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer32/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f6361ee1013abda1c1f60610b955776f739e861 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:352072753f478fd76740f8472d5c1ee2f0e2a26e7abae80e49e96c47633ec649 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer32/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b606eb40831ef5bc9de227865e72643e18a7a48f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5631090391140717 +INFO:root: +[Valid][0][UTT][ MSE = 0.3582 | LCC = 0.7772 | SRCC = 0.7795 ] +INFO:root:Average loss=0.3248930554359387 +INFO:root: +[Valid][1][UTT][ MSE = 0.3275 | LCC = 0.7999 | SRCC = 0.7912 ] +INFO:root:Average loss=0.3076600382725398 +INFO:root: +[Valid][2][UTT][ MSE = 0.3060 | LCC = 0.8217 | SRCC = 0.8165 ] +INFO:root:Average loss=0.27043957244127226 +INFO:root: +[Valid][3][UTT][ MSE = 0.2917 | LCC = 0.8273 | SRCC = 0.8200 ] +INFO:root:Average loss=0.23960344703533712 +INFO:root: +[Valid][4][UTT][ MSE = 0.2977 | LCC = 0.8375 | SRCC = 0.8332 ] +INFO:root:Average loss=0.2442944164459522 +INFO:root: +[Valid][5][UTT][ MSE = 0.3127 | LCC = 0.8382 | SRCC = 0.8349 ] +INFO:root:Average loss=0.21412885609345558 +INFO:root: +[Valid][6][UTT][ MSE = 0.2607 | LCC = 0.8404 | SRCC = 0.8374 ] +INFO:root:Average loss=0.2044399693990365 +INFO:root: +[Valid][7][UTT][ MSE = 0.2709 | LCC = 0.8431 | SRCC = 0.8395 ] +INFO:root:Average loss=0.20034554791756165 +INFO:root: +[Valid][8][UTT][ MSE = 0.2714 | LCC = 0.8414 | SRCC = 0.8375 ] +INFO:root:Average loss=0.18785328150559694 +INFO:root: +[Valid][9][UTT][ MSE = 0.2628 | LCC = 0.8475 | SRCC = 0.8444 ] +INFO:root:Average loss=0.17784418251651984 +INFO:root: +[Valid][10][UTT][ MSE = 0.2525 | LCC = 0.8458 | SRCC = 0.8424 ] +INFO:root:Average loss=0.18636814619486147 +INFO:root: +[Valid][11][UTT][ MSE = 0.2534 | LCC = 0.8482 | SRCC = 0.8447 ] +INFO:root:Average loss=0.1655860079977757 +INFO:root: +[Valid][12][UTT][ MSE = 0.3259 | LCC = 0.8386 | SRCC = 0.8417 ] +INFO:root:Average loss=0.17161315249708983 +INFO:root: +[Valid][13][UTT][ MSE = 0.2533 | LCC = 0.8485 | SRCC = 0.8467 ] +INFO:root:Average loss=0.1417620151470869 +INFO:root: +[Valid][14][UTT][ MSE = 0.2685 | LCC = 0.8430 | SRCC = 0.8385 ] +INFO:root:Average loss=0.14856480635129488 +INFO:root: +[Valid][15][UTT][ MSE = 0.2539 | LCC = 0.8467 | SRCC = 0.8440 ] +INFO:root:Average loss=0.1341332949889012 +INFO:root: +[Valid][16][UTT][ MSE = 0.2617 | LCC = 0.8392 | SRCC = 0.8366 ] +INFO:root:Average loss=0.12239236900439629 +INFO:root: +[Valid][17][UTT][ MSE = 0.2497 | LCC = 0.8423 | SRCC = 0.8395 ] +INFO:root:Average loss=0.13307054178454938 +INFO:root: +[Valid][18][UTT][ MSE = 0.2481 | LCC = 0.8493 | SRCC = 0.8463 ] +INFO:root:Average loss=0.12242380978587346 +INFO:root: +[Valid][19][UTT][ MSE = 0.2504 | LCC = 0.8446 | SRCC = 0.8426 ] +INFO:root:Average loss=0.11136401645266093 +INFO:root: +[Valid][20][UTT][ MSE = 0.2582 | LCC = 0.8409 | SRCC = 0.8392 ] +INFO:root:Average loss=0.11258353407566364 +INFO:root: +[Valid][21][UTT][ MSE = 0.2909 | LCC = 0.8468 | SRCC = 0.8467 ] +INFO:root:Average loss=0.1173331085114907 +INFO:root: +[Valid][22][UTT][ MSE = 0.2465 | LCC = 0.8466 | SRCC = 0.8444 ] +INFO:root:Average loss=0.12440642685844348 +INFO:root: +[Valid][23][UTT][ MSE = 0.2630 | LCC = 0.8469 | SRCC = 0.8459 ] +INFO:root:Average loss=0.09940291602068986 +INFO:root: +[Valid][24][UTT][ MSE = 0.2556 | LCC = 0.8496 | SRCC = 0.8493 ] +INFO:root:Average loss=0.09047014089540029 +INFO:root: +[Valid][25][UTT][ MSE = 0.2535 | LCC = 0.8482 | SRCC = 0.8477 ] +INFO:root:Average loss=0.09480397780545247 +INFO:root: +[Valid][26][UTT][ MSE = 0.2573 | LCC = 0.8388 | SRCC = 0.8376 ] +INFO:root:Average loss=0.0879161504503244 +INFO:root: +[Valid][27][UTT][ MSE = 0.2465 | LCC = 0.8466 | SRCC = 0.8452 ] +INFO:root:Average loss=0.09035859533991569 +INFO:root: +[Valid][28][UTT][ MSE = 0.3213 | LCC = 0.8376 | SRCC = 0.8389 ] +INFO:root:Average loss=0.08295917429794104 +INFO:root: +[Valid][29][UTT][ MSE = 0.2689 | LCC = 0.8390 | SRCC = 0.8378 ] +INFO:root:Average loss=0.08586895513610962 +INFO:root: +[Valid][30][UTT][ MSE = 0.2517 | LCC = 0.8415 | SRCC = 0.8397 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3106 | LCC = 0.8483 | SRCC = 0.8492 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer32/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer32/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cac759fb8c932a45131558252c63bf2c73b637a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4cc14f68131dd98bad7d1749fac770242c9e1a9a5606b332616f39fa135096e +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer32/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4243d76f865136895e1f5afe04a980fc5ab4dc87 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a298390717f954d4f67d5c2a2dc0ab2bf8d64444f14dd36910e9a928312b6397 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer32/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer32/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d93bb35f1491eaba366e5fd2d8df1f2a0b79c247 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer32/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5740628723914807 +INFO:root: +[Valid][0][UTT][ MSE = 0.4473 | LCC = 0.7530 | SRCC = 0.7587 ] +INFO:root:Average loss=0.33181411276261014 +INFO:root: +[Valid][1][UTT][ MSE = 0.3569 | LCC = 0.8034 | SRCC = 0.7991 ] +INFO:root:Average loss=0.2960125379837476 +INFO:root: +[Valid][2][UTT][ MSE = 0.3219 | LCC = 0.8145 | SRCC = 0.8086 ] +INFO:root:Average loss=0.26543777073040986 +INFO:root: +[Valid][3][UTT][ MSE = 0.2911 | LCC = 0.8232 | SRCC = 0.8178 ] +INFO:root:Average loss=0.25750574679710925 +INFO:root: +[Valid][4][UTT][ MSE = 0.3127 | LCC = 0.8223 | SRCC = 0.8167 ] +INFO:root:Average loss=0.23768869863870817 +INFO:root: +[Valid][5][UTT][ MSE = 0.2787 | LCC = 0.8317 | SRCC = 0.8289 ] +INFO:root:Average loss=0.23109430074691772 +INFO:root: +[Valid][6][UTT][ MSE = 0.2846 | LCC = 0.8343 | SRCC = 0.8300 ] +INFO:root:Average loss=0.20838023301882622 +INFO:root: +[Valid][7][UTT][ MSE = 0.2844 | LCC = 0.8339 | SRCC = 0.8313 ] +INFO:root:Average loss=0.1962349048982828 +INFO:root: +[Valid][8][UTT][ MSE = 0.2749 | LCC = 0.8362 | SRCC = 0.8322 ] +INFO:root:Average loss=0.18661065657551473 +INFO:root: +[Valid][9][UTT][ MSE = 0.3408 | LCC = 0.8289 | SRCC = 0.8299 ] +INFO:root:Average loss=0.19028669949143362 +INFO:root: +[Valid][10][UTT][ MSE = 0.2905 | LCC = 0.8325 | SRCC = 0.8325 ] +INFO:root:Average loss=0.17709483445072785 +INFO:root: +[Valid][11][UTT][ MSE = 0.3459 | LCC = 0.8396 | SRCC = 0.8374 ] +INFO:root:Average loss=0.16966137605217788 +INFO:root: +[Valid][12][UTT][ MSE = 0.2708 | LCC = 0.8435 | SRCC = 0.8399 ] +INFO:root:Average loss=0.1510444580553434 +INFO:root: +[Valid][13][UTT][ MSE = 0.2606 | LCC = 0.8377 | SRCC = 0.8326 ] +INFO:root:Average loss=0.150934893064774 +INFO:root: +[Valid][14][UTT][ MSE = 0.2773 | LCC = 0.8296 | SRCC = 0.8267 ] +INFO:root:Average loss=0.1475943986995098 +INFO:root: +[Valid][15][UTT][ MSE = 0.2650 | LCC = 0.8444 | SRCC = 0.8393 ] +INFO:root:Average loss=0.14587751346138808 +INFO:root: +[Valid][16][UTT][ MSE = 0.2824 | LCC = 0.8384 | SRCC = 0.8413 ] +INFO:root:Average loss=0.12910123446430916 +INFO:root: +[Valid][17][UTT][ MSE = 0.3025 | LCC = 0.8411 | SRCC = 0.8368 ] +INFO:root:Average loss=0.13001270993397787 +INFO:root: +[Valid][18][UTT][ MSE = 0.2651 | LCC = 0.8456 | SRCC = 0.8407 ] +INFO:root:Average loss=0.13075593419564077 +INFO:root: +[Valid][19][UTT][ MSE = 0.2672 | LCC = 0.8421 | SRCC = 0.8382 ] +INFO:root:Average loss=0.1123411374596449 +INFO:root: +[Valid][20][UTT][ MSE = 0.2644 | LCC = 0.8426 | SRCC = 0.8388 ] +INFO:root:Average loss=0.10839096939143462 +INFO:root: +[Valid][21][UTT][ MSE = 0.2978 | LCC = 0.8332 | SRCC = 0.8368 ] +INFO:root:Average loss=0.11738169365204297 +INFO:root: +[Valid][22][UTT][ MSE = 0.2694 | LCC = 0.8393 | SRCC = 0.8378 ] +INFO:root:Average loss=0.10023549089256005 +INFO:root: +[Valid][23][UTT][ MSE = 0.2606 | LCC = 0.8403 | SRCC = 0.8403 ] +INFO:root:Average loss=0.10045580967114522 +INFO:root: +[Valid][24][UTT][ MSE = 0.2443 | LCC = 0.8436 | SRCC = 0.8430 ] +INFO:root:Average loss=0.09848543762778625 +INFO:root: +[Valid][25][UTT][ MSE = 0.2908 | LCC = 0.8369 | SRCC = 0.8397 ] +INFO:root:Average loss=0.11323323482886338 +INFO:root: +[Valid][26][UTT][ MSE = 0.2749 | LCC = 0.8473 | SRCC = 0.8438 ] +INFO:root:Average loss=0.09121223486577854 +INFO:root: +[Valid][27][UTT][ MSE = 0.2613 | LCC = 0.8429 | SRCC = 0.8393 ] +INFO:root:Average loss=0.0874516936735465 +INFO:root: +[Valid][28][UTT][ MSE = 0.2586 | LCC = 0.8391 | SRCC = 0.8379 ] +INFO:root:Average loss=0.08777916006361827 +INFO:root: +[Valid][29][UTT][ MSE = 0.2547 | LCC = 0.8420 | SRCC = 0.8412 ] +INFO:root:Average loss=0.08134075373602219 +INFO:root: +[Valid][30][UTT][ MSE = 0.2624 | LCC = 0.8402 | SRCC = 0.8403 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3382 | LCC = 0.8483 | SRCC = 0.8509 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer34/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer34/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e2eee5daa3f4c257163f20f934f465b92efb2c9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0088751dca8f688288408f8efcdd148ead1793c3c715ac8da314535a4a17992a +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer34/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..61a0862e73e7ec8a36374c1ec7818b97b1569553 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a797e6353d5d0cea7865b21367aece191ebc825d9f7dbb1a23b29a4b15e45d81 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer34/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7c89974d79a9154feba444f794efa43fb8ed21ba --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6000333023376954 +INFO:root: +[Valid][0][UTT][ MSE = 0.4066 | LCC = 0.7740 | SRCC = 0.7713 ] +INFO:root:Average loss=0.31096833906112575 +INFO:root: +[Valid][1][UTT][ MSE = 0.3309 | LCC = 0.8185 | SRCC = 0.8161 ] +INFO:root:Average loss=0.27544559977757627 +INFO:root: +[Valid][2][UTT][ MSE = 0.3281 | LCC = 0.8213 | SRCC = 0.8173 ] +INFO:root:Average loss=0.259609321753184 +INFO:root: +[Valid][3][UTT][ MSE = 0.3062 | LCC = 0.8307 | SRCC = 0.8282 ] +INFO:root:Average loss=0.23503845662642747 +INFO:root: +[Valid][4][UTT][ MSE = 0.2867 | LCC = 0.8392 | SRCC = 0.8359 ] +INFO:root:Average loss=0.2406994702342229 +INFO:root: +[Valid][5][UTT][ MSE = 0.2778 | LCC = 0.8441 | SRCC = 0.8409 ] +INFO:root:Average loss=0.21100519884091157 +INFO:root: +[Valid][6][UTT][ MSE = 0.2849 | LCC = 0.8419 | SRCC = 0.8397 ] +INFO:root:Average loss=0.20102547634488496 +INFO:root: +[Valid][7][UTT][ MSE = 0.2812 | LCC = 0.8440 | SRCC = 0.8405 ] +INFO:root:Average loss=0.2050313535027015 +INFO:root: +[Valid][8][UTT][ MSE = 0.2869 | LCC = 0.8474 | SRCC = 0.8436 ] +INFO:root:Average loss=0.18807347978536898 +INFO:root: +[Valid][9][UTT][ MSE = 0.2931 | LCC = 0.8440 | SRCC = 0.8411 ] +INFO:root:Average loss=0.1890496714757039 +INFO:root: +[Valid][10][UTT][ MSE = 0.2471 | LCC = 0.8537 | SRCC = 0.8504 ] +INFO:root:Average loss=0.1656955402248945 +INFO:root: +[Valid][11][UTT][ MSE = 0.2540 | LCC = 0.8479 | SRCC = 0.8435 ] +INFO:root:Average loss=0.17113526585774544 +INFO:root: +[Valid][12][UTT][ MSE = 0.3338 | LCC = 0.8436 | SRCC = 0.8439 ] +INFO:root:Average loss=0.16606831025236693 +INFO:root: +[Valid][13][UTT][ MSE = 0.2691 | LCC = 0.8463 | SRCC = 0.8435 ] +INFO:root:Average loss=0.1552139301903737 +INFO:root: +[Valid][14][UTT][ MSE = 0.2706 | LCC = 0.8489 | SRCC = 0.8462 ] +INFO:root:Average loss=0.14890856849841583 +INFO:root: +[Valid][15][UTT][ MSE = 0.2432 | LCC = 0.8518 | SRCC = 0.8490 ] +INFO:root:Average loss=0.13614796264431414 +INFO:root: +[Valid][16][UTT][ MSE = 0.2783 | LCC = 0.8448 | SRCC = 0.8435 ] +INFO:root:Average loss=0.1321360787902123 +INFO:root: +[Valid][17][UTT][ MSE = 0.2491 | LCC = 0.8476 | SRCC = 0.8434 ] +INFO:root:Average loss=0.12469557739603214 +INFO:root: +[Valid][18][UTT][ MSE = 0.2486 | LCC = 0.8478 | SRCC = 0.8452 ] +INFO:root:Average loss=0.12137698286618942 +INFO:root: +[Valid][19][UTT][ MSE = 0.2511 | LCC = 0.8508 | SRCC = 0.8501 ] +INFO:root:Average loss=0.11777048214123799 +INFO:root: +[Valid][20][UTT][ MSE = 0.2473 | LCC = 0.8475 | SRCC = 0.8455 ] +INFO:root:Average loss=0.11323188818418063 +INFO:root: +[Valid][21][UTT][ MSE = 0.2593 | LCC = 0.8471 | SRCC = 0.8458 ] +INFO:root:Average loss=0.11127824298082253 +INFO:root: +[Valid][22][UTT][ MSE = 0.2820 | LCC = 0.8435 | SRCC = 0.8431 ] +INFO:root:Average loss=0.1036721996198862 +INFO:root: +[Valid][23][UTT][ MSE = 0.2445 | LCC = 0.8499 | SRCC = 0.8467 ] +INFO:root:Average loss=0.10195996855887082 +INFO:root: +[Valid][24][UTT][ MSE = 0.2508 | LCC = 0.8465 | SRCC = 0.8431 ] +INFO:root:Average loss=0.11266578891529487 +INFO:root: +[Valid][25][UTT][ MSE = 0.2842 | LCC = 0.8468 | SRCC = 0.8485 ] +INFO:root:Average loss=0.10097733407448499 +INFO:root: +[Valid][26][UTT][ MSE = 0.2505 | LCC = 0.8452 | SRCC = 0.8414 ] +INFO:root:Average loss=0.10010647191069065 +INFO:root: +[Valid][27][UTT][ MSE = 0.2533 | LCC = 0.8487 | SRCC = 0.8501 ] +INFO:root:Average loss=0.08874589028075719 +INFO:root: +[Valid][28][UTT][ MSE = 0.2349 | LCC = 0.8528 | SRCC = 0.8509 ] +INFO:root:Average loss=0.08630012596646945 +INFO:root: +[Valid][29][UTT][ MSE = 0.2683 | LCC = 0.8473 | SRCC = 0.8476 ] +INFO:root:Average loss=0.08512130551613294 +INFO:root: +[Valid][30][UTT][ MSE = 0.2541 | LCC = 0.8489 | SRCC = 0.8463 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2396 | LCC = 0.8573 | SRCC = 0.8585 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer34/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer34/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..31266045a84e1a92104d7f5fd380768e3498f445 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0fc4a3acf41d60a0e3de47fb9de01e72f709480440c02f2e2caefb8f13e03a5 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer34/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6b7cef5b8c0332dffa4ab0e0b4ed3d259f88441 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f87af7666939a4afc862ae3b285fef048aff05c85981fbe5df9ea1a72f2f46f5 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer34/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3e454ffaefdcd221c2ef060a49a3400de1fd24f8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5691226052168088 +INFO:root: +[Valid][0][UTT][ MSE = 0.4901 | LCC = 0.7579 | SRCC = 0.7784 ] +INFO:root:Average loss=0.32719847311576206 +INFO:root: +[Valid][1][UTT][ MSE = 0.3949 | LCC = 0.8153 | SRCC = 0.8158 ] +INFO:root:Average loss=0.28672446597080964 +INFO:root: +[Valid][2][UTT][ MSE = 0.2933 | LCC = 0.8285 | SRCC = 0.8224 ] +INFO:root:Average loss=0.2731295787753203 +INFO:root: +[Valid][3][UTT][ MSE = 0.3033 | LCC = 0.8348 | SRCC = 0.8305 ] +INFO:root:Average loss=0.26533430432661986 +INFO:root: +[Valid][4][UTT][ MSE = 0.2614 | LCC = 0.8483 | SRCC = 0.8449 ] +INFO:root:Average loss=0.22321879921051171 +INFO:root: +[Valid][5][UTT][ MSE = 0.2939 | LCC = 0.8458 | SRCC = 0.8415 ] +INFO:root:Average loss=0.21460678390203378 +INFO:root: +[Valid][6][UTT][ MSE = 0.2923 | LCC = 0.8472 | SRCC = 0.8471 ] +INFO:root:Average loss=0.21107288163441879 +INFO:root: +[Valid][7][UTT][ MSE = 0.2652 | LCC = 0.8502 | SRCC = 0.8477 ] +INFO:root:Average loss=0.18629668547939032 +INFO:root: +[Valid][8][UTT][ MSE = 0.2588 | LCC = 0.8564 | SRCC = 0.8535 ] +INFO:root:Average loss=0.17748343218595553 +INFO:root: +[Valid][9][UTT][ MSE = 0.2785 | LCC = 0.8456 | SRCC = 0.8450 ] +INFO:root:Average loss=0.1733037063326591 +INFO:root: +[Valid][10][UTT][ MSE = 0.2884 | LCC = 0.8480 | SRCC = 0.8453 ] +INFO:root:Average loss=0.1642012891287987 +INFO:root: +[Valid][11][UTT][ MSE = 0.2540 | LCC = 0.8534 | SRCC = 0.8492 ] +INFO:root:Average loss=0.15973352000881463 +INFO:root: +[Valid][12][UTT][ MSE = 0.2413 | LCC = 0.8576 | SRCC = 0.8550 ] +INFO:root:Average loss=0.167048254265235 +INFO:root: +[Valid][13][UTT][ MSE = 0.2489 | LCC = 0.8591 | SRCC = 0.8578 ] +INFO:root:Average loss=0.15483642312196585 +INFO:root: +[Valid][14][UTT][ MSE = 0.2383 | LCC = 0.8578 | SRCC = 0.8557 ] +INFO:root:Average loss=0.13340415643193784 +INFO:root: +[Valid][15][UTT][ MSE = 0.2449 | LCC = 0.8515 | SRCC = 0.8488 ] +INFO:root:Average loss=0.15039340998881903 +INFO:root: +[Valid][16][UTT][ MSE = 0.2731 | LCC = 0.8525 | SRCC = 0.8505 ] +INFO:root:Average loss=0.12841886195998925 +INFO:root: +[Valid][17][UTT][ MSE = 0.2846 | LCC = 0.8467 | SRCC = 0.8497 ] +INFO:root:Average loss=0.12795518797177535 +INFO:root: +[Valid][18][UTT][ MSE = 0.2465 | LCC = 0.8545 | SRCC = 0.8524 ] +INFO:root:Average loss=0.12292726844167098 +INFO:root: +[Valid][19][UTT][ MSE = 0.3280 | LCC = 0.8475 | SRCC = 0.8515 ] +INFO:root:Average loss=0.1322459286222091 +INFO:root: +[Valid][20][UTT][ MSE = 0.2622 | LCC = 0.8538 | SRCC = 0.8551 ] +INFO:root:Average loss=0.13027526848973373 +INFO:root: +[Valid][21][UTT][ MSE = 0.3026 | LCC = 0.8468 | SRCC = 0.8485 ] +INFO:root:Average loss=0.10968143703081669 +INFO:root: +[Valid][22][UTT][ MSE = 0.2552 | LCC = 0.8495 | SRCC = 0.8469 ] +INFO:root:Average loss=0.1032656153711753 +INFO:root: +[Valid][23][UTT][ MSE = 0.2498 | LCC = 0.8477 | SRCC = 0.8454 ] +INFO:root:Average loss=0.09574031008359714 +INFO:root: +[Valid][24][UTT][ MSE = 0.2555 | LCC = 0.8448 | SRCC = 0.8437 ] +INFO:root:Average loss=0.11281683912070897 +INFO:root: +[Valid][25][UTT][ MSE = 0.2581 | LCC = 0.8451 | SRCC = 0.8442 ] +INFO:root:Average loss=0.10930169717623638 +INFO:root: +[Valid][26][UTT][ MSE = 0.2621 | LCC = 0.8467 | SRCC = 0.8477 ] +INFO:root:Average loss=0.0865102533537608 +INFO:root: +[Valid][27][UTT][ MSE = 0.2462 | LCC = 0.8512 | SRCC = 0.8522 ] +INFO:root:Average loss=0.10412205636310272 +INFO:root: +[Valid][28][UTT][ MSE = 0.2364 | LCC = 0.8521 | SRCC = 0.8513 ] +INFO:root:Average loss=0.08330276732643445 +INFO:root: +[Valid][29][UTT][ MSE = 0.2465 | LCC = 0.8502 | SRCC = 0.8501 ] +INFO:root:Average loss=0.0789346526353023 +INFO:root: +[Valid][30][UTT][ MSE = 0.2482 | LCC = 0.8485 | SRCC = 0.8460 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2720 | LCC = 0.8569 | SRCC = 0.8555 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer34/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer34/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c85f04fd32d54ffa8a7e91197537cbe12fcfe40 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33918ca9661dfdbe278bc0c99ed3ced716288be9bd9b2bd8fe7e54edb70bc777 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer34/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3467bd494dcd2070b089e5399210331236b16b7a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ea73e49fc382b1507bc5942b58fbe30e5140d5b001986c3cfd90c50b9abbc9b +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer34/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..72c02fb2df796e5981693cf4b0598f09f2a5d99b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5564342187001154 +INFO:root: +[Valid][0][UTT][ MSE = 0.3705 | LCC = 0.7747 | SRCC = 0.7741 ] +INFO:root:Average loss=0.32757681875656813 +INFO:root: +[Valid][1][UTT][ MSE = 0.3566 | LCC = 0.8147 | SRCC = 0.8110 ] +INFO:root:Average loss=0.28457130854710555 +INFO:root: +[Valid][2][UTT][ MSE = 0.4292 | LCC = 0.8085 | SRCC = 0.8218 ] +INFO:root:Average loss=0.2790930001781537 +INFO:root: +[Valid][3][UTT][ MSE = 0.3198 | LCC = 0.8297 | SRCC = 0.8323 ] +INFO:root:Average loss=0.2376194812166385 +INFO:root: +[Valid][4][UTT][ MSE = 0.2777 | LCC = 0.8495 | SRCC = 0.8439 ] +INFO:root:Average loss=0.221580452643908 +INFO:root: +[Valid][5][UTT][ MSE = 0.2620 | LCC = 0.8477 | SRCC = 0.8462 ] +INFO:root:Average loss=0.21364134550094604 +INFO:root: +[Valid][6][UTT][ MSE = 0.2767 | LCC = 0.8502 | SRCC = 0.8440 ] +INFO:root:Average loss=0.21598040503569138 +INFO:root: +[Valid][7][UTT][ MSE = 0.3192 | LCC = 0.8469 | SRCC = 0.8479 ] +INFO:root:Average loss=0.1949382919149521 +INFO:root: +[Valid][8][UTT][ MSE = 0.2716 | LCC = 0.8469 | SRCC = 0.8432 ] +INFO:root:Average loss=0.18848917709711271 +INFO:root: +[Valid][9][UTT][ MSE = 0.3659 | LCC = 0.8369 | SRCC = 0.8411 ] +INFO:root:Average loss=0.1796987890624083 +INFO:root: +[Valid][10][UTT][ MSE = 0.2492 | LCC = 0.8547 | SRCC = 0.8492 ] +INFO:root:Average loss=0.16296847604024103 +INFO:root: +[Valid][11][UTT][ MSE = 0.2474 | LCC = 0.8524 | SRCC = 0.8491 ] +INFO:root:Average loss=0.18761735696059006 +INFO:root: +[Valid][12][UTT][ MSE = 0.3976 | LCC = 0.8456 | SRCC = 0.8448 ] +INFO:root:Average loss=0.18897783718047997 +INFO:root: +[Valid][13][UTT][ MSE = 0.2822 | LCC = 0.8551 | SRCC = 0.8514 ] +INFO:root:Average loss=0.17446694341607583 +INFO:root: +[Valid][14][UTT][ MSE = 0.2638 | LCC = 0.8458 | SRCC = 0.8437 ] +INFO:root:Average loss=0.14521777811340797 +INFO:root: +[Valid][15][UTT][ MSE = 0.2612 | LCC = 0.8520 | SRCC = 0.8488 ] +INFO:root:Average loss=0.14343735814476624 +INFO:root: +[Valid][16][UTT][ MSE = 0.2445 | LCC = 0.8518 | SRCC = 0.8498 ] +INFO:root:Average loss=0.13954188789312655 +INFO:root: +[Valid][17][UTT][ MSE = 0.2571 | LCC = 0.8532 | SRCC = 0.8518 ] +INFO:root:Average loss=0.12855571126326537 +INFO:root: +[Valid][18][UTT][ MSE = 0.2568 | LCC = 0.8534 | SRCC = 0.8542 ] +INFO:root:Average loss=0.1212221601834664 +INFO:root: +[Valid][19][UTT][ MSE = 0.2563 | LCC = 0.8535 | SRCC = 0.8515 ] +INFO:root:Average loss=0.12389115960552143 +INFO:root: +[Valid][20][UTT][ MSE = 0.2474 | LCC = 0.8532 | SRCC = 0.8515 ] +INFO:root:Average loss=0.11750965527234933 +INFO:root: +[Valid][21][UTT][ MSE = 0.2652 | LCC = 0.8493 | SRCC = 0.8489 ] +INFO:root:Average loss=0.10926438371340434 +INFO:root: +[Valid][22][UTT][ MSE = 0.2741 | LCC = 0.8491 | SRCC = 0.8488 ] +INFO:root:Average loss=0.11221847482598744 +INFO:root: +[Valid][23][UTT][ MSE = 0.2594 | LCC = 0.8444 | SRCC = 0.8410 ] +INFO:root:Average loss=0.10743854443232219 +INFO:root: +[Valid][24][UTT][ MSE = 0.2927 | LCC = 0.8414 | SRCC = 0.8403 ] +INFO:root:Average loss=0.09913785851154572 +INFO:root: +[Valid][25][UTT][ MSE = 0.2585 | LCC = 0.8506 | SRCC = 0.8480 ] +INFO:root:Average loss=0.10351180519240025 +INFO:root: +[Valid][26][UTT][ MSE = 0.2786 | LCC = 0.8523 | SRCC = 0.8494 ] +INFO:root:Average loss=0.10287920786784245 +INFO:root: +[Valid][27][UTT][ MSE = 0.2602 | LCC = 0.8457 | SRCC = 0.8427 ] +INFO:root:Average loss=0.09301196554532418 +INFO:root: +[Valid][28][UTT][ MSE = 0.2545 | LCC = 0.8465 | SRCC = 0.8446 ] +INFO:root:Average loss=0.08856961694665444 +INFO:root: +[Valid][29][UTT][ MSE = 0.2450 | LCC = 0.8516 | SRCC = 0.8498 ] +INFO:root:Average loss=0.08691539897177464 +INFO:root: +[Valid][30][UTT][ MSE = 0.2510 | LCC = 0.8463 | SRCC = 0.8418 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3058 | LCC = 0.8566 | SRCC = 0.8565 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer34/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer34/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..81b375dc50826d68e1aefab4ab08d8726a292a6e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c0112fdf13d459d97576f158ec152a3d3ee5f1c3de8f3f3765547ddd75cba9 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer34/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef88c70f8b8e79c04b0d32ec5c924cc79f4cc589 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aad5d988d1bc5f961e7cc980aa501cc8f431bfc7d623b63dc31f7bd2d358a498 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer34/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..76913eca54ad77a5d0612c0e75e55727a9c7c4c1 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5938237880667051 +INFO:root: +[Valid][0][UTT][ MSE = 0.3996 | LCC = 0.7744 | SRCC = 0.7756 ] +INFO:root:Average loss=0.31954587403780377 +INFO:root: +[Valid][1][UTT][ MSE = 0.3167 | LCC = 0.8066 | SRCC = 0.8027 ] +INFO:root:Average loss=0.28268098334471387 +INFO:root: +[Valid][2][UTT][ MSE = 0.2979 | LCC = 0.8222 | SRCC = 0.8173 ] +INFO:root:Average loss=0.2629953792844063 +INFO:root: +[Valid][3][UTT][ MSE = 0.3073 | LCC = 0.8271 | SRCC = 0.8249 ] +INFO:root:Average loss=0.24781663486590752 +INFO:root: +[Valid][4][UTT][ MSE = 0.2996 | LCC = 0.8347 | SRCC = 0.8319 ] +INFO:root:Average loss=0.22003550722430915 +INFO:root: +[Valid][5][UTT][ MSE = 0.2892 | LCC = 0.8442 | SRCC = 0.8405 ] +INFO:root:Average loss=0.21380559460092813 +INFO:root: +[Valid][6][UTT][ MSE = 0.2704 | LCC = 0.8463 | SRCC = 0.8426 ] +INFO:root:Average loss=0.2274759982067805 +INFO:root: +[Valid][7][UTT][ MSE = 0.3625 | LCC = 0.8365 | SRCC = 0.8372 ] +INFO:root:Average loss=0.196819844440772 +INFO:root: +[Valid][8][UTT][ MSE = 0.2720 | LCC = 0.8425 | SRCC = 0.8362 ] +INFO:root:Average loss=0.18410146351043993 +INFO:root: +[Valid][9][UTT][ MSE = 0.2834 | LCC = 0.8436 | SRCC = 0.8380 ] +INFO:root:Average loss=0.19056351798085067 +INFO:root: +[Valid][10][UTT][ MSE = 0.2811 | LCC = 0.8483 | SRCC = 0.8462 ] +INFO:root:Average loss=0.1850482743137922 +INFO:root: +[Valid][11][UTT][ MSE = 0.2586 | LCC = 0.8529 | SRCC = 0.8486 ] +INFO:root:Average loss=0.16338499922018784 +INFO:root: +[Valid][12][UTT][ MSE = 0.2465 | LCC = 0.8526 | SRCC = 0.8494 ] +INFO:root:Average loss=0.17362280495655844 +INFO:root: +[Valid][13][UTT][ MSE = 0.2395 | LCC = 0.8553 | SRCC = 0.8528 ] +INFO:root:Average loss=0.16172940589678594 +INFO:root: +[Valid][14][UTT][ MSE = 0.2435 | LCC = 0.8557 | SRCC = 0.8526 ] +INFO:root:Average loss=0.14892551847375357 +INFO:root: +[Valid][15][UTT][ MSE = 0.2660 | LCC = 0.8507 | SRCC = 0.8502 ] +INFO:root:Average loss=0.16221671981307176 +INFO:root: +[Valid][16][UTT][ MSE = 0.3319 | LCC = 0.8495 | SRCC = 0.8520 ] +INFO:root:Average loss=0.13692810940436828 +INFO:root: +[Valid][17][UTT][ MSE = 0.2583 | LCC = 0.8480 | SRCC = 0.8440 ] +INFO:root:Average loss=0.1394721846549939 +INFO:root: +[Valid][18][UTT][ MSE = 0.3546 | LCC = 0.8441 | SRCC = 0.8509 ] +INFO:root:Average loss=0.12846981055843523 +INFO:root: +[Valid][19][UTT][ MSE = 0.2858 | LCC = 0.8538 | SRCC = 0.8522 ] +INFO:root:Average loss=0.122892482062945 +INFO:root: +[Valid][20][UTT][ MSE = 0.2777 | LCC = 0.8542 | SRCC = 0.8553 ] +INFO:root:Average loss=0.11590308925280204 +INFO:root: +[Valid][21][UTT][ MSE = 0.2482 | LCC = 0.8523 | SRCC = 0.8505 ] +INFO:root:Average loss=0.11063905289539924 +INFO:root: +[Valid][22][UTT][ MSE = 0.2569 | LCC = 0.8527 | SRCC = 0.8501 ] +INFO:root:Average loss=0.11979256455714886 +INFO:root: +[Valid][23][UTT][ MSE = 0.2552 | LCC = 0.8525 | SRCC = 0.8533 ] +INFO:root:Average loss=0.10692525282502174 +INFO:root: +[Valid][24][UTT][ MSE = 0.2525 | LCC = 0.8558 | SRCC = 0.8573 ] +INFO:root:Average loss=0.11273093120409892 +INFO:root: +[Valid][25][UTT][ MSE = 0.2846 | LCC = 0.8525 | SRCC = 0.8541 ] +INFO:root:Average loss=0.11170002521994786 +INFO:root: +[Valid][26][UTT][ MSE = 0.2483 | LCC = 0.8506 | SRCC = 0.8504 ] +INFO:root:Average loss=0.09289603575299947 +INFO:root: +[Valid][27][UTT][ MSE = 0.2549 | LCC = 0.8522 | SRCC = 0.8514 ] +INFO:root:Average loss=0.10268045875888604 +INFO:root: +[Valid][28][UTT][ MSE = 0.2479 | LCC = 0.8491 | SRCC = 0.8466 ] +INFO:root:Average loss=0.08662606068910697 +INFO:root: +[Valid][29][UTT][ MSE = 0.2405 | LCC = 0.8510 | SRCC = 0.8500 ] +INFO:root:Average loss=0.10494163369712158 +INFO:root: +[Valid][30][UTT][ MSE = 0.2458 | LCC = 0.8493 | SRCC = 0.8474 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2359 | LCC = 0.8525 | SRCC = 0.8507 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer34/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer34/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f31a498396c2f5468fa4f85fdb4217999c1fa23 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa52745c8fb32046ee7a526e3d1ed37caefaafe5ec735d37d47fc76124f6f14e +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer34/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ce4ac70d114e18b31821521b159ab04eba416d6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2469c90e80c3a48d1bd295753b1786ffa24ca040fe6276deba77a80e5ed3f612 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer34/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer34/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e2ee34e513ceadb13f8525498343386bdfa3a04c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer34/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5380966884967608 +INFO:root: +[Valid][0][UTT][ MSE = 0.3792 | LCC = 0.7690 | SRCC = 0.7692 ] +INFO:root:Average loss=0.32986467675520825 +INFO:root: +[Valid][1][UTT][ MSE = 0.3511 | LCC = 0.8088 | SRCC = 0.8028 ] +INFO:root:Average loss=0.29763874144126207 +INFO:root: +[Valid][2][UTT][ MSE = 0.3034 | LCC = 0.8266 | SRCC = 0.8206 ] +INFO:root:Average loss=0.277663983977758 +INFO:root: +[Valid][3][UTT][ MSE = 0.2948 | LCC = 0.8312 | SRCC = 0.8267 ] +INFO:root:Average loss=0.2742961370027982 +INFO:root: +[Valid][4][UTT][ MSE = 0.2872 | LCC = 0.8382 | SRCC = 0.8360 ] +INFO:root:Average loss=0.24515592688933396 +INFO:root: +[Valid][5][UTT][ MSE = 0.3440 | LCC = 0.8289 | SRCC = 0.8319 ] +INFO:root:Average loss=0.22616030390446 +INFO:root: +[Valid][6][UTT][ MSE = 0.2693 | LCC = 0.8452 | SRCC = 0.8418 ] +INFO:root:Average loss=0.21653119321817008 +INFO:root: +[Valid][7][UTT][ MSE = 0.3452 | LCC = 0.8368 | SRCC = 0.8411 ] +INFO:root:Average loss=0.20832035938898721 +INFO:root: +[Valid][8][UTT][ MSE = 0.3206 | LCC = 0.8406 | SRCC = 0.8462 ] +INFO:root:Average loss=0.2029228592530275 +INFO:root: +[Valid][9][UTT][ MSE = 0.2733 | LCC = 0.8510 | SRCC = 0.8481 ] +INFO:root:Average loss=0.18824187207680482 +INFO:root: +[Valid][10][UTT][ MSE = 0.2525 | LCC = 0.8526 | SRCC = 0.8502 ] +INFO:root:Average loss=0.174430500715971 +INFO:root: +[Valid][11][UTT][ MSE = 0.2577 | LCC = 0.8466 | SRCC = 0.8428 ] +INFO:root:Average loss=0.16430213073125252 +INFO:root: +[Valid][12][UTT][ MSE = 0.2451 | LCC = 0.8530 | SRCC = 0.8500 ] +INFO:root:Average loss=0.15355102192514983 +INFO:root: +[Valid][13][UTT][ MSE = 0.2506 | LCC = 0.8487 | SRCC = 0.8473 ] +INFO:root:Average loss=0.14477384539368826 +INFO:root: +[Valid][14][UTT][ MSE = 0.2885 | LCC = 0.8432 | SRCC = 0.8491 ] +INFO:root:Average loss=0.15206726831503403 +INFO:root: +[Valid][15][UTT][ MSE = 0.2497 | LCC = 0.8517 | SRCC = 0.8507 ] +INFO:root:Average loss=0.14265715263974973 +INFO:root: +[Valid][16][UTT][ MSE = 0.2443 | LCC = 0.8552 | SRCC = 0.8535 ] +INFO:root:Average loss=0.13630637908593202 +INFO:root: +[Valid][17][UTT][ MSE = 0.2735 | LCC = 0.8414 | SRCC = 0.8397 ] +INFO:root:Average loss=0.12846798745867533 +INFO:root: +[Valid][18][UTT][ MSE = 0.2733 | LCC = 0.8442 | SRCC = 0.8460 ] +INFO:root:Average loss=0.12502994846839172 +INFO:root: +[Valid][19][UTT][ MSE = 0.2781 | LCC = 0.8456 | SRCC = 0.8490 ] +INFO:root:Average loss=0.11039570690347598 +INFO:root: +[Valid][20][UTT][ MSE = 0.2525 | LCC = 0.8452 | SRCC = 0.8443 ] +INFO:root:Average loss=0.11253200815274166 +INFO:root: +[Valid][21][UTT][ MSE = 0.2509 | LCC = 0.8478 | SRCC = 0.8461 ] +INFO:root:Average loss=0.10817256149573204 +INFO:root: +[Valid][22][UTT][ MSE = 0.2527 | LCC = 0.8480 | SRCC = 0.8468 ] +INFO:root:Average loss=0.12336866624462299 +INFO:root: +[Valid][23][UTT][ MSE = 0.2390 | LCC = 0.8520 | SRCC = 0.8516 ] +INFO:root:Average loss=0.10234897937148045 +INFO:root: +[Valid][24][UTT][ MSE = 0.2494 | LCC = 0.8460 | SRCC = 0.8458 ] +INFO:root:Average loss=0.0919378362596035 +INFO:root: +[Valid][25][UTT][ MSE = 0.2617 | LCC = 0.8440 | SRCC = 0.8407 ] +INFO:root:Average loss=0.0970775717152999 +INFO:root: +[Valid][26][UTT][ MSE = 0.2638 | LCC = 0.8433 | SRCC = 0.8458 ] +INFO:root:Average loss=0.09811093123295368 +INFO:root: +[Valid][27][UTT][ MSE = 0.2612 | LCC = 0.8509 | SRCC = 0.8495 ] +INFO:root:Average loss=0.09636533991075479 +INFO:root: +[Valid][28][UTT][ MSE = 0.2567 | LCC = 0.8412 | SRCC = 0.8425 ] +INFO:root:Average loss=0.08827972999558999 +INFO:root: +[Valid][29][UTT][ MSE = 0.2607 | LCC = 0.8456 | SRCC = 0.8430 ] +INFO:root:Average loss=0.08565787622370781 +INFO:root: +[Valid][30][UTT][ MSE = 0.2489 | LCC = 0.8409 | SRCC = 0.8407 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2655 | LCC = 0.8534 | SRCC = 0.8530 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer36/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer36/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca6acea324027f7021b9589c2869562b4ae0ad66 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:185e23f77638c331b40b32e1321c961c772609c5c298080de82c8bf2b4d02965 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer36/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5aafa202df085070a9dae6a66917e7dbb7cb2d5e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8e1d987ee7a16394210912eac7df086cbf9fa3527e8559f2c7fb462099d0674 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer36/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..5e3fde30ab23e244840b1f44643730d88ea44ee1 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6067643070068115 +INFO:root: +[Valid][0][UTT][ MSE = 0.3604 | LCC = 0.7775 | SRCC = 0.7836 ] +INFO:root:Average loss=0.30351906575453586 +INFO:root: +[Valid][1][UTT][ MSE = 0.3066 | LCC = 0.8295 | SRCC = 0.8279 ] +INFO:root:Average loss=0.2529763546891702 +INFO:root: +[Valid][2][UTT][ MSE = 0.3358 | LCC = 0.8371 | SRCC = 0.8394 ] +INFO:root:Average loss=0.23375639816125235 +INFO:root: +[Valid][3][UTT][ MSE = 0.2736 | LCC = 0.8527 | SRCC = 0.8493 ] +INFO:root:Average loss=0.21483881370379374 +INFO:root: +[Valid][4][UTT][ MSE = 0.2682 | LCC = 0.8566 | SRCC = 0.8560 ] +INFO:root:Average loss=0.19521199787656465 +INFO:root: +[Valid][5][UTT][ MSE = 0.2448 | LCC = 0.8571 | SRCC = 0.8574 ] +INFO:root:Average loss=0.19112253981905106 +INFO:root: +[Valid][6][UTT][ MSE = 0.2654 | LCC = 0.8591 | SRCC = 0.8589 ] +INFO:root:Average loss=0.18047308281828195 +INFO:root: +[Valid][7][UTT][ MSE = 0.2943 | LCC = 0.8560 | SRCC = 0.8567 ] +INFO:root:Average loss=0.16804925151742423 +INFO:root: +[Valid][8][UTT][ MSE = 0.2487 | LCC = 0.8583 | SRCC = 0.8589 ] +INFO:root:Average loss=0.15339831463419473 +INFO:root: +[Valid][9][UTT][ MSE = 0.2390 | LCC = 0.8623 | SRCC = 0.8613 ] +INFO:root:Average loss=0.15120030796298614 +INFO:root: +[Valid][10][UTT][ MSE = 0.2288 | LCC = 0.8648 | SRCC = 0.8642 ] +INFO:root:Average loss=0.1540482524686899 +INFO:root: +[Valid][11][UTT][ MSE = 0.3618 | LCC = 0.8540 | SRCC = 0.8612 ] +INFO:root:Average loss=0.14339719311549112 +INFO:root: +[Valid][12][UTT][ MSE = 0.2486 | LCC = 0.8582 | SRCC = 0.8577 ] +INFO:root:Average loss=0.131411420324674 +INFO:root: +[Valid][13][UTT][ MSE = 0.2320 | LCC = 0.8621 | SRCC = 0.8616 ] +INFO:root:Average loss=0.13813570418801063 +INFO:root: +[Valid][14][UTT][ MSE = 0.2419 | LCC = 0.8607 | SRCC = 0.8619 ] +INFO:root:Average loss=0.11535281745287088 +INFO:root: +[Valid][15][UTT][ MSE = 0.2526 | LCC = 0.8616 | SRCC = 0.8626 ] +INFO:root:Average loss=0.11788480442303878 +INFO:root: +[Valid][16][UTT][ MSE = 0.2346 | LCC = 0.8619 | SRCC = 0.8621 ] +INFO:root:Average loss=0.11595482818591289 +INFO:root: +[Valid][17][UTT][ MSE = 0.3243 | LCC = 0.8551 | SRCC = 0.8577 ] +INFO:root:Average loss=0.11651165506396538 +INFO:root: +[Valid][18][UTT][ MSE = 0.2327 | LCC = 0.8578 | SRCC = 0.8568 ] +INFO:root:Average loss=0.11083300187228581 +INFO:root: +[Valid][19][UTT][ MSE = 0.2964 | LCC = 0.8529 | SRCC = 0.8553 ] +INFO:root:Average loss=0.10391306299238633 +INFO:root: +[Valid][20][UTT][ MSE = 0.2434 | LCC = 0.8585 | SRCC = 0.8582 ] +INFO:root:Average loss=0.09697433990927842 +INFO:root: +[Valid][21][UTT][ MSE = 0.2460 | LCC = 0.8583 | SRCC = 0.8600 ] +INFO:root:Average loss=0.09299905536075433 +INFO:root: +[Valid][22][UTT][ MSE = 0.2334 | LCC = 0.8568 | SRCC = 0.8580 ] +INFO:root:Average loss=0.09916929637965484 +INFO:root: +[Valid][23][UTT][ MSE = 0.2663 | LCC = 0.8563 | SRCC = 0.8587 ] +INFO:root:Average loss=0.08580644581562434 +INFO:root: +[Valid][24][UTT][ MSE = 0.2390 | LCC = 0.8551 | SRCC = 0.8554 ] +INFO:root:Average loss=0.09823084293076625 +INFO:root: +[Valid][25][UTT][ MSE = 0.2388 | LCC = 0.8580 | SRCC = 0.8571 ] +INFO:root:Average loss=0.08487348917585152 +INFO:root: +[Valid][26][UTT][ MSE = 0.2449 | LCC = 0.8560 | SRCC = 0.8558 ] +INFO:root:Average loss=0.0883884330590566 +INFO:root: +[Valid][27][UTT][ MSE = 0.2385 | LCC = 0.8609 | SRCC = 0.8607 ] +INFO:root:Average loss=0.07156441375040092 +INFO:root: +[Valid][28][UTT][ MSE = 0.2350 | LCC = 0.8551 | SRCC = 0.8564 ] +INFO:root:Average loss=0.07963048590299411 +INFO:root: +[Valid][29][UTT][ MSE = 0.2393 | LCC = 0.8579 | SRCC = 0.8593 ] +INFO:root:Average loss=0.07148661932502037 +INFO:root: +[Valid][30][UTT][ MSE = 0.2346 | LCC = 0.8544 | SRCC = 0.8538 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2364 | LCC = 0.8569 | SRCC = 0.8559 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer36/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer36/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b0fdc72758ae7db80052c60078ed6a0ed399f8c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64d51dfc6399ace03252ed7e6b0f74dce8fa7b2b4ce51b96b855c07a66822bd7 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer36/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c35f58d6042a29bb6619b8bf0a6c4af46a6a4055 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99220cc08fdf03a7fc93fbc445453c8cacaa4a80c3bfac05a516be2d540898d4 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer36/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..771cdd81a49e055fb710846c884d71f7930cf7d3 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5408249545173768 +INFO:root: +[Valid][0][UTT][ MSE = 0.3116 | LCC = 0.8029 | SRCC = 0.8027 ] +INFO:root:Average loss=0.29075677119768584 +INFO:root: +[Valid][1][UTT][ MSE = 0.2773 | LCC = 0.8309 | SRCC = 0.8286 ] +INFO:root:Average loss=0.25519589888743865 +INFO:root: +[Valid][2][UTT][ MSE = 0.2861 | LCC = 0.8359 | SRCC = 0.8328 ] +INFO:root:Average loss=0.23857713204163772 +INFO:root: +[Valid][3][UTT][ MSE = 0.2535 | LCC = 0.8506 | SRCC = 0.8486 ] +INFO:root:Average loss=0.24361896744141212 +INFO:root: +[Valid][4][UTT][ MSE = 0.2500 | LCC = 0.8526 | SRCC = 0.8519 ] +INFO:root:Average loss=0.204584842786575 +INFO:root: +[Valid][5][UTT][ MSE = 0.2529 | LCC = 0.8601 | SRCC = 0.8583 ] +INFO:root:Average loss=0.19663765778144202 +INFO:root: +[Valid][6][UTT][ MSE = 0.2542 | LCC = 0.8581 | SRCC = 0.8565 ] +INFO:root:Average loss=0.19067759028612039 +INFO:root: +[Valid][7][UTT][ MSE = 0.2587 | LCC = 0.8573 | SRCC = 0.8549 ] +INFO:root:Average loss=0.17335091397548333 +INFO:root: +[Valid][8][UTT][ MSE = 0.2546 | LCC = 0.8594 | SRCC = 0.8588 ] +INFO:root:Average loss=0.1674806467997722 +INFO:root: +[Valid][9][UTT][ MSE = 0.2457 | LCC = 0.8588 | SRCC = 0.8576 ] +INFO:root:Average loss=0.16119053463141123 +INFO:root: +[Valid][10][UTT][ MSE = 0.2271 | LCC = 0.8618 | SRCC = 0.8610 ] +INFO:root:Average loss=0.14450099729956725 +INFO:root: +[Valid][11][UTT][ MSE = 0.2407 | LCC = 0.8617 | SRCC = 0.8610 ] +INFO:root:Average loss=0.1461592530592894 +INFO:root: +[Valid][12][UTT][ MSE = 0.2271 | LCC = 0.8649 | SRCC = 0.8644 ] +INFO:root:Average loss=0.13970520356908822 +INFO:root: +[Valid][13][UTT][ MSE = 0.2679 | LCC = 0.8618 | SRCC = 0.8634 ] +INFO:root:Average loss=0.14451590256813246 +INFO:root: +[Valid][14][UTT][ MSE = 0.2526 | LCC = 0.8638 | SRCC = 0.8652 ] +INFO:root:Average loss=0.127561387916406 +INFO:root: +[Valid][15][UTT][ MSE = 0.2809 | LCC = 0.8558 | SRCC = 0.8589 ] +INFO:root:Average loss=0.12036191194485395 +INFO:root: +[Valid][16][UTT][ MSE = 0.2887 | LCC = 0.8559 | SRCC = 0.8578 ] +INFO:root:Average loss=0.12076836213087425 +INFO:root: +[Valid][17][UTT][ MSE = 0.2372 | LCC = 0.8589 | SRCC = 0.8585 ] +INFO:root:Average loss=0.10915581413950676 +INFO:root: +[Valid][18][UTT][ MSE = 0.2475 | LCC = 0.8615 | SRCC = 0.8636 ] +INFO:root:Average loss=0.1170935856226163 +INFO:root: +[Valid][19][UTT][ MSE = 0.2443 | LCC = 0.8617 | SRCC = 0.8615 ] +INFO:root:Average loss=0.11169296741867676 +INFO:root: +[Valid][20][UTT][ MSE = 0.2227 | LCC = 0.8646 | SRCC = 0.8638 ] +INFO:root:Average loss=0.13186095798244843 +INFO:root: +[Valid][21][UTT][ MSE = 0.2436 | LCC = 0.8637 | SRCC = 0.8630 ] +INFO:root:Average loss=0.10251458180256379 +INFO:root: +[Valid][22][UTT][ MSE = 0.2199 | LCC = 0.8618 | SRCC = 0.8619 ] +INFO:root:Average loss=0.09565523176048046 +INFO:root: +[Valid][23][UTT][ MSE = 0.2185 | LCC = 0.8624 | SRCC = 0.8609 ] +INFO:root:Average loss=0.09131161051873977 +INFO:root: +[Valid][24][UTT][ MSE = 0.2337 | LCC = 0.8635 | SRCC = 0.8625 ] +INFO:root:Average loss=0.08690421789502487 +INFO:root: +[Valid][25][UTT][ MSE = 0.2248 | LCC = 0.8623 | SRCC = 0.8605 ] +INFO:root:Average loss=0.08267065070760556 +INFO:root: +[Valid][26][UTT][ MSE = 0.2371 | LCC = 0.8585 | SRCC = 0.8571 ] +INFO:root:Average loss=0.08112412184858933 +INFO:root: +[Valid][27][UTT][ MSE = 0.2269 | LCC = 0.8604 | SRCC = 0.8590 ] +INFO:root:Average loss=0.07585571453166313 +INFO:root: +[Valid][28][UTT][ MSE = 0.2305 | LCC = 0.8586 | SRCC = 0.8571 ] +INFO:root:Average loss=0.08086499738960694 +INFO:root: +[Valid][29][UTT][ MSE = 0.2449 | LCC = 0.8546 | SRCC = 0.8529 ] +INFO:root:Average loss=0.07436502084900172 +INFO:root: +[Valid][30][UTT][ MSE = 0.2150 | LCC = 0.8630 | SRCC = 0.8632 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2543 | LCC = 0.8617 | SRCC = 0.8621 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer36/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer36/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ec6e74125867e65d9dc0c5f9e8682cef75a5d3c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcfe5ab352e6554285d035f996e9abd0ae6ce47b977f46c7bc6e72a1e1bd6afb +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer36/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ee9a042b029e20a2cbd673485d36a10d7755b67 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bf75c097f200e9f6d5f9c8f677c061c70b0ceb3f565bb6bd049cbbda662cd28 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer36/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a80f712b33ff80399b4ef46ea0efbbb60f4886fd --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5174622514691108 +INFO:root: +[Valid][0][UTT][ MSE = 0.3792 | LCC = 0.7872 | SRCC = 0.8059 ] +INFO:root:Average loss=0.2915771187115938 +INFO:root: +[Valid][1][UTT][ MSE = 0.3181 | LCC = 0.8297 | SRCC = 0.8267 ] +INFO:root:Average loss=0.2540471444909389 +INFO:root: +[Valid][2][UTT][ MSE = 0.3028 | LCC = 0.8384 | SRCC = 0.8378 ] +INFO:root:Average loss=0.22763090829054514 +INFO:root: +[Valid][3][UTT][ MSE = 0.2586 | LCC = 0.8513 | SRCC = 0.8481 ] +INFO:root:Average loss=0.2135379549402457 +INFO:root: +[Valid][4][UTT][ MSE = 0.2596 | LCC = 0.8483 | SRCC = 0.8431 ] +INFO:root:Average loss=0.1963886022567749 +INFO:root: +[Valid][5][UTT][ MSE = 0.2569 | LCC = 0.8541 | SRCC = 0.8524 ] +INFO:root:Average loss=0.19116014500076955 +INFO:root: +[Valid][6][UTT][ MSE = 0.2795 | LCC = 0.8558 | SRCC = 0.8575 ] +INFO:root:Average loss=0.19380320474887505 +INFO:root: +[Valid][7][UTT][ MSE = 0.2533 | LCC = 0.8539 | SRCC = 0.8531 ] +INFO:root:Average loss=0.18244558515457007 +INFO:root: +[Valid][8][UTT][ MSE = 0.2470 | LCC = 0.8602 | SRCC = 0.8579 ] +INFO:root:Average loss=0.17116090655326843 +INFO:root: +[Valid][9][UTT][ MSE = 0.2500 | LCC = 0.8598 | SRCC = 0.8587 ] +INFO:root:Average loss=0.18867291538761213 +INFO:root: +[Valid][10][UTT][ MSE = 0.2523 | LCC = 0.8520 | SRCC = 0.8551 ] +INFO:root:Average loss=0.15002409655314225 +INFO:root: +[Valid][11][UTT][ MSE = 0.2298 | LCC = 0.8611 | SRCC = 0.8605 ] +INFO:root:Average loss=0.14693455866132027 +INFO:root: +[Valid][12][UTT][ MSE = 0.2523 | LCC = 0.8559 | SRCC = 0.8561 ] +INFO:root:Average loss=0.14365543988652718 +INFO:root: +[Valid][13][UTT][ MSE = 0.2780 | LCC = 0.8531 | SRCC = 0.8556 ] +INFO:root:Average loss=0.15004682970734742 +INFO:root: +[Valid][14][UTT][ MSE = 0.3406 | LCC = 0.8492 | SRCC = 0.8550 ] +INFO:root:Average loss=0.13425613968418196 +INFO:root: +[Valid][15][UTT][ MSE = 0.2365 | LCC = 0.8597 | SRCC = 0.8620 ] +INFO:root:Average loss=0.13483978034212038 +INFO:root: +[Valid][16][UTT][ MSE = 0.3043 | LCC = 0.8529 | SRCC = 0.8573 ] +INFO:root:Average loss=0.1313819431532652 +INFO:root: +[Valid][17][UTT][ MSE = 0.2810 | LCC = 0.8535 | SRCC = 0.8556 ] +INFO:root:Average loss=0.1252352118683167 +INFO:root: +[Valid][18][UTT][ MSE = 0.2281 | LCC = 0.8588 | SRCC = 0.8563 ] +INFO:root:Average loss=0.11191855905911861 +INFO:root: +[Valid][19][UTT][ MSE = 0.2581 | LCC = 0.8558 | SRCC = 0.8570 ] +INFO:root:Average loss=0.1062318035043203 +INFO:root: +[Valid][20][UTT][ MSE = 0.2388 | LCC = 0.8576 | SRCC = 0.8586 ] +INFO:root:Average loss=0.10134637403564575 +INFO:root: +[Valid][21][UTT][ MSE = 0.2287 | LCC = 0.8611 | SRCC = 0.8599 ] +INFO:root:Average loss=0.09863235428929329 +INFO:root: +[Valid][22][UTT][ MSE = 0.2648 | LCC = 0.8526 | SRCC = 0.8536 ] +INFO:root:Average loss=0.09462612437514159 +INFO:root: +[Valid][23][UTT][ MSE = 0.2182 | LCC = 0.8627 | SRCC = 0.8624 ] +INFO:root:Average loss=0.09859827714852798 +INFO:root: +[Valid][24][UTT][ MSE = 0.3080 | LCC = 0.8557 | SRCC = 0.8559 ] +INFO:root:Average loss=0.08630374518151467 +INFO:root: +[Valid][25][UTT][ MSE = 0.2328 | LCC = 0.8611 | SRCC = 0.8586 ] +INFO:root:Average loss=0.08376130662285365 +INFO:root: +[Valid][26][UTT][ MSE = 0.2503 | LCC = 0.8573 | SRCC = 0.8583 ] +INFO:root:Average loss=0.08159561655842341 +INFO:root: +[Valid][27][UTT][ MSE = 0.2356 | LCC = 0.8615 | SRCC = 0.8614 ] +INFO:root:Average loss=0.07906367710958688 +INFO:root: +[Valid][28][UTT][ MSE = 0.2430 | LCC = 0.8623 | SRCC = 0.8620 ] +INFO:root:Average loss=0.07345694547089246 +INFO:root: +[Valid][29][UTT][ MSE = 0.2335 | LCC = 0.8574 | SRCC = 0.8564 ] +INFO:root:Average loss=0.08275828749323502 +INFO:root: +[Valid][30][UTT][ MSE = 0.2638 | LCC = 0.8602 | SRCC = 0.8593 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2390 | LCC = 0.8560 | SRCC = 0.8541 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer36/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer36/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc45b97fd1cdb7322d36f2ec5f2975ba804e2234 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5df54351f55865778837eb78d117b2cf9614e83def40b64c7e4c6ae403883d5 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer36/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6ffa657395fc9b24ab546fcaf072f571c49229d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e6f834c4723d0c191164879e7eff57478b81b8c673a947d6d451f271bbbb6b +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer36/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a39fc49c7e5615890589c73b800400f289f0d620 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6147273362447054 +INFO:root: +[Valid][0][UTT][ MSE = 0.3264 | LCC = 0.7940 | SRCC = 0.8000 ] +INFO:root:Average loss=0.2915923087260662 +INFO:root: +[Valid][1][UTT][ MSE = 0.2786 | LCC = 0.8359 | SRCC = 0.8354 ] +INFO:root:Average loss=0.2507900223135948 +INFO:root: +[Valid][2][UTT][ MSE = 0.2733 | LCC = 0.8473 | SRCC = 0.8462 ] +INFO:root:Average loss=0.2531005882490904 +INFO:root: +[Valid][3][UTT][ MSE = 0.2551 | LCC = 0.8523 | SRCC = 0.8515 ] +INFO:root:Average loss=0.22117230085990366 +INFO:root: +[Valid][4][UTT][ MSE = 0.2739 | LCC = 0.8513 | SRCC = 0.8509 ] +INFO:root:Average loss=0.20055718414294413 +INFO:root: +[Valid][5][UTT][ MSE = 0.2376 | LCC = 0.8583 | SRCC = 0.8566 ] +INFO:root:Average loss=0.19778554781507224 +INFO:root: +[Valid][6][UTT][ MSE = 0.2587 | LCC = 0.8557 | SRCC = 0.8561 ] +INFO:root:Average loss=0.18023272431813753 +INFO:root: +[Valid][7][UTT][ MSE = 0.2523 | LCC = 0.8600 | SRCC = 0.8587 ] +INFO:root:Average loss=0.17350297612257493 +INFO:root: +[Valid][8][UTT][ MSE = 0.2416 | LCC = 0.8633 | SRCC = 0.8633 ] +INFO:root:Average loss=0.16560148237607417 +INFO:root: +[Valid][9][UTT][ MSE = 0.2227 | LCC = 0.8635 | SRCC = 0.8631 ] +INFO:root:Average loss=0.15625973074482039 +INFO:root: +[Valid][10][UTT][ MSE = 0.2327 | LCC = 0.8645 | SRCC = 0.8632 ] +INFO:root:Average loss=0.16033097194173399 +INFO:root: +[Valid][11][UTT][ MSE = 0.2259 | LCC = 0.8665 | SRCC = 0.8655 ] +INFO:root:Average loss=0.14908860184443304 +INFO:root: +[Valid][12][UTT][ MSE = 0.2281 | LCC = 0.8591 | SRCC = 0.8581 ] +INFO:root:Average loss=0.13094491406511038 +INFO:root: +[Valid][13][UTT][ MSE = 0.2280 | LCC = 0.8627 | SRCC = 0.8627 ] +INFO:root:Average loss=0.1269198637933303 +INFO:root: +[Valid][14][UTT][ MSE = 0.2242 | LCC = 0.8626 | SRCC = 0.8619 ] +INFO:root:Average loss=0.12326542125680508 +INFO:root: +[Valid][15][UTT][ MSE = 0.2414 | LCC = 0.8594 | SRCC = 0.8593 ] +INFO:root:Average loss=0.11722844619399463 +INFO:root: +[Valid][16][UTT][ MSE = 0.2184 | LCC = 0.8628 | SRCC = 0.8627 ] +INFO:root:Average loss=0.13040726598447713 +INFO:root: +[Valid][17][UTT][ MSE = 0.2318 | LCC = 0.8613 | SRCC = 0.8608 ] +INFO:root:Average loss=0.10748078826910411 +INFO:root: +[Valid][18][UTT][ MSE = 0.2477 | LCC = 0.8624 | SRCC = 0.8623 ] +INFO:root:Average loss=0.10757289482997014 +INFO:root: +[Valid][19][UTT][ MSE = 0.2287 | LCC = 0.8586 | SRCC = 0.8581 ] +INFO:root:Average loss=0.12005039829856311 +INFO:root: +[Valid][20][UTT][ MSE = 0.2162 | LCC = 0.8654 | SRCC = 0.8642 ] +INFO:root:Average loss=0.10533978279011372 +INFO:root: +[Valid][21][UTT][ MSE = 0.2520 | LCC = 0.8604 | SRCC = 0.8610 ] +INFO:root:Average loss=0.0956674454590449 +INFO:root: +[Valid][22][UTT][ MSE = 0.2346 | LCC = 0.8617 | SRCC = 0.8623 ] +INFO:root:Average loss=0.09571816351933357 +INFO:root: +[Valid][23][UTT][ MSE = 0.2570 | LCC = 0.8610 | SRCC = 0.8626 ] +INFO:root:Average loss=0.08719877167963065 +INFO:root: +[Valid][24][UTT][ MSE = 0.2262 | LCC = 0.8620 | SRCC = 0.8615 ] +INFO:root:Average loss=0.08237575615445773 +INFO:root: +[Valid][25][UTT][ MSE = 0.2549 | LCC = 0.8566 | SRCC = 0.8581 ] +INFO:root:Average loss=0.07807053233950566 +INFO:root: +[Valid][26][UTT][ MSE = 0.2552 | LCC = 0.8576 | SRCC = 0.8578 ] +INFO:root:Average loss=0.08441076666498795 +INFO:root: +[Valid][27][UTT][ MSE = 0.2172 | LCC = 0.8620 | SRCC = 0.8626 ] +INFO:root:Average loss=0.06980820181660163 +INFO:root: +[Valid][28][UTT][ MSE = 0.2280 | LCC = 0.8620 | SRCC = 0.8621 ] +INFO:root:Average loss=0.06589225412179263 +INFO:root: +[Valid][29][UTT][ MSE = 0.2284 | LCC = 0.8580 | SRCC = 0.8580 ] +INFO:root:Average loss=0.07114365190649644 +INFO:root: +[Valid][30][UTT][ MSE = 0.2258 | LCC = 0.8602 | SRCC = 0.8602 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2347 | LCC = 0.8603 | SRCC = 0.8582 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer36/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer36/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..22dd802cc3337e67f2f1669b17de7d6eb7adfb65 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edc092f839b625ca1b4d450db1e92b4fc0f2c619f463ee7e1f970b34a075d0b5 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer36/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3fd977bf394e3c0794dca4db6cf9d0fd8b2ac8d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5bc47f41c53d0784d112d4c10a5c61704d2c2414402ffa965b33a61d19c411e +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer36/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer36/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8778af894bfd6a0befa69099585c7b6b3ef1cda7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer36/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5345273466828542 +INFO:root: +[Valid][0][UTT][ MSE = 0.3279 | LCC = 0.8051 | SRCC = 0.8033 ] +INFO:root:Average loss=0.2835110943668928 +INFO:root: +[Valid][1][UTT][ MSE = 0.2961 | LCC = 0.8184 | SRCC = 0.8150 ] +INFO:root:Average loss=0.2553826794028282 +INFO:root: +[Valid][2][UTT][ MSE = 0.2678 | LCC = 0.8423 | SRCC = 0.8428 ] +INFO:root:Average loss=0.2276873292449193 +INFO:root: +[Valid][3][UTT][ MSE = 0.2690 | LCC = 0.8464 | SRCC = 0.8462 ] +INFO:root:Average loss=0.21480868623042718 +INFO:root: +[Valid][4][UTT][ MSE = 0.2851 | LCC = 0.8525 | SRCC = 0.8513 ] +INFO:root:Average loss=0.19992522933544257 +INFO:root: +[Valid][5][UTT][ MSE = 0.2867 | LCC = 0.8517 | SRCC = 0.8547 ] +INFO:root:Average loss=0.18313588994817856 +INFO:root: +[Valid][6][UTT][ MSE = 0.2933 | LCC = 0.8522 | SRCC = 0.8504 ] +INFO:root:Average loss=0.19072809528846008 +INFO:root: +[Valid][7][UTT][ MSE = 0.2822 | LCC = 0.8479 | SRCC = 0.8522 ] +INFO:root:Average loss=0.17546186615259218 +INFO:root: +[Valid][8][UTT][ MSE = 0.2464 | LCC = 0.8550 | SRCC = 0.8559 ] +INFO:root:Average loss=0.16307444603015214 +INFO:root: +[Valid][9][UTT][ MSE = 0.2444 | LCC = 0.8550 | SRCC = 0.8544 ] +INFO:root:Average loss=0.15928870296249023 +INFO:root: +[Valid][10][UTT][ MSE = 0.2548 | LCC = 0.8579 | SRCC = 0.8597 ] +INFO:root:Average loss=0.1539536140477046 +INFO:root: +[Valid][11][UTT][ MSE = 0.2627 | LCC = 0.8552 | SRCC = 0.8558 ] +INFO:root:Average loss=0.14777607260606226 +INFO:root: +[Valid][12][UTT][ MSE = 0.2332 | LCC = 0.8608 | SRCC = 0.8614 ] +INFO:root:Average loss=0.13779697968409613 +INFO:root: +[Valid][13][UTT][ MSE = 0.3275 | LCC = 0.8512 | SRCC = 0.8599 ] +INFO:root:Average loss=0.1665129854510992 +INFO:root: +[Valid][14][UTT][ MSE = 0.2342 | LCC = 0.8616 | SRCC = 0.8612 ] +INFO:root:Average loss=0.13307067828300673 +INFO:root: +[Valid][15][UTT][ MSE = 0.2370 | LCC = 0.8600 | SRCC = 0.8597 ] +INFO:root:Average loss=0.1500712658923406 +INFO:root: +[Valid][16][UTT][ MSE = 0.2292 | LCC = 0.8618 | SRCC = 0.8619 ] +INFO:root:Average loss=0.11716375098778652 +INFO:root: +[Valid][17][UTT][ MSE = 0.2297 | LCC = 0.8637 | SRCC = 0.8637 ] +INFO:root:Average loss=0.12265924039559487 +INFO:root: +[Valid][18][UTT][ MSE = 0.2638 | LCC = 0.8553 | SRCC = 0.8594 ] +INFO:root:Average loss=0.10790864894023308 +INFO:root: +[Valid][19][UTT][ MSE = 0.2506 | LCC = 0.8535 | SRCC = 0.8525 ] +INFO:root:Average loss=0.10163848617902169 +INFO:root: +[Valid][20][UTT][ MSE = 0.2808 | LCC = 0.8610 | SRCC = 0.8599 ] +INFO:root:Average loss=0.11567776793470749 +INFO:root: +[Valid][21][UTT][ MSE = 0.2367 | LCC = 0.8575 | SRCC = 0.8570 ] +INFO:root:Average loss=0.09739035334533606 +INFO:root: +[Valid][22][UTT][ MSE = 0.2380 | LCC = 0.8537 | SRCC = 0.8537 ] +INFO:root:Average loss=0.09019427278485054 +INFO:root: +[Valid][23][UTT][ MSE = 0.2522 | LCC = 0.8565 | SRCC = 0.8570 ] +INFO:root:Average loss=0.0896495193338547 +INFO:root: +[Valid][24][UTT][ MSE = 0.2886 | LCC = 0.8548 | SRCC = 0.8598 ] +INFO:root:Average loss=0.08035196292285736 +INFO:root: +[Valid][25][UTT][ MSE = 0.2345 | LCC = 0.8620 | SRCC = 0.8619 ] +INFO:root:Average loss=0.07482632965995716 +INFO:root: +[Valid][26][UTT][ MSE = 0.2347 | LCC = 0.8608 | SRCC = 0.8610 ] +INFO:root:Average loss=0.07473993621384487 +INFO:root: +[Valid][27][UTT][ MSE = 0.2350 | LCC = 0.8637 | SRCC = 0.8634 ] +INFO:root:Average loss=0.09351949570461726 +INFO:root: +[Valid][28][UTT][ MSE = 0.2404 | LCC = 0.8584 | SRCC = 0.8600 ] +INFO:root:Average loss=0.07034991619487603 +INFO:root: +[Valid][29][UTT][ MSE = 0.2586 | LCC = 0.8568 | SRCC = 0.8607 ] +INFO:root:Average loss=0.07825908762140152 +INFO:root: +[Valid][30][UTT][ MSE = 0.2367 | LCC = 0.8583 | SRCC = 0.8590 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2733 | LCC = 0.8601 | SRCC = 0.8587 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer38/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer38/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8696d565fac3f03fd702c57b623784cc1d31b4f0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:157913376bf6bb46889fc607aad4be97d4c6d75e6d6791943c3a466de1faac7c +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer38/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..da64e9e311512e451cd64cbce91c85d1862579fa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a81fe10623ef85d4a3895f40ae59b94a8bfdff5e1ff96de49cb5a9567027e100 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer38/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..95d300b240f9f0c01a5431041a5c865c15babb2a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6415072530508041 +INFO:root: +[Valid][0][UTT][ MSE = 0.3703 | LCC = 0.7693 | SRCC = 0.7732 ] +INFO:root:Average loss=0.29999299060839874 +INFO:root: +[Valid][1][UTT][ MSE = 0.2872 | LCC = 0.8387 | SRCC = 0.8390 ] +INFO:root:Average loss=0.28292459402328884 +INFO:root: +[Valid][2][UTT][ MSE = 0.4050 | LCC = 0.8298 | SRCC = 0.8387 ] +INFO:root:Average loss=0.24089575520692727 +INFO:root: +[Valid][3][UTT][ MSE = 0.3117 | LCC = 0.8439 | SRCC = 0.8456 ] +INFO:root:Average loss=0.21909386817461404 +INFO:root: +[Valid][4][UTT][ MSE = 0.3679 | LCC = 0.8414 | SRCC = 0.8538 ] +INFO:root:Average loss=0.2028340192941519 +INFO:root: +[Valid][5][UTT][ MSE = 0.2829 | LCC = 0.8568 | SRCC = 0.8558 ] +INFO:root:Average loss=0.19684162344305944 +INFO:root: +[Valid][6][UTT][ MSE = 0.3491 | LCC = 0.8561 | SRCC = 0.8589 ] +INFO:root:Average loss=0.1827005474613263 +INFO:root: +[Valid][7][UTT][ MSE = 0.2883 | LCC = 0.8598 | SRCC = 0.8602 ] +INFO:root:Average loss=0.17310950351067078 +INFO:root: +[Valid][8][UTT][ MSE = 0.2794 | LCC = 0.8604 | SRCC = 0.8617 ] +INFO:root:Average loss=0.166943249412072 +INFO:root: +[Valid][9][UTT][ MSE = 0.2515 | LCC = 0.8624 | SRCC = 0.8608 ] +INFO:root:Average loss=0.17569793158998856 +INFO:root: +[Valid][10][UTT][ MSE = 0.2324 | LCC = 0.8647 | SRCC = 0.8636 ] +INFO:root:Average loss=0.1513125284168965 +INFO:root: +[Valid][11][UTT][ MSE = 0.2330 | LCC = 0.8669 | SRCC = 0.8649 ] +INFO:root:Average loss=0.14263405669958162 +INFO:root: +[Valid][12][UTT][ MSE = 0.2272 | LCC = 0.8668 | SRCC = 0.8644 ] +INFO:root:Average loss=0.14302369952201843 +INFO:root: +[Valid][13][UTT][ MSE = 0.2361 | LCC = 0.8649 | SRCC = 0.8644 ] +INFO:root:Average loss=0.1442004704895692 +INFO:root: +[Valid][14][UTT][ MSE = 0.3108 | LCC = 0.8511 | SRCC = 0.8551 ] +INFO:root:Average loss=0.13261792025504968 +INFO:root: +[Valid][15][UTT][ MSE = 0.2858 | LCC = 0.8596 | SRCC = 0.8646 ] +INFO:root:Average loss=0.11746905295130534 +INFO:root: +[Valid][16][UTT][ MSE = 0.2295 | LCC = 0.8635 | SRCC = 0.8620 ] +INFO:root:Average loss=0.1336506040623555 +INFO:root: +[Valid][17][UTT][ MSE = 0.2649 | LCC = 0.8563 | SRCC = 0.8551 ] +INFO:root:Average loss=0.12859739783482674 +INFO:root: +[Valid][18][UTT][ MSE = 0.2352 | LCC = 0.8621 | SRCC = 0.8606 ] +INFO:root:Average loss=0.11267518538695115 +INFO:root: +[Valid][19][UTT][ MSE = 0.2632 | LCC = 0.8581 | SRCC = 0.8580 ] +INFO:root:Average loss=0.11190633915173702 +INFO:root: +[Valid][20][UTT][ MSE = 0.2441 | LCC = 0.8603 | SRCC = 0.8587 ] +INFO:root:Average loss=0.10397643132660633 +INFO:root: +[Valid][21][UTT][ MSE = 0.2389 | LCC = 0.8621 | SRCC = 0.8610 ] +INFO:root:Average loss=0.10608535985916089 +INFO:root: +[Valid][22][UTT][ MSE = 0.2252 | LCC = 0.8612 | SRCC = 0.8608 ] +INFO:root:Average loss=0.09467515516548584 +INFO:root: +[Valid][23][UTT][ MSE = 0.2347 | LCC = 0.8614 | SRCC = 0.8614 ] +INFO:root:Average loss=0.09117922220283593 +INFO:root: +[Valid][24][UTT][ MSE = 0.2583 | LCC = 0.8599 | SRCC = 0.8607 ] +INFO:root:Average loss=0.09532264796778178 +INFO:root: +[Valid][25][UTT][ MSE = 0.2185 | LCC = 0.8652 | SRCC = 0.8656 ] +INFO:root:Average loss=0.0846474423335913 +INFO:root: +[Valid][26][UTT][ MSE = 0.2302 | LCC = 0.8597 | SRCC = 0.8591 ] +INFO:root:Average loss=0.08273747300681396 +INFO:root: +[Valid][27][UTT][ MSE = 0.2274 | LCC = 0.8619 | SRCC = 0.8598 ] +INFO:root:Average loss=0.08381220932381275 +INFO:root: +[Valid][28][UTT][ MSE = 0.2365 | LCC = 0.8610 | SRCC = 0.8607 ] +INFO:root:Average loss=0.0800285302580167 +INFO:root: +[Valid][29][UTT][ MSE = 0.2359 | LCC = 0.8558 | SRCC = 0.8546 ] +INFO:root:Average loss=0.07631577694645295 +INFO:root: +[Valid][30][UTT][ MSE = 0.3051 | LCC = 0.8579 | SRCC = 0.8594 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2400 | LCC = 0.8617 | SRCC = 0.8603 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer38/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer38/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7665bf2e21102c7c06e956a3aa7179ad95a6516 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dc5bce3b6515f0fc09f2ad996a438349d75f8a12f40d0892d18dbee94090c5e +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer38/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5c477be98cbf6829221f63ae152b5419cfaecb6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb0e649f0b4281797e2afededcbe692a772a19ac44314161ede9f474421270bd +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer38/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..66133e5dce9e2dba5df4fb00d2e4d217bc6f0e1e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6029387097328137 +INFO:root: +[Valid][0][UTT][ MSE = 0.3590 | LCC = 0.7817 | SRCC = 0.7900 ] +INFO:root:Average loss=0.3025573988755544 +INFO:root: +[Valid][1][UTT][ MSE = 0.3054 | LCC = 0.8371 | SRCC = 0.8362 ] +INFO:root:Average loss=0.2497538523032115 +INFO:root: +[Valid][2][UTT][ MSE = 0.2847 | LCC = 0.8447 | SRCC = 0.8489 ] +INFO:root:Average loss=0.22885896590275642 +INFO:root: +[Valid][3][UTT][ MSE = 0.2517 | LCC = 0.8543 | SRCC = 0.8528 ] +INFO:root:Average loss=0.2456422544633731 +INFO:root: +[Valid][4][UTT][ MSE = 0.2701 | LCC = 0.8559 | SRCC = 0.8540 ] +INFO:root:Average loss=0.20091723029812178 +INFO:root: +[Valid][5][UTT][ MSE = 0.2398 | LCC = 0.8583 | SRCC = 0.8575 ] +INFO:root:Average loss=0.18876741893398455 +INFO:root: +[Valid][6][UTT][ MSE = 0.2544 | LCC = 0.8534 | SRCC = 0.8546 ] +INFO:root:Average loss=0.17762442601796907 +INFO:root: +[Valid][7][UTT][ MSE = 0.2652 | LCC = 0.8586 | SRCC = 0.8568 ] +INFO:root:Average loss=0.18016953374712896 +INFO:root: +[Valid][8][UTT][ MSE = 0.2878 | LCC = 0.8621 | SRCC = 0.8598 ] +INFO:root:Average loss=0.1701273103364003 +INFO:root: +[Valid][9][UTT][ MSE = 0.2546 | LCC = 0.8596 | SRCC = 0.8598 ] +INFO:root:Average loss=0.17469641986565712 +INFO:root: +[Valid][10][UTT][ MSE = 0.2194 | LCC = 0.8610 | SRCC = 0.8608 ] +INFO:root:Average loss=0.1534479221281333 +INFO:root: +[Valid][11][UTT][ MSE = 0.2286 | LCC = 0.8631 | SRCC = 0.8617 ] +INFO:root:Average loss=0.14231892570089072 +INFO:root: +[Valid][12][UTT][ MSE = 0.2846 | LCC = 0.8652 | SRCC = 0.8649 ] +INFO:root:Average loss=0.1607124017408261 +INFO:root: +[Valid][13][UTT][ MSE = 0.2701 | LCC = 0.8617 | SRCC = 0.8613 ] +INFO:root:Average loss=0.1433066715223667 +INFO:root: +[Valid][14][UTT][ MSE = 0.2281 | LCC = 0.8635 | SRCC = 0.8627 ] +INFO:root:Average loss=0.12535383409032455 +INFO:root: +[Valid][15][UTT][ MSE = 0.2273 | LCC = 0.8649 | SRCC = 0.8634 ] +INFO:root:Average loss=0.12898370480308166 +INFO:root: +[Valid][16][UTT][ MSE = 0.2531 | LCC = 0.8658 | SRCC = 0.8655 ] +INFO:root:Average loss=0.11933286191943364 +INFO:root: +[Valid][17][UTT][ MSE = 0.2540 | LCC = 0.8665 | SRCC = 0.8654 ] +INFO:root:Average loss=0.11178942215748322 +INFO:root: +[Valid][18][UTT][ MSE = 0.2329 | LCC = 0.8629 | SRCC = 0.8634 ] +INFO:root:Average loss=0.11139533649652432 +INFO:root: +[Valid][19][UTT][ MSE = 0.2312 | LCC = 0.8613 | SRCC = 0.8642 ] +INFO:root:Average loss=0.11482019235308354 +INFO:root: +[Valid][20][UTT][ MSE = 0.2187 | LCC = 0.8622 | SRCC = 0.8630 ] +INFO:root:Average loss=0.10341196024838166 +INFO:root: +[Valid][21][UTT][ MSE = 0.2198 | LCC = 0.8637 | SRCC = 0.8640 ] +INFO:root:Average loss=0.10383065980978501 +INFO:root: +[Valid][22][UTT][ MSE = 0.2169 | LCC = 0.8624 | SRCC = 0.8613 ] +INFO:root:Average loss=0.0973298226793607 +INFO:root: +[Valid][23][UTT][ MSE = 0.2486 | LCC = 0.8546 | SRCC = 0.8538 ] +INFO:root:Average loss=0.10232167256375153 +INFO:root: +[Valid][24][UTT][ MSE = 0.2931 | LCC = 0.8583 | SRCC = 0.8586 ] +INFO:root:Average loss=0.09212579969794323 +INFO:root: +[Valid][25][UTT][ MSE = 0.2420 | LCC = 0.8593 | SRCC = 0.8579 ] +INFO:root:Average loss=0.08780754792193572 +INFO:root: +[Valid][26][UTT][ MSE = 0.2255 | LCC = 0.8613 | SRCC = 0.8605 ] +INFO:root:Average loss=0.08423590598007043 +INFO:root: +[Valid][27][UTT][ MSE = 0.2196 | LCC = 0.8617 | SRCC = 0.8610 ] +INFO:root:Average loss=0.08301187937076275 +INFO:root: +[Valid][28][UTT][ MSE = 0.2681 | LCC = 0.8527 | SRCC = 0.8554 ] +INFO:root:Average loss=0.08003217215912464 +INFO:root: +[Valid][29][UTT][ MSE = 0.2243 | LCC = 0.8597 | SRCC = 0.8600 ] +INFO:root:Average loss=0.074551588927324 +INFO:root: +[Valid][30][UTT][ MSE = 0.2355 | LCC = 0.8556 | SRCC = 0.8548 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2857 | LCC = 0.8590 | SRCC = 0.8600 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer38/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer38/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..455ba5ebe9a0fec1fabd62020c8c138ced3d8f81 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a4f57ca4af23a0c1a7dc04a2d1f89f4da5186e8eb32162e33276f6f96ec5db0 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer38/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1ac17d0e566011335f98bb2eba9770e5c08f6e4 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9c282a092b6d5c2409a79fc5109121da9fe247148f080215ab6e1fc9fc49047 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer38/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..67e5c6b2c49f0dfd7712b51b9d602798f6d3cdcc --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5297576943651224 +INFO:root: +[Valid][0][UTT][ MSE = 0.3750 | LCC = 0.8092 | SRCC = 0.8107 ] +INFO:root:Average loss=0.31710309382432544 +INFO:root: +[Valid][1][UTT][ MSE = 0.3838 | LCC = 0.8272 | SRCC = 0.8315 ] +INFO:root:Average loss=0.2501225771430211 +INFO:root: +[Valid][2][UTT][ MSE = 0.2868 | LCC = 0.8472 | SRCC = 0.8471 ] +INFO:root:Average loss=0.22552400426222727 +INFO:root: +[Valid][3][UTT][ MSE = 0.3416 | LCC = 0.8551 | SRCC = 0.8573 ] +INFO:root:Average loss=0.2294165597130091 +INFO:root: +[Valid][4][UTT][ MSE = 0.2924 | LCC = 0.8603 | SRCC = 0.8601 ] +INFO:root:Average loss=0.20666254808505377 +INFO:root: +[Valid][5][UTT][ MSE = 0.2273 | LCC = 0.8626 | SRCC = 0.8625 ] +INFO:root:Average loss=0.1907272925361609 +INFO:root: +[Valid][6][UTT][ MSE = 0.2438 | LCC = 0.8605 | SRCC = 0.8595 ] +INFO:root:Average loss=0.18390776933385775 +INFO:root: +[Valid][7][UTT][ MSE = 0.3267 | LCC = 0.8575 | SRCC = 0.8610 ] +INFO:root:Average loss=0.181493290914939 +INFO:root: +[Valid][8][UTT][ MSE = 0.2492 | LCC = 0.8644 | SRCC = 0.8637 ] +INFO:root:Average loss=0.17369985733276758 +INFO:root: +[Valid][9][UTT][ MSE = 0.2473 | LCC = 0.8654 | SRCC = 0.8635 ] +INFO:root:Average loss=0.16094060433216584 +INFO:root: +[Valid][10][UTT][ MSE = 0.3086 | LCC = 0.8606 | SRCC = 0.8645 ] +INFO:root:Average loss=0.15784929004999307 +INFO:root: +[Valid][11][UTT][ MSE = 0.2342 | LCC = 0.8636 | SRCC = 0.8638 ] +INFO:root:Average loss=0.15728221422968766 +INFO:root: +[Valid][12][UTT][ MSE = 0.2690 | LCC = 0.8637 | SRCC = 0.8648 ] +INFO:root:Average loss=0.15794267333470857 +INFO:root: +[Valid][13][UTT][ MSE = 0.2118 | LCC = 0.8684 | SRCC = 0.8680 ] +INFO:root:Average loss=0.13696847473963714 +INFO:root: +[Valid][14][UTT][ MSE = 0.2346 | LCC = 0.8655 | SRCC = 0.8645 ] +INFO:root:Average loss=0.13294327908601516 +INFO:root: +[Valid][15][UTT][ MSE = 0.2612 | LCC = 0.8656 | SRCC = 0.8660 ] +INFO:root:Average loss=0.1362774398846504 +INFO:root: +[Valid][16][UTT][ MSE = 0.2503 | LCC = 0.8700 | SRCC = 0.8693 ] +INFO:root:Average loss=0.11615609864775951 +INFO:root: +[Valid][17][UTT][ MSE = 0.3214 | LCC = 0.8629 | SRCC = 0.8671 ] +INFO:root:Average loss=0.12147316699608779 +INFO:root: +[Valid][18][UTT][ MSE = 0.2884 | LCC = 0.8633 | SRCC = 0.8657 ] +INFO:root:Average loss=0.10677764631616764 +INFO:root: +[Valid][19][UTT][ MSE = 0.2355 | LCC = 0.8651 | SRCC = 0.8644 ] +INFO:root:Average loss=0.11494350691254322 +INFO:root: +[Valid][20][UTT][ MSE = 0.3910 | LCC = 0.8593 | SRCC = 0.8628 ] +INFO:root:Average loss=0.13911240805800146 +INFO:root: +[Valid][21][UTT][ MSE = 0.3266 | LCC = 0.8620 | SRCC = 0.8650 ] +INFO:root:Average loss=0.11643676373821038 +INFO:root: +[Valid][22][UTT][ MSE = 0.2713 | LCC = 0.8620 | SRCC = 0.8626 ] +INFO:root:Average loss=0.09321931434365419 +INFO:root: +[Valid][23][UTT][ MSE = 0.2198 | LCC = 0.8644 | SRCC = 0.8651 ] +INFO:root:Average loss=0.09957009682861659 +INFO:root: +[Valid][24][UTT][ MSE = 0.2278 | LCC = 0.8642 | SRCC = 0.8647 ] +INFO:root:Average loss=0.09133103809868678 +INFO:root: +[Valid][25][UTT][ MSE = 0.3027 | LCC = 0.8564 | SRCC = 0.8598 ] +INFO:root:Average loss=0.09525548408810909 +INFO:root: +[Valid][26][UTT][ MSE = 0.3202 | LCC = 0.8562 | SRCC = 0.8633 ] +INFO:root:Average loss=0.08621342064669499 +INFO:root: +[Valid][27][UTT][ MSE = 0.2202 | LCC = 0.8647 | SRCC = 0.8658 ] +INFO:root:Average loss=0.09838265911317788 +INFO:root: +[Valid][28][UTT][ MSE = 0.2287 | LCC = 0.8647 | SRCC = 0.8656 ] +INFO:root:Average loss=0.07644028761065923 +INFO:root: +[Valid][29][UTT][ MSE = 0.2310 | LCC = 0.8607 | SRCC = 0.8613 ] +INFO:root:Average loss=0.09029038269550373 +INFO:root: +[Valid][30][UTT][ MSE = 0.2654 | LCC = 0.8612 | SRCC = 0.8636 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2418 | LCC = 0.8644 | SRCC = 0.8628 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer38/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer38/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6331eda1eaaae281c6856ba1996ab413df9e4138 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c3cdf9b8119ab6bbe1c4fdee337a621e6b79d7dbf82aa7f099c27632d1008d2 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer38/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..07d0e17b673368ca03a8d424e4ccf48dff3c6fef --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:762d4bd59e3b373e67129b143d1e78322ade68d95576afc8bce8d944770c80fb +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer38/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2e0c73ff9c20b38584765f250c59b02bf5acda07 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5893722405800452 +INFO:root: +[Valid][0][UTT][ MSE = 0.3411 | LCC = 0.7901 | SRCC = 0.7923 ] +INFO:root:Average loss=0.29401166374102616 +INFO:root: +[Valid][1][UTT][ MSE = 0.2823 | LCC = 0.8278 | SRCC = 0.8298 ] +INFO:root:Average loss=0.2589132674993613 +INFO:root: +[Valid][2][UTT][ MSE = 0.3133 | LCC = 0.8392 | SRCC = 0.8415 ] +INFO:root:Average loss=0.25574723249062514 +INFO:root: +[Valid][3][UTT][ MSE = 0.3587 | LCC = 0.8453 | SRCC = 0.8454 ] +INFO:root:Average loss=0.23399314819238123 +INFO:root: +[Valid][4][UTT][ MSE = 0.2721 | LCC = 0.8504 | SRCC = 0.8499 ] +INFO:root:Average loss=0.22264383016870573 +INFO:root: +[Valid][5][UTT][ MSE = 0.2634 | LCC = 0.8551 | SRCC = 0.8550 ] +INFO:root:Average loss=0.21486825973559648 +INFO:root: +[Valid][6][UTT][ MSE = 0.3449 | LCC = 0.8509 | SRCC = 0.8548 ] +INFO:root:Average loss=0.1935951088865598 +INFO:root: +[Valid][7][UTT][ MSE = 0.2541 | LCC = 0.8557 | SRCC = 0.8549 ] +INFO:root:Average loss=0.1883553982927249 +INFO:root: +[Valid][8][UTT][ MSE = 0.2539 | LCC = 0.8573 | SRCC = 0.8579 ] +INFO:root:Average loss=0.18072001034250626 +INFO:root: +[Valid][9][UTT][ MSE = 0.2506 | LCC = 0.8591 | SRCC = 0.8595 ] +INFO:root:Average loss=0.1661835559285604 +INFO:root: +[Valid][10][UTT][ MSE = 0.2789 | LCC = 0.8539 | SRCC = 0.8531 ] +INFO:root:Average loss=0.15371776802035478 +INFO:root: +[Valid][11][UTT][ MSE = 0.2465 | LCC = 0.8588 | SRCC = 0.8570 ] +INFO:root:Average loss=0.14768661730564558 +INFO:root: +[Valid][12][UTT][ MSE = 0.2348 | LCC = 0.8582 | SRCC = 0.8586 ] +INFO:root:Average loss=0.14258126121682999 +INFO:root: +[Valid][13][UTT][ MSE = 0.2400 | LCC = 0.8590 | SRCC = 0.8581 ] +INFO:root:Average loss=0.1495950564933129 +INFO:root: +[Valid][14][UTT][ MSE = 0.2333 | LCC = 0.8616 | SRCC = 0.8610 ] +INFO:root:Average loss=0.14655621875173006 +INFO:root: +[Valid][15][UTT][ MSE = 0.2388 | LCC = 0.8581 | SRCC = 0.8576 ] +INFO:root:Average loss=0.1266863798865905 +INFO:root: +[Valid][16][UTT][ MSE = 0.2690 | LCC = 0.8553 | SRCC = 0.8547 ] +INFO:root:Average loss=0.13007764680645403 +INFO:root: +[Valid][17][UTT][ MSE = 0.2660 | LCC = 0.8520 | SRCC = 0.8535 ] +INFO:root:Average loss=0.1240217714355542 +INFO:root: +[Valid][18][UTT][ MSE = 0.2551 | LCC = 0.8573 | SRCC = 0.8552 ] +INFO:root:Average loss=0.1124402617987914 +INFO:root: +[Valid][19][UTT][ MSE = 0.2333 | LCC = 0.8580 | SRCC = 0.8569 ] +INFO:root:Average loss=0.10906776747642419 +INFO:root: +[Valid][20][UTT][ MSE = 0.2338 | LCC = 0.8554 | SRCC = 0.8548 ] +INFO:root:Average loss=0.10967400182898228 +INFO:root: +[Valid][21][UTT][ MSE = 0.2558 | LCC = 0.8566 | SRCC = 0.8578 ] +INFO:root:Average loss=0.10183159424326359 +INFO:root: +[Valid][22][UTT][ MSE = 0.2719 | LCC = 0.8541 | SRCC = 0.8548 ] +INFO:root:Average loss=0.1044859762948293 +INFO:root: +[Valid][23][UTT][ MSE = 0.2662 | LCC = 0.8523 | SRCC = 0.8528 ] +INFO:root:Average loss=0.08937241948949985 +INFO:root: +[Valid][24][UTT][ MSE = 0.2819 | LCC = 0.8497 | SRCC = 0.8513 ] +INFO:root:Average loss=0.09073517734232621 +INFO:root: +[Valid][25][UTT][ MSE = 0.2447 | LCC = 0.8542 | SRCC = 0.8549 ] +INFO:root:Average loss=0.08180322526739194 +INFO:root: +[Valid][26][UTT][ MSE = 0.2403 | LCC = 0.8498 | SRCC = 0.8494 ] +INFO:root:Average loss=0.07867039615909259 +INFO:root: +[Valid][27][UTT][ MSE = 0.2392 | LCC = 0.8542 | SRCC = 0.8529 ] +INFO:root:Average loss=0.08432921084264915 +INFO:root: +[Valid][28][UTT][ MSE = 0.2411 | LCC = 0.8488 | SRCC = 0.8479 ] +INFO:root:Average loss=0.0719034704260337 +INFO:root: +[Valid][29][UTT][ MSE = 0.2364 | LCC = 0.8528 | SRCC = 0.8517 ] +INFO:root:Average loss=0.08626534063846637 +INFO:root: +[Valid][30][UTT][ MSE = 0.2483 | LCC = 0.8525 | SRCC = 0.8517 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2545 | LCC = 0.8568 | SRCC = 0.8579 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer38/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer38/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d61ab68a361a13eeea1ca57c59f414c34835140 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6916bfebbe802e17de82e23e607e00f68bccab646da169099333a08c436804da +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer38/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9fd3f83dc8383cb43c5fa4c4aa8f0395278030b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d6a34dff9c8d23d2401774440016da12ea418674778bdda1886bf0445f7eca7 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer38/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer38/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9862f1c72598105413d12dd5c03dba8b504690e1 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer38/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.48899685381314695 +INFO:root: +[Valid][0][UTT][ MSE = 0.3383 | LCC = 0.8088 | SRCC = 0.8171 ] +INFO:root:Average loss=0.2879372300245823 +INFO:root: +[Valid][1][UTT][ MSE = 0.2703 | LCC = 0.8440 | SRCC = 0.8441 ] +INFO:root:Average loss=0.24926769332243845 +INFO:root: +[Valid][2][UTT][ MSE = 0.2738 | LCC = 0.8471 | SRCC = 0.8505 ] +INFO:root:Average loss=0.23586046466460595 +INFO:root: +[Valid][3][UTT][ MSE = 0.3324 | LCC = 0.8538 | SRCC = 0.8552 ] +INFO:root:Average loss=0.21944293933801162 +INFO:root: +[Valid][4][UTT][ MSE = 0.2740 | LCC = 0.8544 | SRCC = 0.8538 ] +INFO:root:Average loss=0.2166441791714766 +INFO:root: +[Valid][5][UTT][ MSE = 0.2510 | LCC = 0.8617 | SRCC = 0.8609 ] +INFO:root:Average loss=0.20529397080341974 +INFO:root: +[Valid][6][UTT][ MSE = 0.2688 | LCC = 0.8584 | SRCC = 0.8559 ] +INFO:root:Average loss=0.19133991757646585 +INFO:root: +[Valid][7][UTT][ MSE = 0.2498 | LCC = 0.8579 | SRCC = 0.8561 ] +INFO:root:Average loss=0.1829956834897017 +INFO:root: +[Valid][8][UTT][ MSE = 0.2443 | LCC = 0.8631 | SRCC = 0.8615 ] +INFO:root:Average loss=0.17798062538107237 +INFO:root: +[Valid][9][UTT][ MSE = 0.2347 | LCC = 0.8651 | SRCC = 0.8637 ] +INFO:root:Average loss=0.17624685827356118 +INFO:root: +[Valid][10][UTT][ MSE = 0.2522 | LCC = 0.8618 | SRCC = 0.8616 ] +INFO:root:Average loss=0.16001040908770683 +INFO:root: +[Valid][11][UTT][ MSE = 0.2500 | LCC = 0.8658 | SRCC = 0.8643 ] +INFO:root:Average loss=0.1812431862912117 +INFO:root: +[Valid][12][UTT][ MSE = 0.2610 | LCC = 0.8654 | SRCC = 0.8652 ] +INFO:root:Average loss=0.16437691220870385 +INFO:root: +[Valid][13][UTT][ MSE = 0.3254 | LCC = 0.8563 | SRCC = 0.8616 ] +INFO:root:Average loss=0.143253677070905 +INFO:root: +[Valid][14][UTT][ MSE = 0.2323 | LCC = 0.8617 | SRCC = 0.8622 ] +INFO:root:Average loss=0.14890906778283608 +INFO:root: +[Valid][15][UTT][ MSE = 0.2373 | LCC = 0.8671 | SRCC = 0.8678 ] +INFO:root:Average loss=0.1319398167423713 +INFO:root: +[Valid][16][UTT][ MSE = 0.2258 | LCC = 0.8640 | SRCC = 0.8655 ] +INFO:root:Average loss=0.12411326322800074 +INFO:root: +[Valid][17][UTT][ MSE = 0.2198 | LCC = 0.8651 | SRCC = 0.8663 ] +INFO:root:Average loss=0.11697838149773769 +INFO:root: +[Valid][18][UTT][ MSE = 0.2350 | LCC = 0.8623 | SRCC = 0.8630 ] +INFO:root:Average loss=0.12702523983823946 +INFO:root: +[Valid][19][UTT][ MSE = 0.2278 | LCC = 0.8662 | SRCC = 0.8672 ] +INFO:root:Average loss=0.10797564909817317 +INFO:root: +[Valid][20][UTT][ MSE = 0.2344 | LCC = 0.8643 | SRCC = 0.8643 ] +INFO:root:Average loss=0.11593153547400083 +INFO:root: +[Valid][21][UTT][ MSE = 0.2577 | LCC = 0.8607 | SRCC = 0.8621 ] +INFO:root:Average loss=0.1248130715237214 +INFO:root: +[Valid][22][UTT][ MSE = 0.2407 | LCC = 0.8610 | SRCC = 0.8614 ] +INFO:root:Average loss=0.10643720994584072 +INFO:root: +[Valid][23][UTT][ MSE = 0.2146 | LCC = 0.8647 | SRCC = 0.8653 ] +INFO:root:Average loss=0.09571441702353649 +INFO:root: +[Valid][24][UTT][ MSE = 0.2189 | LCC = 0.8617 | SRCC = 0.8618 ] +INFO:root:Average loss=0.0990938576272665 +INFO:root: +[Valid][25][UTT][ MSE = 0.2414 | LCC = 0.8641 | SRCC = 0.8658 ] +INFO:root:Average loss=0.09206235518631263 +INFO:root: +[Valid][26][UTT][ MSE = 0.2266 | LCC = 0.8640 | SRCC = 0.8656 ] +INFO:root:Average loss=0.08913121625590019 +INFO:root: +[Valid][27][UTT][ MSE = 0.2483 | LCC = 0.8564 | SRCC = 0.8588 ] +INFO:root:Average loss=0.09404571387821282 +INFO:root: +[Valid][28][UTT][ MSE = 0.2291 | LCC = 0.8622 | SRCC = 0.8628 ] +INFO:root:Average loss=0.08740338869392872 +INFO:root: +[Valid][29][UTT][ MSE = 0.2355 | LCC = 0.8591 | SRCC = 0.8611 ] +INFO:root:Average loss=0.07714837555510876 +INFO:root: +[Valid][30][UTT][ MSE = 0.2314 | LCC = 0.8609 | SRCC = 0.8626 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2487 | LCC = 0.8583 | SRCC = 0.8563 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer4/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer4/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e7be03a3a77a375a611ce6c792d3379ebb3f3cf --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50ee5d9ebefc77f1875e129552bca2a15f9f745a5f1b863cee33d4222781548b +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer4/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cd2e5c595cd16d244c67f004bfcf7c64daf20e8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04ac25fb19f4c774572756b24bf9bfc206d5807d386c0403c90e449c3074b904 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer4/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ccaa48dde37ae5b03944fc9379173b5d32cb6531 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6172185463783069 +INFO:root: +[Valid][0][UTT][ MSE = 0.3975 | LCC = 0.7491 | SRCC = 0.7516 ] +INFO:root:Average loss=0.3118496481806804 +INFO:root: +[Valid][1][UTT][ MSE = 0.3265 | LCC = 0.8011 | SRCC = 0.8103 ] +INFO:root:Average loss=0.24437399647938898 +INFO:root: +[Valid][2][UTT][ MSE = 0.3307 | LCC = 0.8398 | SRCC = 0.8397 ] +INFO:root:Average loss=0.2469082786104618 +INFO:root: +[Valid][3][UTT][ MSE = 0.2616 | LCC = 0.8487 | SRCC = 0.8479 ] +INFO:root:Average loss=0.1996626703020854 +INFO:root: +[Valid][4][UTT][ MSE = 0.2437 | LCC = 0.8587 | SRCC = 0.8607 ] +INFO:root:Average loss=0.1820669628870793 +INFO:root: +[Valid][5][UTT][ MSE = 0.2615 | LCC = 0.8688 | SRCC = 0.8663 ] +INFO:root:Average loss=0.1717175477399276 +INFO:root: +[Valid][6][UTT][ MSE = 0.3106 | LCC = 0.8682 | SRCC = 0.8706 ] +INFO:root:Average loss=0.17299676791597635 +INFO:root: +[Valid][7][UTT][ MSE = 0.2636 | LCC = 0.8682 | SRCC = 0.8675 ] +INFO:root:Average loss=0.15219491767959717 +INFO:root: +[Valid][8][UTT][ MSE = 0.2443 | LCC = 0.8723 | SRCC = 0.8716 ] +INFO:root:Average loss=0.14964717473739234 +INFO:root: +[Valid][9][UTT][ MSE = 0.2109 | LCC = 0.8784 | SRCC = 0.8762 ] +INFO:root:Average loss=0.13980378019504058 +INFO:root: +[Valid][10][UTT][ MSE = 0.2089 | LCC = 0.8826 | SRCC = 0.8809 ] +INFO:root:Average loss=0.12826170237400594 +INFO:root: +[Valid][11][UTT][ MSE = 0.2143 | LCC = 0.8780 | SRCC = 0.8774 ] +INFO:root:Average loss=0.12415499870593731 +INFO:root: +[Valid][12][UTT][ MSE = 0.2419 | LCC = 0.8791 | SRCC = 0.8750 ] +INFO:root:Average loss=0.11337940165629753 +INFO:root: +[Valid][13][UTT][ MSE = 0.2049 | LCC = 0.8803 | SRCC = 0.8786 ] +INFO:root:Average loss=0.10641657570615792 +INFO:root: +[Valid][14][UTT][ MSE = 0.2078 | LCC = 0.8785 | SRCC = 0.8773 ] +INFO:root:Average loss=0.09952053867089443 +INFO:root: +[Valid][15][UTT][ MSE = 0.2099 | LCC = 0.8798 | SRCC = 0.8780 ] +INFO:root:Average loss=0.09884066994373615 +INFO:root: +[Valid][16][UTT][ MSE = 0.2198 | LCC = 0.8778 | SRCC = 0.8770 ] +INFO:root:Average loss=0.09229225111313355 +INFO:root: +[Valid][17][UTT][ MSE = 0.2048 | LCC = 0.8771 | SRCC = 0.8739 ] +INFO:root:Average loss=0.09860496719678243 +INFO:root: +[Valid][18][UTT][ MSE = 0.2021 | LCC = 0.8808 | SRCC = 0.8798 ] +INFO:root:Average loss=0.08437673876491877 +INFO:root: +[Valid][19][UTT][ MSE = 0.2083 | LCC = 0.8788 | SRCC = 0.8792 ] +INFO:root:Average loss=0.08740168938843104 +INFO:root: +[Valid][20][UTT][ MSE = 0.2077 | LCC = 0.8800 | SRCC = 0.8780 ] +INFO:root:Average loss=0.08056430700115669 +INFO:root: +[Valid][21][UTT][ MSE = 0.2249 | LCC = 0.8785 | SRCC = 0.8775 ] +INFO:root:Average loss=0.0753022263256403 +INFO:root: +[Valid][22][UTT][ MSE = 0.2346 | LCC = 0.8794 | SRCC = 0.8763 ] +INFO:root:Average loss=0.0762642728499113 +INFO:root: +[Valid][23][UTT][ MSE = 0.2092 | LCC = 0.8775 | SRCC = 0.8743 ] +INFO:root:Average loss=0.07466676387076195 +INFO:root: +[Valid][24][UTT][ MSE = 0.2061 | LCC = 0.8792 | SRCC = 0.8774 ] +INFO:root:Average loss=0.06616390386644082 +INFO:root: +[Valid][25][UTT][ MSE = 0.2253 | LCC = 0.8800 | SRCC = 0.8774 ] +INFO:root:Average loss=0.061878564075017586 +INFO:root: +[Valid][26][UTT][ MSE = 0.2056 | LCC = 0.8776 | SRCC = 0.8766 ] +INFO:root:Average loss=0.06269501722775973 +INFO:root: +[Valid][27][UTT][ MSE = 0.1955 | LCC = 0.8804 | SRCC = 0.8795 ] +INFO:root:Average loss=0.05508657200978352 +INFO:root: +[Valid][28][UTT][ MSE = 0.2118 | LCC = 0.8798 | SRCC = 0.8785 ] +INFO:root:Average loss=0.052308388818532996 +INFO:root: +[Valid][29][UTT][ MSE = 0.2052 | LCC = 0.8770 | SRCC = 0.8749 ] +INFO:root:Average loss=0.05353912672935388 +INFO:root: +[Valid][30][UTT][ MSE = 0.1970 | LCC = 0.8762 | SRCC = 0.8764 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2297 | LCC = 0.8745 | SRCC = 0.8732 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer4/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer4/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..87e75574971723a9332aacab24b39b3a7541774f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb0c904bd6050396bb47c7c1f186896f24734c710f9caee6cecca72bd16603da +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer4/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c10391dd60be6cb12d82ae59d6413e488c31bab --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b8b73493985f8a4c9293065e1c75da91303ee4cb8eeaf12a7713b23666dad48 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer4/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..eb36fd3b5d8e16fb1c274744d9878912bf83e72b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5623147896467111 +INFO:root: +[Valid][0][UTT][ MSE = 0.3976 | LCC = 0.7439 | SRCC = 0.7513 ] +INFO:root:Average loss=0.2945588255922 +INFO:root: +[Valid][1][UTT][ MSE = 0.3232 | LCC = 0.8204 | SRCC = 0.8198 ] +INFO:root:Average loss=0.2398113245383287 +INFO:root: +[Valid][2][UTT][ MSE = 0.2581 | LCC = 0.8435 | SRCC = 0.8425 ] +INFO:root:Average loss=0.2293225652896441 +INFO:root: +[Valid][3][UTT][ MSE = 0.2552 | LCC = 0.8555 | SRCC = 0.8524 ] +INFO:root:Average loss=0.20966332463117746 +INFO:root: +[Valid][4][UTT][ MSE = 0.2688 | LCC = 0.8666 | SRCC = 0.8629 ] +INFO:root:Average loss=0.18691153929401666 +INFO:root: +[Valid][5][UTT][ MSE = 0.2472 | LCC = 0.8686 | SRCC = 0.8657 ] +INFO:root:Average loss=0.17523419350767747 +INFO:root: +[Valid][6][UTT][ MSE = 0.2730 | LCC = 0.8639 | SRCC = 0.8639 ] +INFO:root:Average loss=0.1652480925504978 +INFO:root: +[Valid][7][UTT][ MSE = 0.2144 | LCC = 0.8734 | SRCC = 0.8729 ] +INFO:root:Average loss=0.149184681284122 +INFO:root: +[Valid][8][UTT][ MSE = 0.2737 | LCC = 0.8694 | SRCC = 0.8726 ] +INFO:root:Average loss=0.1406799100148372 +INFO:root: +[Valid][9][UTT][ MSE = 0.2323 | LCC = 0.8796 | SRCC = 0.8792 ] +INFO:root:Average loss=0.13344052099646667 +INFO:root: +[Valid][10][UTT][ MSE = 0.2193 | LCC = 0.8802 | SRCC = 0.8788 ] +INFO:root:Average loss=0.12257967497675847 +INFO:root: +[Valid][11][UTT][ MSE = 0.2139 | LCC = 0.8776 | SRCC = 0.8762 ] +INFO:root:Average loss=0.12472542356222104 +INFO:root: +[Valid][12][UTT][ MSE = 0.2245 | LCC = 0.8815 | SRCC = 0.8809 ] +INFO:root:Average loss=0.12639222800349578 +INFO:root: +[Valid][13][UTT][ MSE = 0.1986 | LCC = 0.8784 | SRCC = 0.8777 ] +INFO:root:Average loss=0.11096516251564026 +INFO:root: +[Valid][14][UTT][ MSE = 0.2053 | LCC = 0.8753 | SRCC = 0.8737 ] +INFO:root:Average loss=0.1040067290648436 +INFO:root: +[Valid][15][UTT][ MSE = 0.2088 | LCC = 0.8809 | SRCC = 0.8794 ] +INFO:root:Average loss=0.1027584097897395 +INFO:root: +[Valid][16][UTT][ MSE = 0.2105 | LCC = 0.8802 | SRCC = 0.8794 ] +INFO:root:Average loss=0.09100899162391822 +INFO:root: +[Valid][17][UTT][ MSE = 0.2211 | LCC = 0.8771 | SRCC = 0.8762 ] +INFO:root:Average loss=0.08785750535436165 +INFO:root: +[Valid][18][UTT][ MSE = 0.1996 | LCC = 0.8785 | SRCC = 0.8768 ] +INFO:root:Average loss=0.08513456783615626 +INFO:root: +[Valid][19][UTT][ MSE = 0.2066 | LCC = 0.8773 | SRCC = 0.8754 ] +INFO:root:Average loss=0.08357495088607837 +INFO:root: +[Valid][20][UTT][ MSE = 0.2066 | LCC = 0.8798 | SRCC = 0.8788 ] +INFO:root:Average loss=0.08250787978370984 +INFO:root: +[Valid][21][UTT][ MSE = 0.2066 | LCC = 0.8798 | SRCC = 0.8785 ] +INFO:root:Average loss=0.0817455105865613 +INFO:root: +[Valid][22][UTT][ MSE = 0.2062 | LCC = 0.8774 | SRCC = 0.8759 ] +INFO:root:Average loss=0.07515974844304416 +INFO:root: +[Valid][23][UTT][ MSE = 0.2129 | LCC = 0.8769 | SRCC = 0.8763 ] +INFO:root:Average loss=0.06708386783989576 +INFO:root: +[Valid][24][UTT][ MSE = 0.2139 | LCC = 0.8777 | SRCC = 0.8747 ] +INFO:root:Average loss=0.06522618826383199 +INFO:root: +[Valid][25][UTT][ MSE = 0.2001 | LCC = 0.8787 | SRCC = 0.8774 ] +INFO:root:Average loss=0.06473591837745446 +INFO:root: +[Valid][26][UTT][ MSE = 0.2301 | LCC = 0.8766 | SRCC = 0.8745 ] +INFO:root:Average loss=0.06260801278627835 +INFO:root: +[Valid][27][UTT][ MSE = 0.2118 | LCC = 0.8756 | SRCC = 0.8726 ] +INFO:root:Average loss=0.06653555845602965 +INFO:root: +[Valid][28][UTT][ MSE = 0.2082 | LCC = 0.8791 | SRCC = 0.8773 ] +INFO:root:Average loss=0.055567061910644554 +INFO:root: +[Valid][29][UTT][ MSE = 0.2206 | LCC = 0.8755 | SRCC = 0.8750 ] +INFO:root:Average loss=0.059921526947082616 +INFO:root: +[Valid][30][UTT][ MSE = 0.2210 | LCC = 0.8729 | SRCC = 0.8714 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2089 | LCC = 0.8771 | SRCC = 0.8746 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer4/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer4/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a7f31b8a6f0daf876b1a335776a323d42231bac --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2882ce12dd63052a3fb9764c6fb29eb64a8ef821133ebaa9ea1e64c3f2c7aa69 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer4/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c257d3dbbf251140762a7ecaf69e528de3b6ab95 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4fa3f0012d0f665101a5fcb4a0cef13b2bca31c10cc47eeaf115decd027a0c6 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer4/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d139851711d94591e3fd0d87fce30b90871ac4c4 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4756098034290167 +INFO:root: +[Valid][0][UTT][ MSE = 0.3453 | LCC = 0.7750 | SRCC = 0.7810 ] +INFO:root:Average loss=0.2654106748791841 +INFO:root: +[Valid][1][UTT][ MSE = 0.2840 | LCC = 0.8254 | SRCC = 0.8261 ] +INFO:root:Average loss=0.22794935680352724 +INFO:root: +[Valid][2][UTT][ MSE = 0.2662 | LCC = 0.8451 | SRCC = 0.8411 ] +INFO:root:Average loss=0.2101632504700086 +INFO:root: +[Valid][3][UTT][ MSE = 0.2392 | LCC = 0.8549 | SRCC = 0.8573 ] +INFO:root:Average loss=0.18818705118237397 +INFO:root: +[Valid][4][UTT][ MSE = 0.2335 | LCC = 0.8691 | SRCC = 0.8691 ] +INFO:root:Average loss=0.1804211366061981 +INFO:root: +[Valid][5][UTT][ MSE = 0.2423 | LCC = 0.8696 | SRCC = 0.8692 ] +INFO:root:Average loss=0.17252508627298552 +INFO:root: +[Valid][6][UTT][ MSE = 0.2536 | LCC = 0.8721 | SRCC = 0.8756 ] +INFO:root:Average loss=0.17280128302100378 +INFO:root: +[Valid][7][UTT][ MSE = 0.2262 | LCC = 0.8753 | SRCC = 0.8772 ] +INFO:root:Average loss=0.14841551295457742 +INFO:root: +[Valid][8][UTT][ MSE = 0.2360 | LCC = 0.8771 | SRCC = 0.8745 ] +INFO:root:Average loss=0.136074763077956 +INFO:root: +[Valid][9][UTT][ MSE = 0.2201 | LCC = 0.8818 | SRCC = 0.8800 ] +INFO:root:Average loss=0.13054001551025954 +INFO:root: +[Valid][10][UTT][ MSE = 0.2280 | LCC = 0.8840 | SRCC = 0.8816 ] +INFO:root:Average loss=0.13558833396587616 +INFO:root: +[Valid][11][UTT][ MSE = 0.2235 | LCC = 0.8809 | SRCC = 0.8785 ] +INFO:root:Average loss=0.11581485279095478 +INFO:root: +[Valid][12][UTT][ MSE = 0.2261 | LCC = 0.8717 | SRCC = 0.8716 ] +INFO:root:Average loss=0.12564540492036405 +INFO:root: +[Valid][13][UTT][ MSE = 0.2133 | LCC = 0.8727 | SRCC = 0.8721 ] +INFO:root:Average loss=0.10552897829657946 +INFO:root: +[Valid][14][UTT][ MSE = 0.2064 | LCC = 0.8814 | SRCC = 0.8800 ] +INFO:root:Average loss=0.10823268357377785 +INFO:root: +[Valid][15][UTT][ MSE = 0.2048 | LCC = 0.8766 | SRCC = 0.8753 ] +INFO:root:Average loss=0.09945758890647155 +INFO:root: +[Valid][16][UTT][ MSE = 0.2412 | LCC = 0.8684 | SRCC = 0.8715 ] +INFO:root:Average loss=0.09131762839089601 +INFO:root: +[Valid][17][UTT][ MSE = 0.2126 | LCC = 0.8768 | SRCC = 0.8746 ] +INFO:root:Average loss=0.09245923796716408 +INFO:root: +[Valid][18][UTT][ MSE = 0.2034 | LCC = 0.8793 | SRCC = 0.8780 ] +INFO:root:Average loss=0.09241525690333965 +INFO:root: +[Valid][19][UTT][ MSE = 0.2087 | LCC = 0.8772 | SRCC = 0.8760 ] +INFO:root:Average loss=0.07764629308038797 +INFO:root: +[Valid][20][UTT][ MSE = 0.2142 | LCC = 0.8766 | SRCC = 0.8748 ] +INFO:root:Average loss=0.07696550540052928 +INFO:root: +[Valid][21][UTT][ MSE = 0.2100 | LCC = 0.8806 | SRCC = 0.8795 ] +INFO:root:Average loss=0.07414916582787648 +INFO:root: +[Valid][22][UTT][ MSE = 0.2089 | LCC = 0.8794 | SRCC = 0.8781 ] +INFO:root:Average loss=0.07044309458862512 +INFO:root: +[Valid][23][UTT][ MSE = 0.2080 | LCC = 0.8777 | SRCC = 0.8759 ] +INFO:root:Average loss=0.07719788189308766 +INFO:root: +[Valid][24][UTT][ MSE = 0.2148 | LCC = 0.8770 | SRCC = 0.8754 ] +INFO:root:Average loss=0.06532884460802262 +INFO:root: +[Valid][25][UTT][ MSE = 0.2005 | LCC = 0.8793 | SRCC = 0.8776 ] +INFO:root:Average loss=0.06467117822896211 +INFO:root: +[Valid][26][UTT][ MSE = 0.2016 | LCC = 0.8787 | SRCC = 0.8776 ] +INFO:root:Average loss=0.06948497948738244 +INFO:root: +[Valid][27][UTT][ MSE = 0.2072 | LCC = 0.8783 | SRCC = 0.8758 ] +INFO:root:Average loss=0.05907358668553524 +INFO:root: +[Valid][28][UTT][ MSE = 0.2103 | LCC = 0.8780 | SRCC = 0.8752 ] +INFO:root:Average loss=0.05606853467627214 +INFO:root: +[Valid][29][UTT][ MSE = 0.2014 | LCC = 0.8768 | SRCC = 0.8745 ] +INFO:root:Average loss=0.051958673323194184 +INFO:root: +[Valid][30][UTT][ MSE = 0.2095 | LCC = 0.8781 | SRCC = 0.8755 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2636 | LCC = 0.8788 | SRCC = 0.8781 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer4/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer4/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..69b7daf01f4d03bcaa9336bc1b90df4739bb61ec --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69bd9cd9934114bfddbccbdfe76f8f184884cdf17767a9f3a4c901c7774dd38d +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer4/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..736992afe5377bfca1cab0c633139255e9747eae --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f60206a3902011dbbda8aa2acd986d84c6a7a6bcaac2c8865da0e9d0ae312b3 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer4/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..1530f418d31040af331f5a3e693ce99cad409ae8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4517715443403293 +INFO:root: +[Valid][0][UTT][ MSE = 0.3465 | LCC = 0.7794 | SRCC = 0.7828 ] +INFO:root:Average loss=0.26601565705660063 +INFO:root: +[Valid][1][UTT][ MSE = 0.2699 | LCC = 0.8313 | SRCC = 0.8330 ] +INFO:root:Average loss=0.2321228895049829 +INFO:root: +[Valid][2][UTT][ MSE = 0.2453 | LCC = 0.8540 | SRCC = 0.8538 ] +INFO:root:Average loss=0.20400978930485555 +INFO:root: +[Valid][3][UTT][ MSE = 0.2382 | LCC = 0.8619 | SRCC = 0.8601 ] +INFO:root:Average loss=0.18672239952362502 +INFO:root: +[Valid][4][UTT][ MSE = 0.2562 | LCC = 0.8718 | SRCC = 0.8696 ] +INFO:root:Average loss=0.18475346974073312 +INFO:root: +[Valid][5][UTT][ MSE = 0.2694 | LCC = 0.8714 | SRCC = 0.8721 ] +INFO:root:Average loss=0.18752106403311095 +INFO:root: +[Valid][6][UTT][ MSE = 0.2193 | LCC = 0.8735 | SRCC = 0.8716 ] +INFO:root:Average loss=0.16244428280072334 +INFO:root: +[Valid][7][UTT][ MSE = 0.2835 | LCC = 0.8768 | SRCC = 0.8777 ] +INFO:root:Average loss=0.1821362396272329 +INFO:root: +[Valid][8][UTT][ MSE = 0.2159 | LCC = 0.8793 | SRCC = 0.8777 ] +INFO:root:Average loss=0.14209031991851637 +INFO:root: +[Valid][9][UTT][ MSE = 0.2290 | LCC = 0.8780 | SRCC = 0.8762 ] +INFO:root:Average loss=0.14530904084826127 +INFO:root: +[Valid][10][UTT][ MSE = 0.2115 | LCC = 0.8840 | SRCC = 0.8838 ] +INFO:root:Average loss=0.12226218223953858 +INFO:root: +[Valid][11][UTT][ MSE = 0.2153 | LCC = 0.8811 | SRCC = 0.8806 ] +INFO:root:Average loss=0.12593773484994203 +INFO:root: +[Valid][12][UTT][ MSE = 0.2097 | LCC = 0.8826 | SRCC = 0.8812 ] +INFO:root:Average loss=0.15051870869520384 +INFO:root: +[Valid][13][UTT][ MSE = 0.2133 | LCC = 0.8837 | SRCC = 0.8834 ] +INFO:root:Average loss=0.113008294111261 +INFO:root: +[Valid][14][UTT][ MSE = 0.1995 | LCC = 0.8778 | SRCC = 0.8792 ] +INFO:root:Average loss=0.10411679658752221 +INFO:root: +[Valid][15][UTT][ MSE = 0.2006 | LCC = 0.8799 | SRCC = 0.8797 ] +INFO:root:Average loss=0.10133787368734677 +INFO:root: +[Valid][16][UTT][ MSE = 0.2059 | LCC = 0.8828 | SRCC = 0.8824 ] +INFO:root:Average loss=0.09422083208576226 +INFO:root: +[Valid][17][UTT][ MSE = 0.2032 | LCC = 0.8804 | SRCC = 0.8808 ] +INFO:root:Average loss=0.09370038328835598 +INFO:root: +[Valid][18][UTT][ MSE = 0.2052 | LCC = 0.8792 | SRCC = 0.8825 ] +INFO:root:Average loss=0.0898542392712373 +INFO:root: +[Valid][19][UTT][ MSE = 0.1992 | LCC = 0.8813 | SRCC = 0.8808 ] +INFO:root:Average loss=0.08032177302699822 +INFO:root: +[Valid][20][UTT][ MSE = 0.2182 | LCC = 0.8758 | SRCC = 0.8764 ] +INFO:root:Average loss=0.08750279300296918 +INFO:root: +[Valid][21][UTT][ MSE = 0.2005 | LCC = 0.8802 | SRCC = 0.8802 ] +INFO:root:Average loss=0.09183820848090526 +INFO:root: +[Valid][22][UTT][ MSE = 0.2254 | LCC = 0.8796 | SRCC = 0.8797 ] +INFO:root:Average loss=0.07549421861767769 +INFO:root: +[Valid][23][UTT][ MSE = 0.1999 | LCC = 0.8794 | SRCC = 0.8787 ] +INFO:root:Average loss=0.07308632861345242 +INFO:root: +[Valid][24][UTT][ MSE = 0.2158 | LCC = 0.8785 | SRCC = 0.8771 ] +INFO:root:Average loss=0.06761351170448157 +INFO:root: +[Valid][25][UTT][ MSE = 0.2026 | LCC = 0.8794 | SRCC = 0.8779 ] +INFO:root:Average loss=0.06325821086573295 +INFO:root: +[Valid][26][UTT][ MSE = 0.2226 | LCC = 0.8761 | SRCC = 0.8767 ] +INFO:root:Average loss=0.067417497961567 +INFO:root: +[Valid][27][UTT][ MSE = 0.1943 | LCC = 0.8792 | SRCC = 0.8784 ] +INFO:root:Average loss=0.06069964896409939 +INFO:root: +[Valid][28][UTT][ MSE = 0.2057 | LCC = 0.8774 | SRCC = 0.8780 ] +INFO:root:Average loss=0.06184598540839476 +INFO:root: +[Valid][29][UTT][ MSE = 0.2068 | LCC = 0.8781 | SRCC = 0.8802 ] +INFO:root:Average loss=0.05736614052110758 +INFO:root: +[Valid][30][UTT][ MSE = 0.2022 | LCC = 0.8789 | SRCC = 0.8786 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2215 | LCC = 0.8801 | SRCC = 0.8787 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer4/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer4/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c533ed311ac9d213f1b776a459d966ebd100a19 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8243de7638a4cdc6f5c262ad0d42a725b7cb4b3477a3616f6398d15dd7104bc +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer4/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..810865db366ffe0df08434bee09b7c03840abd16 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac99a6a5f8b0d62c5d98fa0d915b0caedbb0f9fbb810142df7e5b3d5e7b0bec2 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer4/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer4/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c69e92d2bb4ae960000bd8b8f6cd7d8590cff8d5 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer4/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5471905072530111 +INFO:root: +[Valid][0][UTT][ MSE = 0.3643 | LCC = 0.7736 | SRCC = 0.7748 ] +INFO:root:Average loss=0.2893002696144275 +INFO:root: +[Valid][1][UTT][ MSE = 0.3118 | LCC = 0.8054 | SRCC = 0.8122 ] +INFO:root:Average loss=0.25346483347507626 +INFO:root: +[Valid][2][UTT][ MSE = 0.2856 | LCC = 0.8343 | SRCC = 0.8323 ] +INFO:root:Average loss=0.23026087574469736 +INFO:root: +[Valid][3][UTT][ MSE = 0.2607 | LCC = 0.8530 | SRCC = 0.8534 ] +INFO:root:Average loss=0.21472291552867645 +INFO:root: +[Valid][4][UTT][ MSE = 0.3079 | LCC = 0.8557 | SRCC = 0.8579 ] +INFO:root:Average loss=0.22692569784629038 +INFO:root: +[Valid][5][UTT][ MSE = 0.3600 | LCC = 0.8568 | SRCC = 0.8596 ] +INFO:root:Average loss=0.17955284661207443 +INFO:root: +[Valid][6][UTT][ MSE = 0.2830 | LCC = 0.8640 | SRCC = 0.8678 ] +INFO:root:Average loss=0.17687739565586433 +INFO:root: +[Valid][7][UTT][ MSE = 0.2536 | LCC = 0.8717 | SRCC = 0.8708 ] +INFO:root:Average loss=0.16521364565079028 +INFO:root: +[Valid][8][UTT][ MSE = 0.3147 | LCC = 0.8687 | SRCC = 0.8706 ] +INFO:root:Average loss=0.16128396405241427 +INFO:root: +[Valid][9][UTT][ MSE = 0.2633 | LCC = 0.8728 | SRCC = 0.8759 ] +INFO:root:Average loss=0.14538538188506395 +INFO:root: +[Valid][10][UTT][ MSE = 0.2187 | LCC = 0.8793 | SRCC = 0.8793 ] +INFO:root:Average loss=0.1392301392669861 +INFO:root: +[Valid][11][UTT][ MSE = 0.2095 | LCC = 0.8815 | SRCC = 0.8797 ] +INFO:root:Average loss=0.13680424684515366 +INFO:root: +[Valid][12][UTT][ MSE = 0.2115 | LCC = 0.8811 | SRCC = 0.8805 ] +INFO:root:Average loss=0.12269707043201496 +INFO:root: +[Valid][13][UTT][ MSE = 0.2102 | LCC = 0.8782 | SRCC = 0.8779 ] +INFO:root:Average loss=0.12226274389869128 +INFO:root: +[Valid][14][UTT][ MSE = 0.2134 | LCC = 0.8810 | SRCC = 0.8801 ] +INFO:root:Average loss=0.11553316983657005 +INFO:root: +[Valid][15][UTT][ MSE = 0.2116 | LCC = 0.8819 | SRCC = 0.8799 ] +INFO:root:Average loss=0.10404531036814053 +INFO:root: +[Valid][16][UTT][ MSE = 0.2095 | LCC = 0.8818 | SRCC = 0.8811 ] +INFO:root:Average loss=0.09521513432264328 +INFO:root: +[Valid][17][UTT][ MSE = 0.2390 | LCC = 0.8784 | SRCC = 0.8767 ] +INFO:root:Average loss=0.08835836528585507 +INFO:root: +[Valid][18][UTT][ MSE = 0.2049 | LCC = 0.8783 | SRCC = 0.8781 ] +INFO:root:Average loss=0.08565989084159717 +INFO:root: +[Valid][19][UTT][ MSE = 0.2144 | LCC = 0.8780 | SRCC = 0.8782 ] +INFO:root:Average loss=0.09238374916215737 +INFO:root: +[Valid][20][UTT][ MSE = 0.2290 | LCC = 0.8786 | SRCC = 0.8784 ] +INFO:root:Average loss=0.09349983940139794 +INFO:root: +[Valid][21][UTT][ MSE = 0.2038 | LCC = 0.8812 | SRCC = 0.8806 ] +INFO:root:Average loss=0.08048434942387618 +INFO:root: +[Valid][22][UTT][ MSE = 0.2128 | LCC = 0.8796 | SRCC = 0.8779 ] +INFO:root:Average loss=0.07317907778689495 +INFO:root: +[Valid][23][UTT][ MSE = 0.2396 | LCC = 0.8721 | SRCC = 0.8710 ] +INFO:root:Average loss=0.07414347444398281 +INFO:root: +[Valid][24][UTT][ MSE = 0.2232 | LCC = 0.8752 | SRCC = 0.8734 ] +INFO:root:Average loss=0.07712235688590087 +INFO:root: +[Valid][25][UTT][ MSE = 0.2312 | LCC = 0.8756 | SRCC = 0.8748 ] +INFO:root:Average loss=0.06253701606048988 +INFO:root: +[Valid][26][UTT][ MSE = 0.2351 | LCC = 0.8786 | SRCC = 0.8768 ] +INFO:root:Average loss=0.07168879732489586 +INFO:root: +[Valid][27][UTT][ MSE = 0.2086 | LCC = 0.8767 | SRCC = 0.8762 ] +INFO:root:Average loss=0.0653203447850851 +INFO:root: +[Valid][28][UTT][ MSE = 0.2046 | LCC = 0.8790 | SRCC = 0.8770 ] +INFO:root:Average loss=0.059936244757129595 +INFO:root: +[Valid][29][UTT][ MSE = 0.2104 | LCC = 0.8748 | SRCC = 0.8727 ] +INFO:root:Average loss=0.05677039921283722 +INFO:root: +[Valid][30][UTT][ MSE = 0.2020 | LCC = 0.8783 | SRCC = 0.8757 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2120 | LCC = 0.8763 | SRCC = 0.8747 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer40/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer40/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a39fc30384bf7ca3b44ecbd5f78b960f816fde00 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0df88eaa84eaafc602b11cc42ccd7b30bcadd846b295aa39af252d0bca8419a +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer40/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb5b14bb7a769a92927909b99829cde3d180a171 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e9bd538f5f32fe73285b912d64352b8ac5c154ba7187c6bd7915f5cabfdcbbd +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer40/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6c2756fa479997d9e4e529b1f9e48aa3f7d8f77f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5801453517797666 +INFO:root: +[Valid][0][UTT][ MSE = 0.3734 | LCC = 0.8000 | SRCC = 0.8029 ] +INFO:root:Average loss=0.294827653047366 +INFO:root: +[Valid][1][UTT][ MSE = 0.2977 | LCC = 0.8376 | SRCC = 0.8395 ] +INFO:root:Average loss=0.28578301385427135 +INFO:root: +[Valid][2][UTT][ MSE = 0.2726 | LCC = 0.8429 | SRCC = 0.8453 ] +INFO:root:Average loss=0.23743288257183173 +INFO:root: +[Valid][3][UTT][ MSE = 0.2540 | LCC = 0.8549 | SRCC = 0.8555 ] +INFO:root:Average loss=0.23901374810017073 +INFO:root: +[Valid][4][UTT][ MSE = 0.3037 | LCC = 0.8529 | SRCC = 0.8572 ] +INFO:root:Average loss=0.21898623231129768 +INFO:root: +[Valid][5][UTT][ MSE = 0.2616 | LCC = 0.8587 | SRCC = 0.8571 ] +INFO:root:Average loss=0.20018746512822616 +INFO:root: +[Valid][6][UTT][ MSE = 0.2455 | LCC = 0.8622 | SRCC = 0.8616 ] +INFO:root:Average loss=0.20718118643913513 +INFO:root: +[Valid][7][UTT][ MSE = 0.2451 | LCC = 0.8610 | SRCC = 0.8607 ] +INFO:root:Average loss=0.1864696422066444 +INFO:root: +[Valid][8][UTT][ MSE = 0.2546 | LCC = 0.8610 | SRCC = 0.8606 ] +INFO:root:Average loss=0.1933337941001623 +INFO:root: +[Valid][9][UTT][ MSE = 0.2592 | LCC = 0.8611 | SRCC = 0.8635 ] +INFO:root:Average loss=0.18134733566488975 +INFO:root: +[Valid][10][UTT][ MSE = 0.2454 | LCC = 0.8650 | SRCC = 0.8642 ] +INFO:root:Average loss=0.1703829135841284 +INFO:root: +[Valid][11][UTT][ MSE = 0.2760 | LCC = 0.8595 | SRCC = 0.8614 ] +INFO:root:Average loss=0.1824414941171805 +INFO:root: +[Valid][12][UTT][ MSE = 0.2870 | LCC = 0.8566 | SRCC = 0.8608 ] +INFO:root:Average loss=0.1800247517724832 +INFO:root: +[Valid][13][UTT][ MSE = 0.2365 | LCC = 0.8598 | SRCC = 0.8607 ] +INFO:root:Average loss=0.1476968641464527 +INFO:root: +[Valid][14][UTT][ MSE = 0.2503 | LCC = 0.8625 | SRCC = 0.8613 ] +INFO:root:Average loss=0.1510261385104595 +INFO:root: +[Valid][15][UTT][ MSE = 0.2576 | LCC = 0.8643 | SRCC = 0.8637 ] +INFO:root:Average loss=0.14604009735660675 +INFO:root: +[Valid][16][UTT][ MSE = 0.2406 | LCC = 0.8647 | SRCC = 0.8639 ] +INFO:root:Average loss=0.13188054890204698 +INFO:root: +[Valid][17][UTT][ MSE = 0.2443 | LCC = 0.8646 | SRCC = 0.8638 ] +INFO:root:Average loss=0.14368254223313087 +INFO:root: +[Valid][18][UTT][ MSE = 0.2366 | LCC = 0.8616 | SRCC = 0.8611 ] +INFO:root:Average loss=0.12539049142446274 +INFO:root: +[Valid][19][UTT][ MSE = 0.2356 | LCC = 0.8610 | SRCC = 0.8609 ] +INFO:root:Average loss=0.12545848351258498 +INFO:root: +[Valid][20][UTT][ MSE = 0.2587 | LCC = 0.8672 | SRCC = 0.8665 ] +INFO:root:Average loss=0.11821252871782352 +INFO:root: +[Valid][21][UTT][ MSE = 0.2424 | LCC = 0.8642 | SRCC = 0.8635 ] +INFO:root:Average loss=0.11519529756445152 +INFO:root: +[Valid][22][UTT][ MSE = 0.2395 | LCC = 0.8633 | SRCC = 0.8637 ] +INFO:root:Average loss=0.10308431356381147 +INFO:root: +[Valid][23][UTT][ MSE = 0.2357 | LCC = 0.8576 | SRCC = 0.8582 ] +INFO:root:Average loss=0.11432065795629452 +INFO:root: +[Valid][24][UTT][ MSE = 0.2379 | LCC = 0.8607 | SRCC = 0.8624 ] +INFO:root:Average loss=0.11339005140157846 +INFO:root: +[Valid][25][UTT][ MSE = 0.2509 | LCC = 0.8610 | SRCC = 0.8634 ] +INFO:root:Average loss=0.10281309743340199 +INFO:root: +[Valid][26][UTT][ MSE = 0.2531 | LCC = 0.8623 | SRCC = 0.8617 ] +INFO:root:Average loss=0.10198376929530731 +INFO:root: +[Valid][27][UTT][ MSE = 0.2594 | LCC = 0.8599 | SRCC = 0.8605 ] +INFO:root:Average loss=0.09571865525765297 +INFO:root: +[Valid][28][UTT][ MSE = 0.2734 | LCC = 0.8564 | SRCC = 0.8593 ] +INFO:root:Average loss=0.09468827745280205 +INFO:root: +[Valid][29][UTT][ MSE = 0.2301 | LCC = 0.8611 | SRCC = 0.8609 ] +INFO:root:Average loss=0.09191359799259748 +INFO:root: +[Valid][30][UTT][ MSE = 0.2273 | LCC = 0.8575 | SRCC = 0.8591 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2960 | LCC = 0.8634 | SRCC = 0.8643 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer40/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer40/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fc7c103d5bfaef34dcc5b4de7f6905e72bdb1d4 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58e41d138d9c76a30f761deb69ba1c05b2514eebe3f7c06b446ce851c7d327f2 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer40/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cb2e5aa63ca98a98f3f55180130cb9507674ceb --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b14b7c21680f4c14157fab6eebbe2c2dc3908d41ed60669bbcb9200d10346926 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer40/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..33ac5d3be01b3c43083ffa88d9d29440dac75e51 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5244095585285089 +INFO:root: +[Valid][0][UTT][ MSE = 0.3219 | LCC = 0.8072 | SRCC = 0.8114 ] +INFO:root:Average loss=0.2943585018316905 +INFO:root: +[Valid][1][UTT][ MSE = 0.2847 | LCC = 0.8349 | SRCC = 0.8367 ] +INFO:root:Average loss=0.25399702348006076 +INFO:root: +[Valid][2][UTT][ MSE = 0.2962 | LCC = 0.8471 | SRCC = 0.8477 ] +INFO:root:Average loss=0.25471064906853896 +INFO:root: +[Valid][3][UTT][ MSE = 0.3061 | LCC = 0.8489 | SRCC = 0.8474 ] +INFO:root:Average loss=0.2255606631246897 +INFO:root: +[Valid][4][UTT][ MSE = 0.2887 | LCC = 0.8505 | SRCC = 0.8522 ] +INFO:root:Average loss=0.21312976533021682 +INFO:root: +[Valid][5][UTT][ MSE = 0.2736 | LCC = 0.8563 | SRCC = 0.8552 ] +INFO:root:Average loss=0.207502662562407 +INFO:root: +[Valid][6][UTT][ MSE = 0.3071 | LCC = 0.8557 | SRCC = 0.8591 ] +INFO:root:Average loss=0.18890387861010355 +INFO:root: +[Valid][7][UTT][ MSE = 0.3290 | LCC = 0.8547 | SRCC = 0.8564 ] +INFO:root:Average loss=0.19476810814096376 +INFO:root: +[Valid][8][UTT][ MSE = 0.2804 | LCC = 0.8543 | SRCC = 0.8560 ] +INFO:root:Average loss=0.1759853754670192 +INFO:root: +[Valid][9][UTT][ MSE = 0.2687 | LCC = 0.8564 | SRCC = 0.8567 ] +INFO:root:Average loss=0.16841809537548286 +INFO:root: +[Valid][10][UTT][ MSE = 0.2925 | LCC = 0.8588 | SRCC = 0.8596 ] +INFO:root:Average loss=0.18079336121296272 +INFO:root: +[Valid][11][UTT][ MSE = 0.2482 | LCC = 0.8569 | SRCC = 0.8560 ] +INFO:root:Average loss=0.1674337078554508 +INFO:root: +[Valid][12][UTT][ MSE = 0.2729 | LCC = 0.8580 | SRCC = 0.8581 ] +INFO:root:Average loss=0.16438137997801489 +INFO:root: +[Valid][13][UTT][ MSE = 0.2539 | LCC = 0.8616 | SRCC = 0.8607 ] +INFO:root:Average loss=0.15283692341584426 +INFO:root: +[Valid][14][UTT][ MSE = 0.2675 | LCC = 0.8566 | SRCC = 0.8553 ] +INFO:root:Average loss=0.1430808208309687 +INFO:root: +[Valid][15][UTT][ MSE = 0.2478 | LCC = 0.8594 | SRCC = 0.8588 ] +INFO:root:Average loss=0.1767629735553876 +INFO:root: +[Valid][16][UTT][ MSE = 0.2359 | LCC = 0.8609 | SRCC = 0.8599 ] +INFO:root:Average loss=0.1335342497779773 +INFO:root: +[Valid][17][UTT][ MSE = 0.2305 | LCC = 0.8601 | SRCC = 0.8600 ] +INFO:root:Average loss=0.13354613316746858 +INFO:root: +[Valid][18][UTT][ MSE = 0.2667 | LCC = 0.8520 | SRCC = 0.8516 ] +INFO:root:Average loss=0.12932816377052894 +INFO:root: +[Valid][19][UTT][ MSE = 0.2781 | LCC = 0.8542 | SRCC = 0.8562 ] +INFO:root:Average loss=0.12744546729402664 +INFO:root: +[Valid][20][UTT][ MSE = 0.2931 | LCC = 0.8509 | SRCC = 0.8561 ] +INFO:root:Average loss=0.11410913769251262 +INFO:root: +[Valid][21][UTT][ MSE = 0.2772 | LCC = 0.8527 | SRCC = 0.8556 ] +INFO:root:Average loss=0.10868081321509984 +INFO:root: +[Valid][22][UTT][ MSE = 0.2936 | LCC = 0.8494 | SRCC = 0.8519 ] +INFO:root:Average loss=0.10385568430408454 +INFO:root: +[Valid][23][UTT][ MSE = 0.2620 | LCC = 0.8521 | SRCC = 0.8541 ] +INFO:root:Average loss=0.09784279037744571 +INFO:root: +[Valid][24][UTT][ MSE = 0.2574 | LCC = 0.8540 | SRCC = 0.8550 ] +INFO:root:Average loss=0.0980925670801065 +INFO:root: +[Valid][25][UTT][ MSE = 0.3284 | LCC = 0.8419 | SRCC = 0.8458 ] +INFO:root:Average loss=0.09553508861706807 +INFO:root: +[Valid][26][UTT][ MSE = 0.2336 | LCC = 0.8546 | SRCC = 0.8538 ] +INFO:root:Average loss=0.12496335742374261 +INFO:root: +[Valid][27][UTT][ MSE = 0.2891 | LCC = 0.8490 | SRCC = 0.8509 ] +INFO:root:Average loss=0.08352971979631828 +INFO:root: +[Valid][28][UTT][ MSE = 0.2288 | LCC = 0.8586 | SRCC = 0.8577 ] +INFO:root:Average loss=0.08396976393384811 +INFO:root: +[Valid][29][UTT][ MSE = 0.2388 | LCC = 0.8529 | SRCC = 0.8536 ] +INFO:root:Average loss=0.09500708793982482 +INFO:root: +[Valid][30][UTT][ MSE = 0.2698 | LCC = 0.8479 | SRCC = 0.8496 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2638 | LCC = 0.8634 | SRCC = 0.8655 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer40/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer40/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..13e37d1915ab0a283492e54166eb8d0f72aeef0b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:844dddc314980623755067ce1518dceb71c73f1c47dcd4e237a0ba8ae9d0c50c +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer40/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5b8beea8c295fb27aee9dabe0b6198499039b05 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59b0072583706f2d3f5d452ba0617fb20a8504e5002ae1e4cc59089169e979a0 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer40/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..43e7d76b451f524fa3b3039a131f1b18a878fe11 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5009948936028358 +INFO:root: +[Valid][0][UTT][ MSE = 0.3454 | LCC = 0.8190 | SRCC = 0.8220 ] +INFO:root:Average loss=0.2855608207293046 +INFO:root: +[Valid][1][UTT][ MSE = 0.2891 | LCC = 0.8402 | SRCC = 0.8409 ] +INFO:root:Average loss=0.2772090836213185 +INFO:root: +[Valid][2][UTT][ MSE = 0.3148 | LCC = 0.8409 | SRCC = 0.8447 ] +INFO:root:Average loss=0.2557280082733203 +INFO:root: +[Valid][3][UTT][ MSE = 0.2764 | LCC = 0.8495 | SRCC = 0.8500 ] +INFO:root:Average loss=0.23727658219062364 +INFO:root: +[Valid][4][UTT][ MSE = 0.3331 | LCC = 0.8527 | SRCC = 0.8539 ] +INFO:root:Average loss=0.21600281045987055 +INFO:root: +[Valid][5][UTT][ MSE = 0.2870 | LCC = 0.8558 | SRCC = 0.8576 ] +INFO:root:Average loss=0.20981298769131684 +INFO:root: +[Valid][6][UTT][ MSE = 0.2605 | LCC = 0.8605 | SRCC = 0.8619 ] +INFO:root:Average loss=0.20190269146592188 +INFO:root: +[Valid][7][UTT][ MSE = 0.2416 | LCC = 0.8633 | SRCC = 0.8613 ] +INFO:root:Average loss=0.19003767233628494 +INFO:root: +[Valid][8][UTT][ MSE = 0.2343 | LCC = 0.8619 | SRCC = 0.8611 ] +INFO:root:Average loss=0.1867470206358494 +INFO:root: +[Valid][9][UTT][ MSE = 0.2431 | LCC = 0.8569 | SRCC = 0.8577 ] +INFO:root:Average loss=0.1691945227674949 +INFO:root: +[Valid][10][UTT][ MSE = 0.2506 | LCC = 0.8649 | SRCC = 0.8635 ] +INFO:root:Average loss=0.19931760936593398 +INFO:root: +[Valid][11][UTT][ MSE = 0.2421 | LCC = 0.8610 | SRCC = 0.8624 ] +INFO:root:Average loss=0.16780030679626343 +INFO:root: +[Valid][12][UTT][ MSE = 0.2408 | LCC = 0.8654 | SRCC = 0.8639 ] +INFO:root:Average loss=0.1650217533684694 +INFO:root: +[Valid][13][UTT][ MSE = 0.2209 | LCC = 0.8680 | SRCC = 0.8680 ] +INFO:root:Average loss=0.15835233195087847 +INFO:root: +[Valid][14][UTT][ MSE = 0.3014 | LCC = 0.8563 | SRCC = 0.8599 ] +INFO:root:Average loss=0.15227779344870493 +INFO:root: +[Valid][15][UTT][ MSE = 0.2945 | LCC = 0.8572 | SRCC = 0.8630 ] +INFO:root:Average loss=0.13842206209515914 +INFO:root: +[Valid][16][UTT][ MSE = 0.2471 | LCC = 0.8611 | SRCC = 0.8612 ] +INFO:root:Average loss=0.1326731558984671 +INFO:root: +[Valid][17][UTT][ MSE = 0.2420 | LCC = 0.8606 | SRCC = 0.8630 ] +INFO:root:Average loss=0.13510726860318428 +INFO:root: +[Valid][18][UTT][ MSE = 0.2446 | LCC = 0.8628 | SRCC = 0.8648 ] +INFO:root:Average loss=0.12255466719850516 +INFO:root: +[Valid][19][UTT][ MSE = 0.2279 | LCC = 0.8629 | SRCC = 0.8629 ] +INFO:root:Average loss=0.12800128012895584 +INFO:root: +[Valid][20][UTT][ MSE = 0.2446 | LCC = 0.8612 | SRCC = 0.8601 ] +INFO:root:Average loss=0.11876984465962802 +INFO:root: +[Valid][21][UTT][ MSE = 0.2337 | LCC = 0.8602 | SRCC = 0.8602 ] +INFO:root:Average loss=0.10645628777834085 +INFO:root: +[Valid][22][UTT][ MSE = 0.2437 | LCC = 0.8600 | SRCC = 0.8621 ] +INFO:root:Average loss=0.11635997757697716 +INFO:root: +[Valid][23][UTT][ MSE = 0.2501 | LCC = 0.8660 | SRCC = 0.8673 ] +INFO:root:Average loss=0.10923132949914688 +INFO:root: +[Valid][24][UTT][ MSE = 0.2132 | LCC = 0.8675 | SRCC = 0.8690 ] +INFO:root:Average loss=0.09724688754440883 +INFO:root: +[Valid][25][UTT][ MSE = 0.2361 | LCC = 0.8608 | SRCC = 0.8642 ] +INFO:root:Average loss=0.0982262073801114 +INFO:root: +[Valid][26][UTT][ MSE = 0.2287 | LCC = 0.8613 | SRCC = 0.8635 ] +INFO:root:Average loss=0.09146848072608312 +INFO:root: +[Valid][27][UTT][ MSE = 0.2476 | LCC = 0.8586 | SRCC = 0.8579 ] +INFO:root:Average loss=0.0942121529712891 +INFO:root: +[Valid][28][UTT][ MSE = 0.2352 | LCC = 0.8585 | SRCC = 0.8588 ] +INFO:root:Average loss=0.10525715881242202 +INFO:root: +[Valid][29][UTT][ MSE = 0.2282 | LCC = 0.8646 | SRCC = 0.8641 ] +INFO:root:Average loss=0.09072427967419991 +INFO:root: +[Valid][30][UTT][ MSE = 0.3090 | LCC = 0.8562 | SRCC = 0.8622 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2376 | LCC = 0.8660 | SRCC = 0.8661 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer40/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer40/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..93743f4eecf3025ce144abd631ea23bcf95418d8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e58e198d74e784b31d78344f1e5be9d1633949201ab7e691e98057d7d623fdba +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer40/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..415259d43e1c66b999499d5a7ee91ec09d2f5086 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd3b5be860d818efd0e7493db8d28edd52b85aea478d25233b16a5f64ffd8b0 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer40/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..000921f7eb0dbcf18da0b4b452e2283a6892a177 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4974669235257002 +INFO:root: +[Valid][0][UTT][ MSE = 0.3351 | LCC = 0.8144 | SRCC = 0.8156 ] +INFO:root:Average loss=0.292611280694986 +INFO:root: +[Valid][1][UTT][ MSE = 0.3315 | LCC = 0.8283 | SRCC = 0.8341 ] +INFO:root:Average loss=0.25209406113777405 +INFO:root: +[Valid][2][UTT][ MSE = 0.2740 | LCC = 0.8513 | SRCC = 0.8516 ] +INFO:root:Average loss=0.22966682414213815 +INFO:root: +[Valid][3][UTT][ MSE = 0.2675 | LCC = 0.8464 | SRCC = 0.8504 ] +INFO:root:Average loss=0.24299623511540583 +INFO:root: +[Valid][4][UTT][ MSE = 0.2998 | LCC = 0.8534 | SRCC = 0.8530 ] +INFO:root:Average loss=0.21195530815002245 +INFO:root: +[Valid][5][UTT][ MSE = 0.3495 | LCC = 0.8420 | SRCC = 0.8540 ] +INFO:root:Average loss=0.22896708662693316 +INFO:root: +[Valid][6][UTT][ MSE = 0.2605 | LCC = 0.8590 | SRCC = 0.8586 ] +INFO:root:Average loss=0.1983818790087333 +INFO:root: +[Valid][7][UTT][ MSE = 0.3422 | LCC = 0.8457 | SRCC = 0.8552 ] +INFO:root:Average loss=0.1857227437580243 +INFO:root: +[Valid][8][UTT][ MSE = 0.2650 | LCC = 0.8569 | SRCC = 0.8619 ] +INFO:root:Average loss=0.180175220928131 +INFO:root: +[Valid][9][UTT][ MSE = 0.2546 | LCC = 0.8596 | SRCC = 0.8650 ] +INFO:root:Average loss=0.17509932176042825 +INFO:root: +[Valid][10][UTT][ MSE = 0.2494 | LCC = 0.8612 | SRCC = 0.8647 ] +INFO:root:Average loss=0.18353396367568237 +INFO:root: +[Valid][11][UTT][ MSE = 0.2591 | LCC = 0.8547 | SRCC = 0.8578 ] +INFO:root:Average loss=0.17558345943689346 +INFO:root: +[Valid][12][UTT][ MSE = 0.2586 | LCC = 0.8553 | SRCC = 0.8587 ] +INFO:root:Average loss=0.15861735473840666 +INFO:root: +[Valid][13][UTT][ MSE = 0.2229 | LCC = 0.8664 | SRCC = 0.8660 ] +INFO:root:Average loss=0.1580119801637454 +INFO:root: +[Valid][14][UTT][ MSE = 0.2641 | LCC = 0.8594 | SRCC = 0.8595 ] +INFO:root:Average loss=0.16484176797362474 +INFO:root: +[Valid][15][UTT][ MSE = 0.2273 | LCC = 0.8651 | SRCC = 0.8636 ] +INFO:root:Average loss=0.13940842258624542 +INFO:root: +[Valid][16][UTT][ MSE = 0.2232 | LCC = 0.8650 | SRCC = 0.8649 ] +INFO:root:Average loss=0.12926370898882547 +INFO:root: +[Valid][17][UTT][ MSE = 0.2421 | LCC = 0.8611 | SRCC = 0.8598 ] +INFO:root:Average loss=0.1377817475451873 +INFO:root: +[Valid][18][UTT][ MSE = 0.2514 | LCC = 0.8561 | SRCC = 0.8585 ] +INFO:root:Average loss=0.12057857950910544 +INFO:root: +[Valid][19][UTT][ MSE = 0.2465 | LCC = 0.8589 | SRCC = 0.8590 ] +INFO:root:Average loss=0.11319731596188667 +INFO:root: +[Valid][20][UTT][ MSE = 0.2483 | LCC = 0.8585 | SRCC = 0.8579 ] +INFO:root:Average loss=0.12794204333271736 +INFO:root: +[Valid][21][UTT][ MSE = 0.2368 | LCC = 0.8601 | SRCC = 0.8614 ] +INFO:root:Average loss=0.11152649785463627 +INFO:root: +[Valid][22][UTT][ MSE = 0.2495 | LCC = 0.8547 | SRCC = 0.8578 ] +INFO:root:Average loss=0.10459843975229141 +INFO:root: +[Valid][23][UTT][ MSE = 0.2731 | LCC = 0.8521 | SRCC = 0.8549 ] +INFO:root:Average loss=0.09661576357216407 +INFO:root: +[Valid][24][UTT][ MSE = 0.2510 | LCC = 0.8576 | SRCC = 0.8575 ] +INFO:root:Average loss=0.09488908024743581 +INFO:root: +[Valid][25][UTT][ MSE = 0.2597 | LCC = 0.8539 | SRCC = 0.8577 ] +INFO:root:Average loss=0.09079810585349034 +INFO:root: +[Valid][26][UTT][ MSE = 0.2357 | LCC = 0.8620 | SRCC = 0.8620 ] +INFO:root:Average loss=0.09097472014717567 +INFO:root: +[Valid][27][UTT][ MSE = 0.2200 | LCC = 0.8604 | SRCC = 0.8611 ] +INFO:root:Average loss=0.08303669166679566 +INFO:root: +[Valid][28][UTT][ MSE = 0.2237 | LCC = 0.8617 | SRCC = 0.8618 ] +INFO:root:Average loss=0.08034129803761458 +INFO:root: +[Valid][29][UTT][ MSE = 0.2331 | LCC = 0.8617 | SRCC = 0.8620 ] +INFO:root:Average loss=0.08027157464470619 +INFO:root: +[Valid][30][UTT][ MSE = 0.2347 | LCC = 0.8614 | SRCC = 0.8600 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2428 | LCC = 0.8687 | SRCC = 0.8702 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer40/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer40/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8014e0d5326be05ea8056cf1bbd16feebf7f7042 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d21a58fa444accfc78c0b2966dac750eab7bfed5dc5c1f907b7859dd2dff3af6 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer40/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc7f61be8c6a24fe20dc2d29b7cab6920a23249b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43cc606deec28afb3aeb606c300360a90da3c6c7b0fcb053ba49788c92879cbf +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer40/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer40/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..bed3a6fb2e8a555937fb9a353bf9421723cf98f5 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer40/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5494693932242882 +INFO:root: +[Valid][0][UTT][ MSE = 0.3220 | LCC = 0.8060 | SRCC = 0.8086 ] +INFO:root:Average loss=0.3029294273792169 +INFO:root: +[Valid][1][UTT][ MSE = 0.2975 | LCC = 0.8348 | SRCC = 0.8355 ] +INFO:root:Average loss=0.264920263336255 +INFO:root: +[Valid][2][UTT][ MSE = 0.2758 | LCC = 0.8420 | SRCC = 0.8420 ] +INFO:root:Average loss=0.2568417764627017 +INFO:root: +[Valid][3][UTT][ MSE = 0.3263 | LCC = 0.8413 | SRCC = 0.8487 ] +INFO:root:Average loss=0.23020654591994408 +INFO:root: +[Valid][4][UTT][ MSE = 0.2722 | LCC = 0.8548 | SRCC = 0.8544 ] +INFO:root:Average loss=0.22090367514353532 +INFO:root: +[Valid][5][UTT][ MSE = 0.2566 | LCC = 0.8531 | SRCC = 0.8584 ] +INFO:root:Average loss=0.2006477774717869 +INFO:root: +[Valid][6][UTT][ MSE = 0.2406 | LCC = 0.8591 | SRCC = 0.8591 ] +INFO:root:Average loss=0.19639694977265137 +INFO:root: +[Valid][7][UTT][ MSE = 0.2480 | LCC = 0.8553 | SRCC = 0.8538 ] +INFO:root:Average loss=0.19388161733364448 +INFO:root: +[Valid][8][UTT][ MSE = 0.2536 | LCC = 0.8586 | SRCC = 0.8612 ] +INFO:root:Average loss=0.17679335176944733 +INFO:root: +[Valid][9][UTT][ MSE = 0.2583 | LCC = 0.8580 | SRCC = 0.8614 ] +INFO:root:Average loss=0.17653153349573797 +INFO:root: +[Valid][10][UTT][ MSE = 0.2395 | LCC = 0.8630 | SRCC = 0.8614 ] +INFO:root:Average loss=0.16288564163140762 +INFO:root: +[Valid][11][UTT][ MSE = 0.2368 | LCC = 0.8621 | SRCC = 0.8618 ] +INFO:root:Average loss=0.15970112412021711 +INFO:root: +[Valid][12][UTT][ MSE = 0.2431 | LCC = 0.8615 | SRCC = 0.8617 ] +INFO:root:Average loss=0.15738236560271338 +INFO:root: +[Valid][13][UTT][ MSE = 0.2396 | LCC = 0.8619 | SRCC = 0.8617 ] +INFO:root:Average loss=0.1482270665657826 +INFO:root: +[Valid][14][UTT][ MSE = 0.2427 | LCC = 0.8618 | SRCC = 0.8609 ] +INFO:root:Average loss=0.15750233313212028 +INFO:root: +[Valid][15][UTT][ MSE = 0.2622 | LCC = 0.8563 | SRCC = 0.8591 ] +INFO:root:Average loss=0.13539928455765432 +INFO:root: +[Valid][16][UTT][ MSE = 0.2363 | LCC = 0.8608 | SRCC = 0.8651 ] +INFO:root:Average loss=0.13539481048400587 +INFO:root: +[Valid][17][UTT][ MSE = 0.2218 | LCC = 0.8619 | SRCC = 0.8622 ] +INFO:root:Average loss=0.14106061777625328 +INFO:root: +[Valid][18][UTT][ MSE = 0.2214 | LCC = 0.8633 | SRCC = 0.8656 ] +INFO:root:Average loss=0.12326487831962414 +INFO:root: +[Valid][19][UTT][ MSE = 0.2464 | LCC = 0.8583 | SRCC = 0.8586 ] +INFO:root:Average loss=0.11579039372885838 +INFO:root: +[Valid][20][UTT][ MSE = 0.2182 | LCC = 0.8630 | SRCC = 0.8635 ] +INFO:root:Average loss=0.10639610647773132 +INFO:root: +[Valid][21][UTT][ MSE = 0.2383 | LCC = 0.8560 | SRCC = 0.8598 ] +INFO:root:Average loss=0.1238660349104649 +INFO:root: +[Valid][22][UTT][ MSE = 0.2395 | LCC = 0.8563 | SRCC = 0.8586 ] +INFO:root:Average loss=0.10842327697154804 +INFO:root: +[Valid][23][UTT][ MSE = 0.2588 | LCC = 0.8475 | SRCC = 0.8478 ] +INFO:root:Average loss=0.10841643810272217 +INFO:root: +[Valid][24][UTT][ MSE = 0.2594 | LCC = 0.8529 | SRCC = 0.8546 ] +INFO:root:Average loss=0.10149591798201585 +INFO:root: +[Valid][25][UTT][ MSE = 0.2540 | LCC = 0.8518 | SRCC = 0.8549 ] +INFO:root:Average loss=0.09732105611608578 +INFO:root: +[Valid][26][UTT][ MSE = 0.2266 | LCC = 0.8596 | SRCC = 0.8598 ] +INFO:root:Average loss=0.10060824162493913 +INFO:root: +[Valid][27][UTT][ MSE = 0.2250 | LCC = 0.8619 | SRCC = 0.8631 ] +INFO:root:Average loss=0.08466865236942585 +INFO:root: +[Valid][28][UTT][ MSE = 0.2411 | LCC = 0.8541 | SRCC = 0.8547 ] +INFO:root:Average loss=0.08790215687491955 +INFO:root: +[Valid][29][UTT][ MSE = 0.2407 | LCC = 0.8573 | SRCC = 0.8569 ] +INFO:root:Average loss=0.07906954654325278 +INFO:root: +[Valid][30][UTT][ MSE = 0.2380 | LCC = 0.8629 | SRCC = 0.8628 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2230 | LCC = 0.8654 | SRCC = 0.8647 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer42/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer42/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ededd03765a826a0664aebbf4baae5ed7780657 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea4bba1090b6132d58c2decc5b39828c81c9db03903e2a9616643d7bb48fe52 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer42/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..49abfd7e4e7c2d64ca731f6957f9f63963386422 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22818bd2bc8d299505cfa561d278009627e46f210a93038f57fef47adcebd2fc +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer42/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e2815e3ef693d10dab21e39e3aae97fa9cdf5c86 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5537253188399168 +INFO:root: +[Valid][0][UTT][ MSE = 0.3545 | LCC = 0.7971 | SRCC = 0.7950 ] +INFO:root:Average loss=0.3606462790033756 +INFO:root: +[Valid][1][UTT][ MSE = 0.3222 | LCC = 0.8230 | SRCC = 0.8227 ] +INFO:root:Average loss=0.3037987483235506 +INFO:root: +[Valid][2][UTT][ MSE = 0.5627 | LCC = 0.7937 | SRCC = 0.8229 ] +INFO:root:Average loss=0.29795118115651303 +INFO:root: +[Valid][3][UTT][ MSE = 0.2893 | LCC = 0.8385 | SRCC = 0.8373 ] +INFO:root:Average loss=0.2516446826167596 +INFO:root: +[Valid][4][UTT][ MSE = 0.2901 | LCC = 0.8425 | SRCC = 0.8410 ] +INFO:root:Average loss=0.3066078069118353 +INFO:root: +[Valid][5][UTT][ MSE = 0.3312 | LCC = 0.8373 | SRCC = 0.8434 ] +INFO:root:Average loss=0.2438127203629567 +INFO:root: +[Valid][6][UTT][ MSE = 0.3518 | LCC = 0.8394 | SRCC = 0.8437 ] +INFO:root:Average loss=0.2581992111144922 +INFO:root: +[Valid][7][UTT][ MSE = 0.2770 | LCC = 0.8488 | SRCC = 0.8457 ] +INFO:root:Average loss=0.2536413581707539 +INFO:root: +[Valid][8][UTT][ MSE = 0.5397 | LCC = 0.8321 | SRCC = 0.8437 ] +INFO:root:Average loss=0.24587001288548493 +INFO:root: +[Valid][9][UTT][ MSE = 0.2751 | LCC = 0.8541 | SRCC = 0.8523 ] +INFO:root:Average loss=0.23889625913057572 +INFO:root: +[Valid][10][UTT][ MSE = 0.2779 | LCC = 0.8549 | SRCC = 0.8515 ] +INFO:root:Average loss=0.22406723378942564 +INFO:root: +[Valid][11][UTT][ MSE = 0.3927 | LCC = 0.8424 | SRCC = 0.8491 ] +INFO:root:Average loss=0.22824334964538232 +INFO:root: +[Valid][12][UTT][ MSE = 0.2815 | LCC = 0.8553 | SRCC = 0.8532 ] +INFO:root:Average loss=0.2149077612811174 +INFO:root: +[Valid][13][UTT][ MSE = 0.3791 | LCC = 0.8508 | SRCC = 0.8520 ] +INFO:root:Average loss=0.2151076323710955 +INFO:root: +[Valid][14][UTT][ MSE = 0.3040 | LCC = 0.8510 | SRCC = 0.8526 ] +INFO:root:Average loss=0.2020003344768133 +INFO:root: +[Valid][15][UTT][ MSE = 0.3216 | LCC = 0.8460 | SRCC = 0.8499 ] +INFO:root:Average loss=0.19033361264528373 +INFO:root: +[Valid][16][UTT][ MSE = 0.2544 | LCC = 0.8595 | SRCC = 0.8578 ] +INFO:root:Average loss=0.190501682078227 +INFO:root: +[Valid][17][UTT][ MSE = 0.2903 | LCC = 0.8559 | SRCC = 0.8550 ] +INFO:root:Average loss=0.1874139913572715 +INFO:root: +[Valid][18][UTT][ MSE = 0.2699 | LCC = 0.8597 | SRCC = 0.8579 ] +INFO:root:Average loss=0.18310503279551482 +INFO:root: +[Valid][19][UTT][ MSE = 0.2681 | LCC = 0.8578 | SRCC = 0.8570 ] +INFO:root:Average loss=0.17439275960891676 +INFO:root: +[Valid][20][UTT][ MSE = 0.2607 | LCC = 0.8576 | SRCC = 0.8568 ] +INFO:root:Average loss=0.18947433135830438 +INFO:root: +[Valid][21][UTT][ MSE = 0.2473 | LCC = 0.8606 | SRCC = 0.8581 ] +INFO:root:Average loss=0.1969018150598575 +INFO:root: +[Valid][22][UTT][ MSE = 0.2670 | LCC = 0.8597 | SRCC = 0.8571 ] +INFO:root:Average loss=0.18242286986265427 +INFO:root: +[Valid][23][UTT][ MSE = 0.2335 | LCC = 0.8604 | SRCC = 0.8587 ] +INFO:root:Average loss=0.1650381268790135 +INFO:root: +[Valid][24][UTT][ MSE = 0.2347 | LCC = 0.8589 | SRCC = 0.8570 ] +INFO:root:Average loss=0.16094112950257766 +INFO:root: +[Valid][25][UTT][ MSE = 0.2847 | LCC = 0.8540 | SRCC = 0.8550 ] +INFO:root:Average loss=0.16255423866021326 +INFO:root: +[Valid][26][UTT][ MSE = 0.2349 | LCC = 0.8605 | SRCC = 0.8592 ] +INFO:root:Average loss=0.1730880326567552 +INFO:root: +[Valid][27][UTT][ MSE = 0.2915 | LCC = 0.8510 | SRCC = 0.8517 ] +INFO:root:Average loss=0.15285631498465171 +INFO:root: +[Valid][28][UTT][ MSE = 0.2396 | LCC = 0.8582 | SRCC = 0.8572 ] +INFO:root:Average loss=0.15105881723455894 +INFO:root: +[Valid][29][UTT][ MSE = 0.2745 | LCC = 0.8507 | SRCC = 0.8526 ] +INFO:root:Average loss=0.17848400007455778 +INFO:root: +[Valid][30][UTT][ MSE = 0.2888 | LCC = 0.8508 | SRCC = 0.8516 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2540 | LCC = 0.8625 | SRCC = 0.8629 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer42/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer42/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f278ba8296eed4af5432bffdb458c137345d5ad --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34a7ea42e122f54bbd85da87601bd352d3c7f43fc3391665c633232200d38134 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer42/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f67cc39c7a801e40ea28ccce404f988af97b463 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:183a4c37f64715d35e6176573680500870c2c6f23654ccc2a5a6f6696b4c1da6 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer42/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a35ce8c9287ca3f5e54d94633dd45d5fe8578694 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5323289101704572 +INFO:root: +[Valid][0][UTT][ MSE = 0.3666 | LCC = 0.7982 | SRCC = 0.7987 ] +INFO:root:Average loss=0.34527376771737367 +INFO:root: +[Valid][1][UTT][ MSE = 0.3178 | LCC = 0.8216 | SRCC = 0.8198 ] +INFO:root:Average loss=0.33944385365033763 +INFO:root: +[Valid][2][UTT][ MSE = 0.3055 | LCC = 0.8359 | SRCC = 0.8348 ] +INFO:root:Average loss=0.356058392005089 +INFO:root: +[Valid][3][UTT][ MSE = 0.5586 | LCC = 0.8157 | SRCC = 0.8315 ] +INFO:root:Average loss=0.271474081545304 +INFO:root: +[Valid][4][UTT][ MSE = 0.2838 | LCC = 0.8402 | SRCC = 0.8397 ] +INFO:root:Average loss=0.26889606087635726 +INFO:root: +[Valid][5][UTT][ MSE = 0.2976 | LCC = 0.8442 | SRCC = 0.8440 ] +INFO:root:Average loss=0.2997167538373898 +INFO:root: +[Valid][6][UTT][ MSE = 0.3725 | LCC = 0.8404 | SRCC = 0.8423 ] +INFO:root:Average loss=0.23439907015134126 +INFO:root: +[Valid][7][UTT][ MSE = 0.3063 | LCC = 0.8462 | SRCC = 0.8471 ] +INFO:root:Average loss=0.24546282595166793 +INFO:root: +[Valid][8][UTT][ MSE = 0.3151 | LCC = 0.8488 | SRCC = 0.8494 ] +INFO:root:Average loss=0.2501516441504161 +INFO:root: +[Valid][9][UTT][ MSE = 0.2548 | LCC = 0.8542 | SRCC = 0.8539 ] +INFO:root:Average loss=0.2238719023955174 +INFO:root: +[Valid][10][UTT][ MSE = 0.3806 | LCC = 0.8463 | SRCC = 0.8511 ] +INFO:root:Average loss=0.23225617695313233 +INFO:root: +[Valid][11][UTT][ MSE = 0.2848 | LCC = 0.8544 | SRCC = 0.8538 ] +INFO:root:Average loss=0.21165221604781273 +INFO:root: +[Valid][12][UTT][ MSE = 0.4874 | LCC = 0.8434 | SRCC = 0.8541 ] +INFO:root:Average loss=0.22374540070692697 +INFO:root: +[Valid][13][UTT][ MSE = 0.2569 | LCC = 0.8541 | SRCC = 0.8533 ] +INFO:root:Average loss=0.21799605645430395 +INFO:root: +[Valid][14][UTT][ MSE = 0.4304 | LCC = 0.8507 | SRCC = 0.8565 ] +INFO:root:Average loss=0.20972117246725622 +INFO:root: +[Valid][15][UTT][ MSE = 0.3006 | LCC = 0.8596 | SRCC = 0.8586 ] +INFO:root:Average loss=0.2011750868688791 +INFO:root: +[Valid][16][UTT][ MSE = 0.3100 | LCC = 0.8553 | SRCC = 0.8566 ] +INFO:root:Average loss=0.19027117658884096 +INFO:root: +[Valid][17][UTT][ MSE = 0.2793 | LCC = 0.8595 | SRCC = 0.8596 ] +INFO:root:Average loss=0.19079937575719294 +INFO:root: +[Valid][18][UTT][ MSE = 0.3235 | LCC = 0.8581 | SRCC = 0.8601 ] +INFO:root:Average loss=0.19679642640627348 +INFO:root: +[Valid][19][UTT][ MSE = 0.2698 | LCC = 0.8605 | SRCC = 0.8594 ] +INFO:root:Average loss=0.20036125221313575 +INFO:root: +[Valid][20][UTT][ MSE = 0.2894 | LCC = 0.8602 | SRCC = 0.8588 ] +INFO:root:Average loss=0.20905187449012047 +INFO:root: +[Valid][21][UTT][ MSE = 0.2862 | LCC = 0.8591 | SRCC = 0.8592 ] +INFO:root:Average loss=0.1950149489327883 +INFO:root: +[Valid][22][UTT][ MSE = 0.2278 | LCC = 0.8599 | SRCC = 0.8599 ] +INFO:root:Average loss=0.18523934598152453 +INFO:root: +[Valid][23][UTT][ MSE = 0.2631 | LCC = 0.8591 | SRCC = 0.8574 ] +INFO:root:Average loss=0.17008884031421098 +INFO:root: +[Valid][24][UTT][ MSE = 0.2435 | LCC = 0.8577 | SRCC = 0.8577 ] +INFO:root:Average loss=0.177916597479429 +INFO:root: +[Valid][25][UTT][ MSE = 0.2918 | LCC = 0.8575 | SRCC = 0.8565 ] +INFO:root:Average loss=0.16286695290070313 +INFO:root: +[Valid][26][UTT][ MSE = 0.3402 | LCC = 0.8578 | SRCC = 0.8603 ] +INFO:root:Average loss=0.1615022991139155 +INFO:root: +[Valid][27][UTT][ MSE = 0.2782 | LCC = 0.8575 | SRCC = 0.8584 ] +INFO:root:Average loss=0.16426669252224457 +INFO:root: +[Valid][28][UTT][ MSE = 0.2590 | LCC = 0.8581 | SRCC = 0.8562 ] +INFO:root:Average loss=0.16224003487672561 +INFO:root: +[Valid][29][UTT][ MSE = 0.2471 | LCC = 0.8597 | SRCC = 0.8587 ] +INFO:root:Average loss=0.15210221201563492 +INFO:root: +[Valid][30][UTT][ MSE = 0.2403 | LCC = 0.8604 | SRCC = 0.8592 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2495 | LCC = 0.8593 | SRCC = 0.8594 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer42/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer42/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1249ccd55ad5ae3e8f4697ccc27d54a1c9071371 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8c593496855d281553bfe5926a414b259dca60a4c82c6bf7da021937ca8c31b +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer42/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2546a232772a7b09676806823f183ee09b00dc81 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:471e968b7c9a6f6cf6d40125ebe3ce45af6d8fd12a496161d27935e82a0589b1 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer42/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..bc7d9e388c3a2603609181832d937eb579d32c99 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.682653241050549 +INFO:root: +[Valid][0][UTT][ MSE = 0.4170 | LCC = 0.7612 | SRCC = 0.7648 ] +INFO:root:Average loss=0.3248382936685513 +INFO:root: +[Valid][1][UTT][ MSE = 0.3191 | LCC = 0.8201 | SRCC = 0.8194 ] +INFO:root:Average loss=0.3190099069705376 +INFO:root: +[Valid][2][UTT][ MSE = 0.2848 | LCC = 0.8270 | SRCC = 0.8268 ] +INFO:root:Average loss=0.2702116303336926 +INFO:root: +[Valid][3][UTT][ MSE = 0.4032 | LCC = 0.8245 | SRCC = 0.8330 ] +INFO:root:Average loss=0.2864008435072043 +INFO:root: +[Valid][4][UTT][ MSE = 0.3003 | LCC = 0.8348 | SRCC = 0.8362 ] +INFO:root:Average loss=0.2511628182270588 +INFO:root: +[Valid][5][UTT][ MSE = 0.2758 | LCC = 0.8404 | SRCC = 0.8400 ] +INFO:root:Average loss=0.2796943634748459 +INFO:root: +[Valid][6][UTT][ MSE = 0.3060 | LCC = 0.8440 | SRCC = 0.8433 ] +INFO:root:Average loss=0.2563671838396635 +INFO:root: +[Valid][7][UTT][ MSE = 0.2631 | LCC = 0.8458 | SRCC = 0.8466 ] +INFO:root:Average loss=0.23439065519815835 +INFO:root: +[Valid][8][UTT][ MSE = 0.2532 | LCC = 0.8509 | SRCC = 0.8503 ] +INFO:root:Average loss=0.2455647973678051 +INFO:root: +[Valid][9][UTT][ MSE = 0.3165 | LCC = 0.8439 | SRCC = 0.8470 ] +INFO:root:Average loss=0.2334386394956173 +INFO:root: +[Valid][10][UTT][ MSE = 0.2961 | LCC = 0.8445 | SRCC = 0.8481 ] +INFO:root:Average loss=0.2318144977474824 +INFO:root: +[Valid][11][UTT][ MSE = 0.2633 | LCC = 0.8489 | SRCC = 0.8497 ] +INFO:root:Average loss=0.2234068465156433 +INFO:root: +[Valid][12][UTT][ MSE = 0.2524 | LCC = 0.8549 | SRCC = 0.8540 ] +INFO:root:Average loss=0.20958457982692963 +INFO:root: +[Valid][13][UTT][ MSE = 0.2636 | LCC = 0.8515 | SRCC = 0.8515 ] +INFO:root:Average loss=0.21525809054191297 +INFO:root: +[Valid][14][UTT][ MSE = 0.2657 | LCC = 0.8533 | SRCC = 0.8523 ] +INFO:root:Average loss=0.20597278976287597 +INFO:root: +[Valid][15][UTT][ MSE = 0.2530 | LCC = 0.8580 | SRCC = 0.8569 ] +INFO:root:Average loss=0.20066639609061754 +INFO:root: +[Valid][16][UTT][ MSE = 0.2704 | LCC = 0.8564 | SRCC = 0.8553 ] +INFO:root:Average loss=0.18405983501519912 +INFO:root: +[Valid][17][UTT][ MSE = 0.2500 | LCC = 0.8561 | SRCC = 0.8566 ] +INFO:root:Average loss=0.1930089887136068 +INFO:root: +[Valid][18][UTT][ MSE = 0.2512 | LCC = 0.8570 | SRCC = 0.8567 ] +INFO:root:Average loss=0.191578776599505 +INFO:root: +[Valid][19][UTT][ MSE = 0.2954 | LCC = 0.8487 | SRCC = 0.8519 ] +INFO:root:Average loss=0.1769438515870999 +INFO:root: +[Valid][20][UTT][ MSE = 0.2679 | LCC = 0.8525 | SRCC = 0.8536 ] +INFO:root:Average loss=0.16639626838075808 +INFO:root: +[Valid][21][UTT][ MSE = 0.2455 | LCC = 0.8550 | SRCC = 0.8542 ] +INFO:root:Average loss=0.17536261152380553 +INFO:root: +[Valid][22][UTT][ MSE = 0.2758 | LCC = 0.8545 | SRCC = 0.8543 ] +INFO:root:Average loss=0.16677392522493997 +INFO:root: +[Valid][23][UTT][ MSE = 0.2492 | LCC = 0.8527 | SRCC = 0.8517 ] +INFO:root:Average loss=0.17862512983190706 +INFO:root: +[Valid][24][UTT][ MSE = 0.2600 | LCC = 0.8555 | SRCC = 0.8541 ] +INFO:root:Average loss=0.15264826898391431 +INFO:root: +[Valid][25][UTT][ MSE = 0.2568 | LCC = 0.8534 | SRCC = 0.8540 ] +INFO:root:Average loss=0.15257573911012748 +INFO:root: +[Valid][26][UTT][ MSE = 0.2505 | LCC = 0.8554 | SRCC = 0.8553 ] +INFO:root:Average loss=0.1598023931758526 +INFO:root: +[Valid][27][UTT][ MSE = 0.2801 | LCC = 0.8541 | SRCC = 0.8550 ] +INFO:root:Average loss=0.14888596744873586 +INFO:root: +[Valid][28][UTT][ MSE = 0.2592 | LCC = 0.8556 | SRCC = 0.8542 ] +INFO:root:Average loss=0.16219801904681402 +INFO:root: +[Valid][29][UTT][ MSE = 0.2427 | LCC = 0.8572 | SRCC = 0.8578 ] +INFO:root:Average loss=0.15345213485833925 +INFO:root: +[Valid][30][UTT][ MSE = 0.2826 | LCC = 0.8544 | SRCC = 0.8544 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2641 | LCC = 0.8536 | SRCC = 0.8541 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer42/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer42/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ee36a2b3f1ef675ff0b5d5c1de3681be165147f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e48b2c868608b98f1ce55e6719da4c6df3590431d5beac7cd2478804de31e70 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer42/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..83fc2e978b7eded2bcaf4d7d3e317488f9af7ba8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc1294c2c814ceb5b12aca47bb0e9d7371cff80bc82bff9abbbe8ad8a93499a +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer42/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7d61b045dfdb2a47d7da723b9d7fe9e669dd2df0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7042377935006068 +INFO:root: +[Valid][0][UTT][ MSE = 0.4393 | LCC = 0.7480 | SRCC = 0.7553 ] +INFO:root:Average loss=0.41184344773109144 +INFO:root: +[Valid][1][UTT][ MSE = 0.3282 | LCC = 0.8051 | SRCC = 0.8051 ] +INFO:root:Average loss=0.33107496263125 +INFO:root: +[Valid][2][UTT][ MSE = 0.3384 | LCC = 0.8262 | SRCC = 0.8265 ] +INFO:root:Average loss=0.2773096314989604 +INFO:root: +[Valid][3][UTT][ MSE = 0.2882 | LCC = 0.8372 | SRCC = 0.8345 ] +INFO:root:Average loss=0.28592575799960357 +INFO:root: +[Valid][4][UTT][ MSE = 0.2923 | LCC = 0.8396 | SRCC = 0.8385 ] +INFO:root:Average loss=0.2583030118392064 +INFO:root: +[Valid][5][UTT][ MSE = 0.2895 | LCC = 0.8384 | SRCC = 0.8422 ] +INFO:root:Average loss=0.24423516045014063 +INFO:root: +[Valid][6][UTT][ MSE = 0.3017 | LCC = 0.8449 | SRCC = 0.8471 ] +INFO:root:Average loss=0.27210149780297893 +INFO:root: +[Valid][7][UTT][ MSE = 0.3189 | LCC = 0.8517 | SRCC = 0.8501 ] +INFO:root:Average loss=0.25464620574926716 +INFO:root: +[Valid][8][UTT][ MSE = 0.3237 | LCC = 0.8440 | SRCC = 0.8455 ] +INFO:root:Average loss=0.23121783385674158 +INFO:root: +[Valid][9][UTT][ MSE = 0.2546 | LCC = 0.8548 | SRCC = 0.8528 ] +INFO:root:Average loss=0.21533289265174133 +INFO:root: +[Valid][10][UTT][ MSE = 0.2398 | LCC = 0.8537 | SRCC = 0.8522 ] +INFO:root:Average loss=0.22909158028853246 +INFO:root: +[Valid][11][UTT][ MSE = 0.3171 | LCC = 0.8472 | SRCC = 0.8518 ] +INFO:root:Average loss=0.2158726530197339 +INFO:root: +[Valid][12][UTT][ MSE = 0.2746 | LCC = 0.8549 | SRCC = 0.8525 ] +INFO:root:Average loss=0.21625343815256387 +INFO:root: +[Valid][13][UTT][ MSE = 0.2849 | LCC = 0.8591 | SRCC = 0.8567 ] +INFO:root:Average loss=0.2017036953415626 +INFO:root: +[Valid][14][UTT][ MSE = 0.2495 | LCC = 0.8571 | SRCC = 0.8556 ] +INFO:root:Average loss=0.20174369750878748 +INFO:root: +[Valid][15][UTT][ MSE = 0.2458 | LCC = 0.8600 | SRCC = 0.8578 ] +INFO:root:Average loss=0.18409195551887536 +INFO:root: +[Valid][16][UTT][ MSE = 0.3773 | LCC = 0.8485 | SRCC = 0.8526 ] +INFO:root:Average loss=0.1868344029554954 +INFO:root: +[Valid][17][UTT][ MSE = 0.2502 | LCC = 0.8598 | SRCC = 0.8576 ] +INFO:root:Average loss=0.19343681089006937 +INFO:root: +[Valid][18][UTT][ MSE = 0.2416 | LCC = 0.8618 | SRCC = 0.8602 ] +INFO:root:Average loss=0.18510470749476018 +INFO:root: +[Valid][19][UTT][ MSE = 0.2408 | LCC = 0.8601 | SRCC = 0.8579 ] +INFO:root:Average loss=0.17776622030979547 +INFO:root: +[Valid][20][UTT][ MSE = 0.2550 | LCC = 0.8629 | SRCC = 0.8606 ] +INFO:root:Average loss=0.1773283548462085 +INFO:root: +[Valid][21][UTT][ MSE = 0.2528 | LCC = 0.8606 | SRCC = 0.8576 ] +INFO:root:Average loss=0.17415485884516668 +INFO:root: +[Valid][22][UTT][ MSE = 0.2538 | LCC = 0.8634 | SRCC = 0.8612 ] +INFO:root:Average loss=0.16486575559545785 +INFO:root: +[Valid][23][UTT][ MSE = 0.2776 | LCC = 0.8552 | SRCC = 0.8571 ] +INFO:root:Average loss=0.17593738121482042 +INFO:root: +[Valid][24][UTT][ MSE = 0.3077 | LCC = 0.8578 | SRCC = 0.8592 ] +INFO:root:Average loss=0.16764227253122208 +INFO:root: +[Valid][25][UTT][ MSE = 0.2485 | LCC = 0.8628 | SRCC = 0.8611 ] +INFO:root:Average loss=0.16557317771590674 +INFO:root: +[Valid][26][UTT][ MSE = 0.2300 | LCC = 0.8624 | SRCC = 0.8612 ] +INFO:root:Average loss=0.1581032769038127 +INFO:root: +[Valid][27][UTT][ MSE = 0.2348 | LCC = 0.8574 | SRCC = 0.8554 ] +INFO:root:Average loss=0.14932053555280733 +INFO:root: +[Valid][28][UTT][ MSE = 0.2380 | LCC = 0.8586 | SRCC = 0.8566 ] +INFO:root:Average loss=0.15676947960104698 +INFO:root: +[Valid][29][UTT][ MSE = 0.2433 | LCC = 0.8612 | SRCC = 0.8619 ] +INFO:root:Average loss=0.1399681243376854 +INFO:root: +[Valid][30][UTT][ MSE = 0.2459 | LCC = 0.8594 | SRCC = 0.8570 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2665 | LCC = 0.8570 | SRCC = 0.8570 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer42/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer42/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ba61d4a27e3959b08cd20621356220aa3c78c4b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:661f1f33eb9960a8ce21c2e69731e203100b2b39aad0839a28150d66760b1d39 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer42/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..13c22efeab29cb3f77028d528f684583c4335268 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab641221d8a2d25cd86b6f4022df3c667cd750d79ccad1db11483f313876ed46 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer42/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer42/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..643b0963a66083e62edcc366d3c10137c94563c7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer42/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7542159981452502 +INFO:root: +[Valid][0][UTT][ MSE = 0.5611 | LCC = 0.7085 | SRCC = 0.7067 ] +INFO:root:Average loss=0.409104803051704 +INFO:root: +[Valid][1][UTT][ MSE = 0.3703 | LCC = 0.7901 | SRCC = 0.8040 ] +INFO:root:Average loss=0.2908763486223343 +INFO:root: +[Valid][2][UTT][ MSE = 0.3126 | LCC = 0.8264 | SRCC = 0.8300 ] +INFO:root:Average loss=0.28089646517466277 +INFO:root: +[Valid][3][UTT][ MSE = 0.2873 | LCC = 0.8379 | SRCC = 0.8372 ] +INFO:root:Average loss=0.27195030240676343 +INFO:root: +[Valid][4][UTT][ MSE = 0.2703 | LCC = 0.8431 | SRCC = 0.8416 ] +INFO:root:Average loss=0.265634070795316 +INFO:root: +[Valid][5][UTT][ MSE = 0.4175 | LCC = 0.8231 | SRCC = 0.8435 ] +INFO:root:Average loss=0.2782726083428432 +INFO:root: +[Valid][6][UTT][ MSE = 0.2729 | LCC = 0.8454 | SRCC = 0.8462 ] +INFO:root:Average loss=0.26337848813870013 +INFO:root: +[Valid][7][UTT][ MSE = 0.2780 | LCC = 0.8476 | SRCC = 0.8482 ] +INFO:root:Average loss=0.21827388784060112 +INFO:root: +[Valid][8][UTT][ MSE = 0.2681 | LCC = 0.8479 | SRCC = 0.8509 ] +INFO:root:Average loss=0.21482859227137688 +INFO:root: +[Valid][9][UTT][ MSE = 0.2768 | LCC = 0.8522 | SRCC = 0.8509 ] +INFO:root:Average loss=0.217378763625255 +INFO:root: +[Valid][10][UTT][ MSE = 0.2538 | LCC = 0.8525 | SRCC = 0.8538 ] +INFO:root:Average loss=0.22590097059042025 +INFO:root: +[Valid][11][UTT][ MSE = 0.2770 | LCC = 0.8490 | SRCC = 0.8545 ] +INFO:root:Average loss=0.20731995541315812 +INFO:root: +[Valid][12][UTT][ MSE = 0.2429 | LCC = 0.8566 | SRCC = 0.8554 ] +INFO:root:Average loss=0.20833264386806732 +INFO:root: +[Valid][13][UTT][ MSE = 0.2557 | LCC = 0.8567 | SRCC = 0.8579 ] +INFO:root:Average loss=0.22741829202725336 +INFO:root: +[Valid][14][UTT][ MSE = 0.3430 | LCC = 0.8581 | SRCC = 0.8575 ] +INFO:root:Average loss=0.20005373943310517 +INFO:root: +[Valid][15][UTT][ MSE = 0.2776 | LCC = 0.8613 | SRCC = 0.8604 ] +INFO:root:Average loss=0.2003050334751606 +INFO:root: +[Valid][16][UTT][ MSE = 0.2403 | LCC = 0.8589 | SRCC = 0.8588 ] +INFO:root:Average loss=0.1870830682798838 +INFO:root: +[Valid][17][UTT][ MSE = 0.2858 | LCC = 0.8523 | SRCC = 0.8575 ] +INFO:root:Average loss=0.19359622179315641 +INFO:root: +[Valid][18][UTT][ MSE = 0.2682 | LCC = 0.8596 | SRCC = 0.8575 ] +INFO:root:Average loss=0.18219572248367163 +INFO:root: +[Valid][19][UTT][ MSE = 0.2788 | LCC = 0.8613 | SRCC = 0.8602 ] +INFO:root:Average loss=0.17788339788332963 +INFO:root: +[Valid][20][UTT][ MSE = 0.2891 | LCC = 0.8565 | SRCC = 0.8584 ] +INFO:root:Average loss=0.17575564913642713 +INFO:root: +[Valid][21][UTT][ MSE = 0.2990 | LCC = 0.8611 | SRCC = 0.8605 ] +INFO:root:Average loss=0.1854951407473821 +INFO:root: +[Valid][22][UTT][ MSE = 0.2371 | LCC = 0.8600 | SRCC = 0.8592 ] +INFO:root:Average loss=0.18539420992900163 +INFO:root: +[Valid][23][UTT][ MSE = 0.2318 | LCC = 0.8608 | SRCC = 0.8607 ] +INFO:root:Average loss=0.16658465124857733 +INFO:root: +[Valid][24][UTT][ MSE = 0.2392 | LCC = 0.8609 | SRCC = 0.8612 ] +INFO:root:Average loss=0.15909610612270159 +INFO:root: +[Valid][25][UTT][ MSE = 0.2828 | LCC = 0.8528 | SRCC = 0.8559 ] +INFO:root:Average loss=0.16078884708575714 +INFO:root: +[Valid][26][UTT][ MSE = 0.2570 | LCC = 0.8571 | SRCC = 0.8572 ] +INFO:root:Average loss=0.15421292663384706 +INFO:root: +[Valid][27][UTT][ MSE = 0.2770 | LCC = 0.8560 | SRCC = 0.8574 ] +INFO:root:Average loss=0.1503117884007784 +INFO:root: +[Valid][28][UTT][ MSE = 0.2340 | LCC = 0.8634 | SRCC = 0.8629 ] +INFO:root:Average loss=0.14318880228660044 +INFO:root: +[Valid][29][UTT][ MSE = 0.2630 | LCC = 0.8537 | SRCC = 0.8578 ] +INFO:root:Average loss=0.1509243070315092 +INFO:root: +[Valid][30][UTT][ MSE = 0.2577 | LCC = 0.8623 | SRCC = 0.8609 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2589 | LCC = 0.8610 | SRCC = 0.8623 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer44/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer44/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7de39c418823dd34f4f73732d71876bb9889e20a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54aa81d0cf0e9f8e4f569f5933179bca6b10381a6125aa0d8fedca00a5094fcd +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer44/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfcff2092a6a2294607094239c0ea14762b26728 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e585eb5a7e96aab5d353d7195d9addc8d144a2b481b028a4d547a3b6bb7fefc1 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer44/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d270b12f8f6c3dfd3dd6f1afb5f484a1f20f7471 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7760410022277099 +INFO:root: +[Valid][0][UTT][ MSE = 0.7379 | LCC = 0.3504 | SRCC = 0.3259 ] +INFO:root:Average loss=0.5115271776150434 +INFO:root: +[Valid][1][UTT][ MSE = 0.4157 | LCC = 0.7730 | SRCC = 0.7693 ] +INFO:root:Average loss=0.37898701161910325 +INFO:root: +[Valid][2][UTT][ MSE = 0.3867 | LCC = 0.7829 | SRCC = 0.7859 ] +INFO:root:Average loss=0.3660112426449091 +INFO:root: +[Valid][3][UTT][ MSE = 0.3783 | LCC = 0.8072 | SRCC = 0.8050 ] +INFO:root:Average loss=0.3855658339766356 +INFO:root: +[Valid][4][UTT][ MSE = 0.3858 | LCC = 0.8013 | SRCC = 0.8070 ] +INFO:root:Average loss=0.349346698476718 +INFO:root: +[Valid][5][UTT][ MSE = 0.3759 | LCC = 0.8212 | SRCC = 0.8194 ] +INFO:root:Average loss=0.31967693471755737 +INFO:root: +[Valid][6][UTT][ MSE = 0.3212 | LCC = 0.8192 | SRCC = 0.8205 ] +INFO:root:Average loss=0.30786337474217784 +INFO:root: +[Valid][7][UTT][ MSE = 0.3341 | LCC = 0.8243 | SRCC = 0.8217 ] +INFO:root:Average loss=0.3660265121322412 +INFO:root: +[Valid][8][UTT][ MSE = 0.3583 | LCC = 0.8204 | SRCC = 0.8224 ] +INFO:root:Average loss=0.30193223231113875 +INFO:root: +[Valid][9][UTT][ MSE = 0.3116 | LCC = 0.8261 | SRCC = 0.8239 ] +INFO:root:Average loss=0.28703266821610623 +INFO:root: +[Valid][10][UTT][ MSE = 0.3155 | LCC = 0.8296 | SRCC = 0.8278 ] +INFO:root:Average loss=0.2865393501825822 +INFO:root: +[Valid][11][UTT][ MSE = 0.3787 | LCC = 0.8321 | SRCC = 0.8345 ] +INFO:root:Average loss=0.2988107380194542 +INFO:root: +[Valid][12][UTT][ MSE = 0.3258 | LCC = 0.8373 | SRCC = 0.8349 ] +INFO:root:Average loss=0.2619636704524358 +INFO:root: +[Valid][13][UTT][ MSE = 0.2897 | LCC = 0.8386 | SRCC = 0.8368 ] +INFO:root:Average loss=0.30761932180478024 +INFO:root: +[Valid][14][UTT][ MSE = 0.4228 | LCC = 0.8308 | SRCC = 0.8342 ] +INFO:root:Average loss=0.3193129929594504 +INFO:root: +[Valid][15][UTT][ MSE = 0.2832 | LCC = 0.8419 | SRCC = 0.8390 ] +INFO:root:Average loss=0.2676519156457522 +INFO:root: +[Valid][16][UTT][ MSE = 0.3983 | LCC = 0.8336 | SRCC = 0.8376 ] +INFO:root:Average loss=0.2551505750952623 +INFO:root: +[Valid][17][UTT][ MSE = 0.3898 | LCC = 0.8323 | SRCC = 0.8345 ] +INFO:root:Average loss=0.2527455933965169 +INFO:root: +[Valid][18][UTT][ MSE = 0.2919 | LCC = 0.8397 | SRCC = 0.8389 ] +INFO:root:Average loss=0.27710409519764095 +INFO:root: +[Valid][19][UTT][ MSE = 0.3053 | LCC = 0.8438 | SRCC = 0.8415 ] +INFO:root:Average loss=0.23628272593785554 +INFO:root: +[Valid][20][UTT][ MSE = 0.2782 | LCC = 0.8488 | SRCC = 0.8461 ] +INFO:root:Average loss=0.26175541144150954 +INFO:root: +[Valid][21][UTT][ MSE = 0.3249 | LCC = 0.8424 | SRCC = 0.8419 ] +INFO:root:Average loss=0.23584075424915704 +INFO:root: +[Valid][22][UTT][ MSE = 0.3198 | LCC = 0.8480 | SRCC = 0.8460 ] +INFO:root:Average loss=0.24235713424590918 +INFO:root: +[Valid][23][UTT][ MSE = 0.2801 | LCC = 0.8487 | SRCC = 0.8463 ] +INFO:root:Average loss=0.23107891911879563 +INFO:root: +[Valid][24][UTT][ MSE = 0.3005 | LCC = 0.8477 | SRCC = 0.8464 ] +INFO:root:Average loss=0.29055400078113264 +INFO:root: +[Valid][25][UTT][ MSE = 0.2852 | LCC = 0.8470 | SRCC = 0.8456 ] +INFO:root:Average loss=0.24333928181574896 +INFO:root: +[Valid][26][UTT][ MSE = 0.2600 | LCC = 0.8511 | SRCC = 0.8488 ] +INFO:root:Average loss=0.22436236227170014 +INFO:root: +[Valid][27][UTT][ MSE = 0.2783 | LCC = 0.8504 | SRCC = 0.8482 ] +INFO:root:Average loss=0.23341975896022257 +INFO:root: +[Valid][28][UTT][ MSE = 0.3293 | LCC = 0.8457 | SRCC = 0.8471 ] +INFO:root:Average loss=0.2554286328645853 +INFO:root: +[Valid][29][UTT][ MSE = 0.3255 | LCC = 0.8471 | SRCC = 0.8468 ] +INFO:root:Average loss=0.2205643241222088 +INFO:root: +[Valid][30][UTT][ MSE = 0.2887 | LCC = 0.8523 | SRCC = 0.8506 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2668 | LCC = 0.8556 | SRCC = 0.8544 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer44/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer44/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..df07abd0db36cee990c1130d3643089ab2f6a8ec --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69c7caf6ba1e2f899d31e6c1b887063bb9f6c8954bb99a981ca34626182939e1 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer44/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..40951a01ffa1d7afa0e19a9f7aba19db56aa1042 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b4b6e3cc5cd9332ddcfcf99bc30bab68a1056ea19ca3872d9b2b024a0ebdefd +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer44/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3726a08b9a150a9718634130ad255869773430cd --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7862902849148481 +INFO:root: +[Valid][0][UTT][ MSE = 0.7708 | LCC = 0.3296 | SRCC = 0.3383 ] +INFO:root:Average loss=0.5694951495298972 +INFO:root: +[Valid][1][UTT][ MSE = 0.6547 | LCC = 0.6994 | SRCC = 0.7598 ] +INFO:root:Average loss=0.404054425847836 +INFO:root: +[Valid][2][UTT][ MSE = 0.3960 | LCC = 0.7744 | SRCC = 0.7851 ] +INFO:root:Average loss=0.4039905575605539 +INFO:root: +[Valid][3][UTT][ MSE = 0.4588 | LCC = 0.7950 | SRCC = 0.7996 ] +INFO:root:Average loss=0.3718853804927606 +INFO:root: +[Valid][4][UTT][ MSE = 0.3487 | LCC = 0.8054 | SRCC = 0.8029 ] +INFO:root:Average loss=0.32089661883238035 +INFO:root: +[Valid][5][UTT][ MSE = 0.3457 | LCC = 0.8132 | SRCC = 0.8136 ] +INFO:root:Average loss=0.2966514984384561 +INFO:root: +[Valid][6][UTT][ MSE = 0.3134 | LCC = 0.8186 | SRCC = 0.8154 ] +INFO:root:Average loss=0.2910256796540358 +INFO:root: +[Valid][7][UTT][ MSE = 0.3710 | LCC = 0.8232 | SRCC = 0.8232 ] +INFO:root:Average loss=0.30552769834414506 +INFO:root: +[Valid][8][UTT][ MSE = 0.2985 | LCC = 0.8291 | SRCC = 0.8257 ] +INFO:root:Average loss=0.2766239625903276 +INFO:root: +[Valid][9][UTT][ MSE = 0.3076 | LCC = 0.8292 | SRCC = 0.8269 ] +INFO:root:Average loss=0.27935228783350724 +INFO:root: +[Valid][10][UTT][ MSE = 0.3063 | LCC = 0.8308 | SRCC = 0.8288 ] +INFO:root:Average loss=0.2706871374677389 +INFO:root: +[Valid][11][UTT][ MSE = 0.2822 | LCC = 0.8348 | SRCC = 0.8327 ] +INFO:root:Average loss=0.27237408321637374 +INFO:root: +[Valid][12][UTT][ MSE = 0.3756 | LCC = 0.8333 | SRCC = 0.8354 ] +INFO:root:Average loss=0.2560144347640184 +INFO:root: +[Valid][13][UTT][ MSE = 0.2921 | LCC = 0.8390 | SRCC = 0.8363 ] +INFO:root:Average loss=0.30838889399400127 +INFO:root: +[Valid][14][UTT][ MSE = 0.3609 | LCC = 0.8307 | SRCC = 0.8359 ] +INFO:root:Average loss=0.2692111321748831 +INFO:root: +[Valid][15][UTT][ MSE = 0.3662 | LCC = 0.8357 | SRCC = 0.8380 ] +INFO:root:Average loss=0.29516837019950914 +INFO:root: +[Valid][16][UTT][ MSE = 0.3496 | LCC = 0.8369 | SRCC = 0.8385 ] +INFO:root:Average loss=0.29023338090150785 +INFO:root: +[Valid][17][UTT][ MSE = 0.2781 | LCC = 0.8424 | SRCC = 0.8407 ] +INFO:root:Average loss=0.2763021068695264 +INFO:root: +[Valid][18][UTT][ MSE = 0.4871 | LCC = 0.8285 | SRCC = 0.8382 ] +INFO:root:Average loss=0.2710424428566908 +INFO:root: +[Valid][19][UTT][ MSE = 0.3516 | LCC = 0.8381 | SRCC = 0.8385 ] +INFO:root:Average loss=0.24406633373254386 +INFO:root: +[Valid][20][UTT][ MSE = 0.2887 | LCC = 0.8425 | SRCC = 0.8434 ] +INFO:root:Average loss=0.23699298577430922 +INFO:root: +[Valid][21][UTT][ MSE = 0.3093 | LCC = 0.8397 | SRCC = 0.8416 ] +INFO:root:Average loss=0.2308081071346234 +INFO:root: +[Valid][22][UTT][ MSE = 0.2786 | LCC = 0.8479 | SRCC = 0.8458 ] +INFO:root:Average loss=0.2659476468196282 +INFO:root: +[Valid][23][UTT][ MSE = 0.2722 | LCC = 0.8477 | SRCC = 0.8455 ] +INFO:root:Average loss=0.23058786720801622 +INFO:root: +[Valid][24][UTT][ MSE = 0.3046 | LCC = 0.8448 | SRCC = 0.8442 ] +INFO:root:Average loss=0.25933659019378513 +INFO:root: +[Valid][25][UTT][ MSE = 0.2747 | LCC = 0.8464 | SRCC = 0.8435 ] +INFO:root:Average loss=0.23586959563768828 +INFO:root: +[Valid][26][UTT][ MSE = 0.2681 | LCC = 0.8463 | SRCC = 0.8450 ] +INFO:root:Average loss=0.255813693962036 +INFO:root: +[Valid][27][UTT][ MSE = 0.3256 | LCC = 0.8457 | SRCC = 0.8454 ] +INFO:root:Average loss=0.2321824903289477 +INFO:root: +[Valid][28][UTT][ MSE = 0.2562 | LCC = 0.8512 | SRCC = 0.8488 ] +INFO:root:Average loss=0.23250504735952768 +INFO:root: +[Valid][29][UTT][ MSE = 0.3046 | LCC = 0.8514 | SRCC = 0.8501 ] +INFO:root:Average loss=0.2396370814396785 +INFO:root: +[Valid][30][UTT][ MSE = 0.2605 | LCC = 0.8509 | SRCC = 0.8486 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2871 | LCC = 0.8517 | SRCC = 0.8500 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer44/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer44/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0ad21d3beb18c4da2b1810e47752f9e675d84ea --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46467101590366181173f674ecacd7ee9e4f1bd0455b7d945cb95104d939437a +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer44/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3ec0151af1e0b48db5e28af21acf2cbed86130e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c3be65c2b859d4177486c10b7ff25f087ea1f9d1ac22f48a622f2472c5a7cee +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer44/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2d6e712b9ea08c2d404d283ede16dacf929ab14d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7591605686988586 +INFO:root: +[Valid][0][UTT][ MSE = 0.8131 | LCC = 0.4800 | SRCC = 0.5062 ] +INFO:root:Average loss=0.5537975155390226 +INFO:root: +[Valid][1][UTT][ MSE = 0.4490 | LCC = 0.7582 | SRCC = 0.7641 ] +INFO:root:Average loss=0.3942700211818402 +INFO:root: +[Valid][2][UTT][ MSE = 0.5886 | LCC = 0.7564 | SRCC = 0.7901 ] +INFO:root:Average loss=0.36129510154326755 +INFO:root: +[Valid][3][UTT][ MSE = 0.4347 | LCC = 0.7914 | SRCC = 0.8045 ] +INFO:root:Average loss=0.36071492865299565 +INFO:root: +[Valid][4][UTT][ MSE = 0.3652 | LCC = 0.8167 | SRCC = 0.8137 ] +INFO:root:Average loss=0.3102549381363086 +INFO:root: +[Valid][5][UTT][ MSE = 0.3181 | LCC = 0.8250 | SRCC = 0.8228 ] +INFO:root:Average loss=0.3488260797965221 +INFO:root: +[Valid][6][UTT][ MSE = 0.3315 | LCC = 0.8252 | SRCC = 0.8252 ] +INFO:root:Average loss=0.30977060072697127 +INFO:root: +[Valid][7][UTT][ MSE = 0.3092 | LCC = 0.8325 | SRCC = 0.8303 ] +INFO:root:Average loss=0.34612433459514225 +INFO:root: +[Valid][8][UTT][ MSE = 0.3711 | LCC = 0.8234 | SRCC = 0.8284 ] +INFO:root:Average loss=0.3766114824475386 +INFO:root: +[Valid][9][UTT][ MSE = 0.2802 | LCC = 0.8313 | SRCC = 0.8285 ] +INFO:root:Average loss=0.2847632931975218 +INFO:root: +[Valid][10][UTT][ MSE = 0.2835 | LCC = 0.8329 | SRCC = 0.8293 ] +INFO:root:Average loss=0.2985843777274474 +INFO:root: +[Valid][11][UTT][ MSE = 0.4825 | LCC = 0.8196 | SRCC = 0.8262 ] +INFO:root:Average loss=0.31224569640098476 +INFO:root: +[Valid][12][UTT][ MSE = 0.4788 | LCC = 0.8176 | SRCC = 0.8310 ] +INFO:root:Average loss=0.30112036489523375 +INFO:root: +[Valid][13][UTT][ MSE = 0.3057 | LCC = 0.8376 | SRCC = 0.8342 ] +INFO:root:Average loss=0.26762363696709657 +INFO:root: +[Valid][14][UTT][ MSE = 0.2856 | LCC = 0.8402 | SRCC = 0.8372 ] +INFO:root:Average loss=0.2714549794028967 +INFO:root: +[Valid][15][UTT][ MSE = 0.3053 | LCC = 0.8369 | SRCC = 0.8373 ] +INFO:root:Average loss=0.26790028734084886 +INFO:root: +[Valid][16][UTT][ MSE = 0.2963 | LCC = 0.8437 | SRCC = 0.8407 ] +INFO:root:Average loss=0.31526916130230975 +INFO:root: +[Valid][17][UTT][ MSE = 0.3197 | LCC = 0.8434 | SRCC = 0.8401 ] +INFO:root:Average loss=0.2547437302195109 +INFO:root: +[Valid][18][UTT][ MSE = 0.3880 | LCC = 0.8374 | SRCC = 0.8424 ] +INFO:root:Average loss=0.26074424443336636 +INFO:root: +[Valid][19][UTT][ MSE = 0.3060 | LCC = 0.8372 | SRCC = 0.8370 ] +INFO:root:Average loss=0.2869819702628331 +INFO:root: +[Valid][20][UTT][ MSE = 0.3436 | LCC = 0.8391 | SRCC = 0.8406 ] +INFO:root:Average loss=0.29629419629390424 +INFO:root: +[Valid][21][UTT][ MSE = 0.2830 | LCC = 0.8454 | SRCC = 0.8431 ] +INFO:root:Average loss=0.29046652370538467 +INFO:root: +[Valid][22][UTT][ MSE = 0.3003 | LCC = 0.8400 | SRCC = 0.8409 ] +INFO:root:Average loss=0.25488807604863095 +INFO:root: +[Valid][23][UTT][ MSE = 0.2847 | LCC = 0.8440 | SRCC = 0.8409 ] +INFO:root:Average loss=0.25491953163574904 +INFO:root: +[Valid][24][UTT][ MSE = 0.2903 | LCC = 0.8437 | SRCC = 0.8448 ] +INFO:root:Average loss=0.23611876091513878 +INFO:root: +[Valid][25][UTT][ MSE = 0.2992 | LCC = 0.8462 | SRCC = 0.8454 ] +INFO:root:Average loss=0.26144878757305634 +INFO:root: +[Valid][26][UTT][ MSE = 0.2781 | LCC = 0.8483 | SRCC = 0.8456 ] +INFO:root:Average loss=0.25031863439541596 +INFO:root: +[Valid][27][UTT][ MSE = 0.2931 | LCC = 0.8506 | SRCC = 0.8484 ] +INFO:root:Average loss=0.2604379180150154 +INFO:root: +[Valid][28][UTT][ MSE = 0.4765 | LCC = 0.8323 | SRCC = 0.8429 ] +INFO:root:Average loss=0.265966451416413 +INFO:root: +[Valid][29][UTT][ MSE = 0.2667 | LCC = 0.8497 | SRCC = 0.8474 ] +INFO:root:Average loss=0.24139523181395653 +INFO:root: +[Valid][30][UTT][ MSE = 0.2801 | LCC = 0.8490 | SRCC = 0.8477 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2987 | LCC = 0.8513 | SRCC = 0.8520 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer44/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer44/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c711580109720206fb0e4e5a914faeedef390976 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:953c2540ee3de0b434986505d3f554384a5362eed933e5dc77764fd1ef0235ec +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer44/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c690e2237b320e4abbd16201461c289d3940244 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a01d18a8ca0209852ea5dd2a6f740d8cbdb74b12185a53a86f26b1155982b9db +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer44/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..475e1ca116ca1ba103b9815b3e47b0e17901b562 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.8007045372938498 +INFO:root: +[Valid][0][UTT][ MSE = 0.8102 | LCC = 0.3193 | SRCC = 0.2834 ] +INFO:root:Average loss=0.6244937655253288 +INFO:root: +[Valid][1][UTT][ MSE = 0.5320 | LCC = 0.7018 | SRCC = 0.7319 ] +INFO:root:Average loss=0.44260832075125134 +INFO:root: +[Valid][2][UTT][ MSE = 0.4116 | LCC = 0.7716 | SRCC = 0.7765 ] +INFO:root:Average loss=0.36837385270075923 +INFO:root: +[Valid][3][UTT][ MSE = 0.3602 | LCC = 0.7980 | SRCC = 0.7975 ] +INFO:root:Average loss=0.34493811161090165 +INFO:root: +[Valid][4][UTT][ MSE = 0.3968 | LCC = 0.8083 | SRCC = 0.8097 ] +INFO:root:Average loss=0.35111215462287265 +INFO:root: +[Valid][5][UTT][ MSE = 0.3612 | LCC = 0.8104 | SRCC = 0.8117 ] +INFO:root:Average loss=0.30775972704092663 +INFO:root: +[Valid][6][UTT][ MSE = 0.3164 | LCC = 0.8183 | SRCC = 0.8180 ] +INFO:root:Average loss=0.3198587669011874 +INFO:root: +[Valid][7][UTT][ MSE = 0.3020 | LCC = 0.8241 | SRCC = 0.8212 ] +INFO:root:Average loss=0.3102727589698938 +INFO:root: +[Valid][8][UTT][ MSE = 0.3210 | LCC = 0.8165 | SRCC = 0.8125 ] +INFO:root:Average loss=0.29470187482925564 +INFO:root: +[Valid][9][UTT][ MSE = 0.2978 | LCC = 0.8296 | SRCC = 0.8269 ] +INFO:root:Average loss=0.3026917446882297 +INFO:root: +[Valid][10][UTT][ MSE = 0.3183 | LCC = 0.8332 | SRCC = 0.8309 ] +INFO:root:Average loss=0.2954017829436522 +INFO:root: +[Valid][11][UTT][ MSE = 0.2849 | LCC = 0.8297 | SRCC = 0.8268 ] +INFO:root:Average loss=0.2802303378016521 +INFO:root: +[Valid][12][UTT][ MSE = 0.3076 | LCC = 0.8320 | SRCC = 0.8299 ] +INFO:root:Average loss=0.26111845614818424 +INFO:root: +[Valid][13][UTT][ MSE = 0.2832 | LCC = 0.8376 | SRCC = 0.8351 ] +INFO:root:Average loss=0.29205138866718 +INFO:root: +[Valid][14][UTT][ MSE = 0.3199 | LCC = 0.8252 | SRCC = 0.8321 ] +INFO:root:Average loss=0.26812254962248677 +INFO:root: +[Valid][15][UTT][ MSE = 0.3211 | LCC = 0.8336 | SRCC = 0.8338 ] +INFO:root:Average loss=0.25883134473592806 +INFO:root: +[Valid][16][UTT][ MSE = 0.3278 | LCC = 0.8264 | SRCC = 0.8278 ] +INFO:root:Average loss=0.26403002746594256 +INFO:root: +[Valid][17][UTT][ MSE = 0.3255 | LCC = 0.8412 | SRCC = 0.8389 ] +INFO:root:Average loss=0.2795871356740976 +INFO:root: +[Valid][18][UTT][ MSE = 0.2834 | LCC = 0.8389 | SRCC = 0.8368 ] +INFO:root:Average loss=0.2498970933449574 +INFO:root: +[Valid][19][UTT][ MSE = 0.2736 | LCC = 0.8424 | SRCC = 0.8419 ] +INFO:root:Average loss=0.2617710129572795 +INFO:root: +[Valid][20][UTT][ MSE = 0.2832 | LCC = 0.8427 | SRCC = 0.8409 ] +INFO:root:Average loss=0.26251614743318313 +INFO:root: +[Valid][21][UTT][ MSE = 0.2848 | LCC = 0.8456 | SRCC = 0.8425 ] +INFO:root:Average loss=0.24573928423416921 +INFO:root: +[Valid][22][UTT][ MSE = 0.4484 | LCC = 0.8430 | SRCC = 0.8457 ] +INFO:root:Average loss=0.25909179525497633 +INFO:root: +[Valid][23][UTT][ MSE = 0.2809 | LCC = 0.8402 | SRCC = 0.8416 ] +INFO:root:Average loss=0.24805926168576264 +INFO:root: +[Valid][24][UTT][ MSE = 0.2920 | LCC = 0.8471 | SRCC = 0.8440 ] +INFO:root:Average loss=0.23942828178405762 +INFO:root: +[Valid][25][UTT][ MSE = 0.2833 | LCC = 0.8470 | SRCC = 0.8446 ] +INFO:root:Average loss=0.231534583064226 +INFO:root: +[Valid][26][UTT][ MSE = 0.2777 | LCC = 0.8463 | SRCC = 0.8444 ] +INFO:root:Average loss=0.22319425145785013 +INFO:root: +[Valid][27][UTT][ MSE = 0.2699 | LCC = 0.8484 | SRCC = 0.8463 ] +INFO:root:Average loss=0.24963936935632658 +INFO:root: +[Valid][28][UTT][ MSE = 0.2956 | LCC = 0.8491 | SRCC = 0.8474 ] +INFO:root:Average loss=0.24052654512417623 +INFO:root: +[Valid][29][UTT][ MSE = 0.2599 | LCC = 0.8478 | SRCC = 0.8463 ] +INFO:root:Average loss=0.2283274884789418 +INFO:root: +[Valid][30][UTT][ MSE = 0.2644 | LCC = 0.8495 | SRCC = 0.8471 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2624 | LCC = 0.8559 | SRCC = 0.8544 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer44/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer44/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b83a09c38fbd6e44533f2e154a06fcf4ef2de50 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a43579329b8d0d345d0470ca335b0003e13c40091f35b629fe00877e2bccabf +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer44/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f3bd7795c5856ef21c2323de039e7ee996ca887 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef57a46026afb4b25989248fea4a2f5b519dc32b39f3521e4fb02da232151b86 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer44/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer44/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c56531a3b82af2f64a0a90398462ec2fcf05db09 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer44/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7924266373499845 +INFO:root: +[Valid][0][UTT][ MSE = 0.8365 | LCC = 0.2799 | SRCC = 0.2697 ] +INFO:root:Average loss=0.5765995452037225 +INFO:root: +[Valid][1][UTT][ MSE = 0.4067 | LCC = 0.7663 | SRCC = 0.7643 ] +INFO:root:Average loss=0.431310745768058 +INFO:root: +[Valid][2][UTT][ MSE = 0.4080 | LCC = 0.7881 | SRCC = 0.7866 ] +INFO:root:Average loss=0.3649994392807667 +INFO:root: +[Valid][3][UTT][ MSE = 0.5470 | LCC = 0.7776 | SRCC = 0.7942 ] +INFO:root:Average loss=0.42159021626680326 +INFO:root: +[Valid][4][UTT][ MSE = 0.3751 | LCC = 0.8081 | SRCC = 0.8046 ] +INFO:root:Average loss=0.3472001353899638 +INFO:root: +[Valid][5][UTT][ MSE = 0.4358 | LCC = 0.8026 | SRCC = 0.8087 ] +INFO:root:Average loss=0.31449716557294893 +INFO:root: +[Valid][6][UTT][ MSE = 0.3398 | LCC = 0.8185 | SRCC = 0.8142 ] +INFO:root:Average loss=0.29952683166051525 +INFO:root: +[Valid][7][UTT][ MSE = 0.4349 | LCC = 0.8172 | SRCC = 0.8224 ] +INFO:root:Average loss=0.31167950538488537 +INFO:root: +[Valid][8][UTT][ MSE = 0.3111 | LCC = 0.8276 | SRCC = 0.8247 ] +INFO:root:Average loss=0.2997624866473369 +INFO:root: +[Valid][9][UTT][ MSE = 0.4205 | LCC = 0.8199 | SRCC = 0.8231 ] +INFO:root:Average loss=0.2835283327179077 +INFO:root: +[Valid][10][UTT][ MSE = 0.5143 | LCC = 0.8182 | SRCC = 0.8326 ] +INFO:root:Average loss=0.33649892665636844 +INFO:root: +[Valid][11][UTT][ MSE = 0.3682 | LCC = 0.8267 | SRCC = 0.8287 ] +INFO:root:Average loss=0.2924396682244081 +INFO:root: +[Valid][12][UTT][ MSE = 0.4403 | LCC = 0.8215 | SRCC = 0.8302 ] +INFO:root:Average loss=0.2664259223219676 +INFO:root: +[Valid][13][UTT][ MSE = 0.4692 | LCC = 0.8214 | SRCC = 0.8331 ] +INFO:root:Average loss=0.27276927595719314 +INFO:root: +[Valid][14][UTT][ MSE = 0.3443 | LCC = 0.8301 | SRCC = 0.8337 ] +INFO:root:Average loss=0.25214347568077916 +INFO:root: +[Valid][15][UTT][ MSE = 0.3336 | LCC = 0.8351 | SRCC = 0.8388 ] +INFO:root:Average loss=0.25605746511465466 +INFO:root: +[Valid][16][UTT][ MSE = 0.3061 | LCC = 0.8419 | SRCC = 0.8402 ] +INFO:root:Average loss=0.25928417994425845 +INFO:root: +[Valid][17][UTT][ MSE = 0.2988 | LCC = 0.8406 | SRCC = 0.8401 ] +INFO:root:Average loss=0.2469594616156358 +INFO:root: +[Valid][18][UTT][ MSE = 0.3259 | LCC = 0.8431 | SRCC = 0.8429 ] +INFO:root:Average loss=0.24221786111593246 +INFO:root: +[Valid][19][UTT][ MSE = 0.3407 | LCC = 0.8410 | SRCC = 0.8445 ] +INFO:root:Average loss=0.24759572744369507 +INFO:root: +[Valid][20][UTT][ MSE = 0.2676 | LCC = 0.8450 | SRCC = 0.8437 ] +INFO:root:Average loss=0.3076983115229851 +INFO:root: +[Valid][21][UTT][ MSE = 0.3123 | LCC = 0.8426 | SRCC = 0.8429 ] +INFO:root:Average loss=0.22953922702715948 +INFO:root: +[Valid][22][UTT][ MSE = 0.3064 | LCC = 0.8410 | SRCC = 0.8424 ] +INFO:root:Average loss=0.23168094360675567 +INFO:root: +[Valid][23][UTT][ MSE = 0.2630 | LCC = 0.8462 | SRCC = 0.8444 ] +INFO:root:Average loss=0.26799745552050763 +INFO:root: +[Valid][24][UTT][ MSE = 0.3571 | LCC = 0.8375 | SRCC = 0.8435 ] +INFO:root:Average loss=0.2201881679968956 +INFO:root: +[Valid][25][UTT][ MSE = 0.3424 | LCC = 0.8451 | SRCC = 0.8469 ] +INFO:root:Average loss=0.23315062450292784 +INFO:root: +[Valid][26][UTT][ MSE = 0.2958 | LCC = 0.8469 | SRCC = 0.8473 ] +INFO:root:Average loss=0.24159140254442507 +INFO:root: +[Valid][27][UTT][ MSE = 0.4836 | LCC = 0.8300 | SRCC = 0.8460 ] +INFO:root:Average loss=0.2674756967104398 +INFO:root: +[Valid][28][UTT][ MSE = 0.2964 | LCC = 0.8516 | SRCC = 0.8509 ] +INFO:root:Average loss=0.2169545841140625 +INFO:root: +[Valid][29][UTT][ MSE = 0.2867 | LCC = 0.8419 | SRCC = 0.8452 ] +INFO:root:Average loss=0.2282494479456009 +INFO:root: +[Valid][30][UTT][ MSE = 0.2538 | LCC = 0.8507 | SRCC = 0.8510 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3186 | LCC = 0.8507 | SRCC = 0.8530 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer46/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer46/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c1b4aea69f233beb6488c5c7192f192b597080b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df861cf6d3be69d1a9a42bca3faa8f089ed327a80a4f3248c388f2c4ca4073b9 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer46/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e3c94c4b21340666e3f2b3bfc71dfa8d60dca02 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8725c1b46aae97e8a8b33c08789032f31cf894e49dccd695a1247b8b271ce9ba +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer46/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0b6fe073ffd0d607c239f25fddd3c9e20e3e9833 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7528837430171478 +INFO:root: +[Valid][0][UTT][ MSE = 0.7019 | LCC = 0.4351 | SRCC = 0.4223 ] +INFO:root:Average loss=0.5197954307764004 +INFO:root: +[Valid][1][UTT][ MSE = 0.5207 | LCC = 0.7470 | SRCC = 0.7570 ] +INFO:root:Average loss=0.4515304221556737 +INFO:root: +[Valid][2][UTT][ MSE = 0.5251 | LCC = 0.7707 | SRCC = 0.7884 ] +INFO:root:Average loss=0.41377667681528973 +INFO:root: +[Valid][3][UTT][ MSE = 0.4442 | LCC = 0.7883 | SRCC = 0.7901 ] +INFO:root:Average loss=0.3575274896545288 +INFO:root: +[Valid][4][UTT][ MSE = 0.3527 | LCC = 0.8039 | SRCC = 0.8012 ] +INFO:root:Average loss=0.3536211192989961 +INFO:root: +[Valid][5][UTT][ MSE = 0.3255 | LCC = 0.8071 | SRCC = 0.8088 ] +INFO:root:Average loss=0.33567946881819993 +INFO:root: +[Valid][6][UTT][ MSE = 0.3378 | LCC = 0.8189 | SRCC = 0.8151 ] +INFO:root:Average loss=0.34771096247893113 +INFO:root: +[Valid][7][UTT][ MSE = 0.3129 | LCC = 0.8197 | SRCC = 0.8155 ] +INFO:root:Average loss=0.3209980206611829 +INFO:root: +[Valid][8][UTT][ MSE = 0.3308 | LCC = 0.8259 | SRCC = 0.8218 ] +INFO:root:Average loss=0.36438899429944843 +INFO:root: +[Valid][9][UTT][ MSE = 0.4191 | LCC = 0.8232 | SRCC = 0.8219 ] +INFO:root:Average loss=0.3378729264323528 +INFO:root: +[Valid][10][UTT][ MSE = 0.4022 | LCC = 0.8253 | SRCC = 0.8263 ] +INFO:root:Average loss=0.30037804349110675 +INFO:root: +[Valid][11][UTT][ MSE = 0.3475 | LCC = 0.8219 | SRCC = 0.8249 ] +INFO:root:Average loss=0.3159750398152914 +INFO:root: +[Valid][12][UTT][ MSE = 0.3862 | LCC = 0.8251 | SRCC = 0.8269 ] +INFO:root:Average loss=0.2811084571175086 +INFO:root: +[Valid][13][UTT][ MSE = 0.3165 | LCC = 0.8287 | SRCC = 0.8294 ] +INFO:root:Average loss=0.2803233279249607 +INFO:root: +[Valid][14][UTT][ MSE = 0.2834 | LCC = 0.8332 | SRCC = 0.8309 ] +INFO:root:Average loss=0.2907009321527603 +INFO:root: +[Valid][15][UTT][ MSE = 0.2833 | LCC = 0.8328 | SRCC = 0.8309 ] +INFO:root:Average loss=0.2828270047903061 +INFO:root: +[Valid][16][UTT][ MSE = 0.4281 | LCC = 0.8334 | SRCC = 0.8359 ] +INFO:root:Average loss=0.27272408646650803 +INFO:root: +[Valid][17][UTT][ MSE = 0.3223 | LCC = 0.8377 | SRCC = 0.8365 ] +INFO:root:Average loss=0.29687137806262726 +INFO:root: +[Valid][18][UTT][ MSE = 0.3006 | LCC = 0.8320 | SRCC = 0.8321 ] +INFO:root:Average loss=0.26668887604505587 +INFO:root: +[Valid][19][UTT][ MSE = 0.3832 | LCC = 0.8218 | SRCC = 0.8298 ] +INFO:root:Average loss=0.2537657267008072 +INFO:root: +[Valid][20][UTT][ MSE = 0.3161 | LCC = 0.8363 | SRCC = 0.8368 ] +INFO:root:Average loss=0.2528009473895415 +INFO:root: +[Valid][21][UTT][ MSE = 0.2770 | LCC = 0.8392 | SRCC = 0.8361 ] +INFO:root:Average loss=0.2649199893841377 +INFO:root: +[Valid][22][UTT][ MSE = 0.2923 | LCC = 0.8400 | SRCC = 0.8376 ] +INFO:root:Average loss=0.2546862753537985 +INFO:root: +[Valid][23][UTT][ MSE = 0.3042 | LCC = 0.8374 | SRCC = 0.8375 ] +INFO:root:Average loss=0.27128477509205157 +INFO:root: +[Valid][24][UTT][ MSE = 0.3015 | LCC = 0.8372 | SRCC = 0.8372 ] +INFO:root:Average loss=0.23391267580863756 +INFO:root: +[Valid][25][UTT][ MSE = 0.2779 | LCC = 0.8453 | SRCC = 0.8418 ] +INFO:root:Average loss=0.29336312394111586 +INFO:root: +[Valid][26][UTT][ MSE = 0.4231 | LCC = 0.8405 | SRCC = 0.8410 ] +INFO:root:Average loss=0.2535845862749295 +INFO:root: +[Valid][27][UTT][ MSE = 0.3297 | LCC = 0.8352 | SRCC = 0.8402 ] +INFO:root:Average loss=0.2471081847563768 +INFO:root: +[Valid][28][UTT][ MSE = 0.3019 | LCC = 0.8442 | SRCC = 0.8404 ] +INFO:root:Average loss=0.22210242637456992 +INFO:root: +[Valid][29][UTT][ MSE = 0.2856 | LCC = 0.8415 | SRCC = 0.8378 ] +INFO:root:Average loss=0.24883536325815397 +INFO:root: +[Valid][30][UTT][ MSE = 0.3558 | LCC = 0.8365 | SRCC = 0.8391 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2701 | LCC = 0.8537 | SRCC = 0.8536 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer46/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer46/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..16850bef4dc516598fac99079b985504a65540a7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5edb82a4bf3346f9bd2862281931712ffc775a22063e03205391f00a5ee81f88 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer46/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e38c8ad34b6fb67ae76c30655f713220ed33b329 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:217a59ec668f06224497cbf71979f26d35312a2abe64b3dfcd80aed2968911de +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer46/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ef1ec51f371586ef0a16a2e29b28732f64f2a9e3 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7672607524272723 +INFO:root: +[Valid][0][UTT][ MSE = 0.7860 | LCC = 0.3954 | SRCC = 0.3965 ] +INFO:root:Average loss=0.5604906479517618 +INFO:root: +[Valid][1][UTT][ MSE = 0.4606 | LCC = 0.7285 | SRCC = 0.7327 ] +INFO:root:Average loss=0.4449521203835805 +INFO:root: +[Valid][2][UTT][ MSE = 0.9931 | LCC = 0.7305 | SRCC = 0.7689 ] +INFO:root:Average loss=0.47658813496430713 +INFO:root: +[Valid][3][UTT][ MSE = 0.4759 | LCC = 0.7782 | SRCC = 0.7878 ] +INFO:root:Average loss=0.377574768394996 +INFO:root: +[Valid][4][UTT][ MSE = 0.4074 | LCC = 0.7891 | SRCC = 0.7984 ] +INFO:root:Average loss=0.4186799079179764 +INFO:root: +[Valid][5][UTT][ MSE = 0.3594 | LCC = 0.8024 | SRCC = 0.8003 ] +INFO:root:Average loss=0.3476273151926505 +INFO:root: +[Valid][6][UTT][ MSE = 0.3310 | LCC = 0.8094 | SRCC = 0.8086 ] +INFO:root:Average loss=0.332325235582315 +INFO:root: +[Valid][7][UTT][ MSE = 0.3250 | LCC = 0.8166 | SRCC = 0.8116 ] +INFO:root:Average loss=0.29320933860846055 +INFO:root: +[Valid][8][UTT][ MSE = 0.3359 | LCC = 0.8201 | SRCC = 0.8207 ] +INFO:root:Average loss=0.3262391887032069 +INFO:root: +[Valid][9][UTT][ MSE = 0.3040 | LCC = 0.8267 | SRCC = 0.8239 ] +INFO:root:Average loss=0.2879540083500055 +INFO:root: +[Valid][10][UTT][ MSE = 0.2926 | LCC = 0.8234 | SRCC = 0.8201 ] +INFO:root:Average loss=0.3334066638579735 +INFO:root: +[Valid][11][UTT][ MSE = 0.3012 | LCC = 0.8293 | SRCC = 0.8257 ] +INFO:root:Average loss=0.2863610444160608 +INFO:root: +[Valid][12][UTT][ MSE = 0.3542 | LCC = 0.8280 | SRCC = 0.8251 ] +INFO:root:Average loss=0.27303052693605423 +INFO:root: +[Valid][13][UTT][ MSE = 0.2841 | LCC = 0.8346 | SRCC = 0.8309 ] +INFO:root:Average loss=0.31556356316193557 +INFO:root: +[Valid][14][UTT][ MSE = 0.2998 | LCC = 0.8312 | SRCC = 0.8269 ] +INFO:root:Average loss=0.2735004390661533 +INFO:root: +[Valid][15][UTT][ MSE = 0.3103 | LCC = 0.8343 | SRCC = 0.8336 ] +INFO:root:Average loss=0.29089323927958805 +INFO:root: +[Valid][16][UTT][ MSE = 0.5068 | LCC = 0.8230 | SRCC = 0.8371 ] +INFO:root:Average loss=0.299846806205236 +INFO:root: +[Valid][17][UTT][ MSE = 0.5644 | LCC = 0.8202 | SRCC = 0.8371 ] +INFO:root:Average loss=0.30283359648325503 +INFO:root: +[Valid][18][UTT][ MSE = 0.3182 | LCC = 0.8387 | SRCC = 0.8378 ] +INFO:root:Average loss=0.2943424477409094 +INFO:root: +[Valid][19][UTT][ MSE = 0.3592 | LCC = 0.8366 | SRCC = 0.8367 ] +INFO:root:Average loss=0.24569749144407418 +INFO:root: +[Valid][20][UTT][ MSE = 0.3191 | LCC = 0.8431 | SRCC = 0.8410 ] +INFO:root:Average loss=0.2552917987490312 +INFO:root: +[Valid][21][UTT][ MSE = 0.3432 | LCC = 0.8419 | SRCC = 0.8414 ] +INFO:root:Average loss=0.2754077408940364 +INFO:root: +[Valid][22][UTT][ MSE = 0.3213 | LCC = 0.8409 | SRCC = 0.8421 ] +INFO:root:Average loss=0.27413092668239886 +INFO:root: +[Valid][23][UTT][ MSE = 0.2731 | LCC = 0.8396 | SRCC = 0.8360 ] +INFO:root:Average loss=0.2556238057903754 +INFO:root: +[Valid][24][UTT][ MSE = 0.2861 | LCC = 0.8452 | SRCC = 0.8414 ] +INFO:root:Average loss=0.28713727111999804 +INFO:root: +[Valid][25][UTT][ MSE = 0.2661 | LCC = 0.8431 | SRCC = 0.8402 ] +INFO:root:Average loss=0.24980406023752996 +INFO:root: +[Valid][26][UTT][ MSE = 0.3953 | LCC = 0.8401 | SRCC = 0.8417 ] +INFO:root:Average loss=0.2363187557993791 +INFO:root: +[Valid][27][UTT][ MSE = 0.2801 | LCC = 0.8461 | SRCC = 0.8438 ] +INFO:root:Average loss=0.2619904708594848 +INFO:root: +[Valid][28][UTT][ MSE = 0.2745 | LCC = 0.8466 | SRCC = 0.8437 ] +INFO:root:Average loss=0.23595705380042395 +INFO:root: +[Valid][29][UTT][ MSE = 0.2860 | LCC = 0.8471 | SRCC = 0.8436 ] +INFO:root:Average loss=0.2224193513393402 +INFO:root: +[Valid][30][UTT][ MSE = 0.2725 | LCC = 0.8476 | SRCC = 0.8460 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2514 | LCC = 0.8508 | SRCC = 0.8516 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer46/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer46/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa51f0c6dda64abe1b66b5c0f5c29b211f8fb083 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a363993e61da39badecebe80c7e286ac6db422208c5e582da83216d2ff65a1b +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer46/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ddafa3629c347cadbe264cec8fc3b407a925d7f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2faad6b68e641439449e3c21c2223a53072819b3a3d92826568b07bd17371afb +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer46/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..1e83aaacaa6b90658cbecb3c4218a31f0c7f2b49 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7508232264946668 +INFO:root: +[Valid][0][UTT][ MSE = 0.7960 | LCC = 0.3976 | SRCC = 0.4090 ] +INFO:root:Average loss=0.5364960225728842 +INFO:root: +[Valid][1][UTT][ MSE = 0.5109 | LCC = 0.7314 | SRCC = 0.7514 ] +INFO:root:Average loss=0.44634287021098995 +INFO:root: +[Valid][2][UTT][ MSE = 0.6912 | LCC = 0.7313 | SRCC = 0.7645 ] +INFO:root:Average loss=0.3931211510147804 +INFO:root: +[Valid][3][UTT][ MSE = 0.3635 | LCC = 0.7966 | SRCC = 0.7948 ] +INFO:root:Average loss=0.3810601010918617 +INFO:root: +[Valid][4][UTT][ MSE = 0.3135 | LCC = 0.8064 | SRCC = 0.8048 ] +INFO:root:Average loss=0.3881861279026056 +INFO:root: +[Valid][5][UTT][ MSE = 0.3293 | LCC = 0.8105 | SRCC = 0.8095 ] +INFO:root:Average loss=0.36040366574739796 +INFO:root: +[Valid][6][UTT][ MSE = 0.3155 | LCC = 0.8169 | SRCC = 0.8166 ] +INFO:root:Average loss=0.329218494395415 +INFO:root: +[Valid][7][UTT][ MSE = 0.3306 | LCC = 0.8234 | SRCC = 0.8189 ] +INFO:root:Average loss=0.30925167122712505 +INFO:root: +[Valid][8][UTT][ MSE = 0.4753 | LCC = 0.8145 | SRCC = 0.8226 ] +INFO:root:Average loss=0.31105701548930925 +INFO:root: +[Valid][9][UTT][ MSE = 0.3669 | LCC = 0.8210 | SRCC = 0.8232 ] +INFO:root:Average loss=0.31263601569793165 +INFO:root: +[Valid][10][UTT][ MSE = 0.4438 | LCC = 0.8238 | SRCC = 0.8273 ] +INFO:root:Average loss=0.3105934243171643 +INFO:root: +[Valid][11][UTT][ MSE = 0.2780 | LCC = 0.8336 | SRCC = 0.8308 ] +INFO:root:Average loss=0.3004565580915182 +INFO:root: +[Valid][12][UTT][ MSE = 0.2826 | LCC = 0.8327 | SRCC = 0.8304 ] +INFO:root:Average loss=0.289305163308596 +INFO:root: +[Valid][13][UTT][ MSE = 0.3582 | LCC = 0.8314 | SRCC = 0.8320 ] +INFO:root:Average loss=0.3279797543699925 +INFO:root: +[Valid][14][UTT][ MSE = 0.3387 | LCC = 0.8313 | SRCC = 0.8314 ] +INFO:root:Average loss=0.29044927694858647 +INFO:root: +[Valid][15][UTT][ MSE = 0.3527 | LCC = 0.8341 | SRCC = 0.8359 ] +INFO:root:Average loss=0.28328318492724347 +INFO:root: +[Valid][16][UTT][ MSE = 0.2791 | LCC = 0.8373 | SRCC = 0.8340 ] +INFO:root:Average loss=0.2859493580002051 +INFO:root: +[Valid][17][UTT][ MSE = 0.4328 | LCC = 0.8265 | SRCC = 0.8351 ] +INFO:root:Average loss=0.3041386344493964 +INFO:root: +[Valid][18][UTT][ MSE = 0.3446 | LCC = 0.8365 | SRCC = 0.8357 ] +INFO:root:Average loss=0.28482197779111373 +INFO:root: +[Valid][19][UTT][ MSE = 0.2990 | LCC = 0.8402 | SRCC = 0.8363 ] +INFO:root:Average loss=0.24515182238358718 +INFO:root: +[Valid][20][UTT][ MSE = 0.2752 | LCC = 0.8422 | SRCC = 0.8389 ] +INFO:root:Average loss=0.27492584956762117 +INFO:root: +[Valid][21][UTT][ MSE = 0.2998 | LCC = 0.8399 | SRCC = 0.8375 ] +INFO:root:Average loss=0.2551176889966696 +INFO:root: +[Valid][22][UTT][ MSE = 0.3161 | LCC = 0.8403 | SRCC = 0.8406 ] +INFO:root:Average loss=0.26126846957665223 +INFO:root: +[Valid][23][UTT][ MSE = 0.2950 | LCC = 0.8396 | SRCC = 0.8365 ] +INFO:root:Average loss=0.26041760333837605 +INFO:root: +[Valid][24][UTT][ MSE = 0.2905 | LCC = 0.8411 | SRCC = 0.8401 ] +INFO:root:Average loss=0.2390301212286338 +INFO:root: +[Valid][25][UTT][ MSE = 0.3431 | LCC = 0.8418 | SRCC = 0.8411 ] +INFO:root:Average loss=0.24462365836669236 +INFO:root: +[Valid][26][UTT][ MSE = 0.2773 | LCC = 0.8477 | SRCC = 0.8446 ] +INFO:root:Average loss=0.2428685450592102 +INFO:root: +[Valid][27][UTT][ MSE = 0.2615 | LCC = 0.8457 | SRCC = 0.8431 ] +INFO:root:Average loss=0.2770532126992177 +INFO:root: +[Valid][28][UTT][ MSE = 0.3162 | LCC = 0.8482 | SRCC = 0.8454 ] +INFO:root:Average loss=0.24273696064184874 +INFO:root: +[Valid][29][UTT][ MSE = 0.2704 | LCC = 0.8483 | SRCC = 0.8452 ] +INFO:root:Average loss=0.25084622242511845 +INFO:root: +[Valid][30][UTT][ MSE = 0.3173 | LCC = 0.8462 | SRCC = 0.8461 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2698 | LCC = 0.8533 | SRCC = 0.8528 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer46/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer46/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbde14e9bfd3871768cc4ae38f10a6b71249f80d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff82603e4e093c296b5e57b2f77447c563eacf85a9ea34faa0f46f05ba5fce18 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer46/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..557e5bae3dcc3ea92dfa16602282df92e6a0af13 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f47a90a6ebab6796d714531471460dfdcce9855cb98cab5c55a3b9a54ec7dc64 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer46/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..893b411753e752e6c8572c110e9ad0770a4d9cc0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.8111058725760534 +INFO:root: +[Valid][0][UTT][ MSE = 0.8548 | LCC = 0.2018 | SRCC = 0.1843 ] +INFO:root:Average loss=0.7266556773430262 +INFO:root: +[Valid][1][UTT][ MSE = 0.7621 | LCC = 0.5538 | SRCC = 0.5687 ] +INFO:root:Average loss=0.534329721178764 +INFO:root: +[Valid][2][UTT][ MSE = 0.4631 | LCC = 0.7477 | SRCC = 0.7451 ] +INFO:root:Average loss=0.46343850936645115 +INFO:root: +[Valid][3][UTT][ MSE = 0.5053 | LCC = 0.7800 | SRCC = 0.7821 ] +INFO:root:Average loss=0.4008541424305011 +INFO:root: +[Valid][4][UTT][ MSE = 0.3466 | LCC = 0.7949 | SRCC = 0.7941 ] +INFO:root:Average loss=0.36097386441169643 +INFO:root: +[Valid][5][UTT][ MSE = 0.4080 | LCC = 0.8033 | SRCC = 0.8034 ] +INFO:root:Average loss=0.3697695246873758 +INFO:root: +[Valid][6][UTT][ MSE = 0.4357 | LCC = 0.8028 | SRCC = 0.8025 ] +INFO:root:Average loss=0.3362577867049437 +INFO:root: +[Valid][7][UTT][ MSE = 0.4003 | LCC = 0.8115 | SRCC = 0.8107 ] +INFO:root:Average loss=0.35127074481585085 +INFO:root: +[Valid][8][UTT][ MSE = 0.3285 | LCC = 0.8165 | SRCC = 0.8140 ] +INFO:root:Average loss=0.30872912743152714 +INFO:root: +[Valid][9][UTT][ MSE = 0.3697 | LCC = 0.8222 | SRCC = 0.8214 ] +INFO:root:Average loss=0.3433281742991545 +INFO:root: +[Valid][10][UTT][ MSE = 0.4089 | LCC = 0.8190 | SRCC = 0.8194 ] +INFO:root:Average loss=0.30701324362785387 +INFO:root: +[Valid][11][UTT][ MSE = 0.3171 | LCC = 0.8259 | SRCC = 0.8232 ] +INFO:root:Average loss=0.3338619109529715 +INFO:root: +[Valid][12][UTT][ MSE = 0.3016 | LCC = 0.8272 | SRCC = 0.8239 ] +INFO:root:Average loss=0.28106160098925614 +INFO:root: +[Valid][13][UTT][ MSE = 0.3290 | LCC = 0.8298 | SRCC = 0.8268 ] +INFO:root:Average loss=0.2724054371699309 +INFO:root: +[Valid][14][UTT][ MSE = 0.2937 | LCC = 0.8326 | SRCC = 0.8292 ] +INFO:root:Average loss=0.27494142720332515 +INFO:root: +[Valid][15][UTT][ MSE = 0.3039 | LCC = 0.8333 | SRCC = 0.8315 ] +INFO:root:Average loss=0.2985314849095467 +INFO:root: +[Valid][16][UTT][ MSE = 0.2936 | LCC = 0.8359 | SRCC = 0.8331 ] +INFO:root:Average loss=0.2704705557762048 +INFO:root: +[Valid][17][UTT][ MSE = 0.3473 | LCC = 0.8337 | SRCC = 0.8328 ] +INFO:root:Average loss=0.2611478813565694 +INFO:root: +[Valid][18][UTT][ MSE = 0.3441 | LCC = 0.8347 | SRCC = 0.8344 ] +INFO:root:Average loss=0.2933616897998712 +INFO:root: +[Valid][19][UTT][ MSE = 0.4899 | LCC = 0.8237 | SRCC = 0.8319 ] +INFO:root:Average loss=0.26259459192172074 +INFO:root: +[Valid][20][UTT][ MSE = 0.2856 | LCC = 0.8391 | SRCC = 0.8374 ] +INFO:root:Average loss=0.2637672068981024 +INFO:root: +[Valid][21][UTT][ MSE = 0.2970 | LCC = 0.8404 | SRCC = 0.8377 ] +INFO:root:Average loss=0.26172123562831145 +INFO:root: +[Valid][22][UTT][ MSE = 0.2974 | LCC = 0.8377 | SRCC = 0.8366 ] +INFO:root:Average loss=0.25457452696103317 +INFO:root: +[Valid][23][UTT][ MSE = 0.3314 | LCC = 0.8390 | SRCC = 0.8380 ] +INFO:root:Average loss=0.2607580463473613 +INFO:root: +[Valid][24][UTT][ MSE = 0.3362 | LCC = 0.8399 | SRCC = 0.8386 ] +INFO:root:Average loss=0.2539799601221696 +INFO:root: +[Valid][25][UTT][ MSE = 0.2858 | LCC = 0.8400 | SRCC = 0.8388 ] +INFO:root:Average loss=0.26313459968719727 +INFO:root: +[Valid][26][UTT][ MSE = 0.3701 | LCC = 0.8400 | SRCC = 0.8385 ] +INFO:root:Average loss=0.27655887049742234 +INFO:root: +[Valid][27][UTT][ MSE = 0.2749 | LCC = 0.8425 | SRCC = 0.8397 ] +INFO:root:Average loss=0.23807698430923316 +INFO:root: +[Valid][28][UTT][ MSE = 0.2874 | LCC = 0.8378 | SRCC = 0.8361 ] +INFO:root:Average loss=0.2404977302902784 +INFO:root: +[Valid][29][UTT][ MSE = 0.3053 | LCC = 0.8449 | SRCC = 0.8427 ] +INFO:root:Average loss=0.2603225400432562 +INFO:root: +[Valid][30][UTT][ MSE = 0.2760 | LCC = 0.8464 | SRCC = 0.8428 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2666 | LCC = 0.8520 | SRCC = 0.8527 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer46/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer46/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..460955e9483648af669ea269bd909e61abe23231 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9c0e20bc01f6bc3019d56f03857e38dccbff532e1d98a7c3dd077791f0c4362 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer46/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..03a1c2274910611997bd19254f872bb8c473468f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:126cd2dd0f51c00651f2ac4826daf9c2c17bca0ac56d76f9b8f71bdc086c8867 +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer46/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer46/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..00777f19ebccc4738892edd623054c972342efee --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer46/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.8071472560748075 +INFO:root: +[Valid][0][UTT][ MSE = 0.8167 | LCC = 0.2281 | SRCC = 0.1974 ] +INFO:root:Average loss=0.6397561664000536 +INFO:root: +[Valid][1][UTT][ MSE = 0.4925 | LCC = 0.7351 | SRCC = 0.7381 ] +INFO:root:Average loss=0.4267485831410457 +INFO:root: +[Valid][2][UTT][ MSE = 0.4949 | LCC = 0.7803 | SRCC = 0.7873 ] +INFO:root:Average loss=0.38471810328654754 +INFO:root: +[Valid][3][UTT][ MSE = 0.3318 | LCC = 0.8035 | SRCC = 0.8001 ] +INFO:root:Average loss=0.39887171295972973 +INFO:root: +[Valid][4][UTT][ MSE = 0.4473 | LCC = 0.7971 | SRCC = 0.7974 ] +INFO:root:Average loss=0.36921286793091357 +INFO:root: +[Valid][5][UTT][ MSE = 0.3376 | LCC = 0.8097 | SRCC = 0.8081 ] +INFO:root:Average loss=0.41120156760399157 +INFO:root: +[Valid][6][UTT][ MSE = 0.3317 | LCC = 0.8105 | SRCC = 0.8089 ] +INFO:root:Average loss=0.3093615703475781 +INFO:root: +[Valid][7][UTT][ MSE = 0.3218 | LCC = 0.8207 | SRCC = 0.8173 ] +INFO:root:Average loss=0.33799174198737514 +INFO:root: +[Valid][8][UTT][ MSE = 0.3350 | LCC = 0.8179 | SRCC = 0.8178 ] +INFO:root:Average loss=0.28652344873318303 +INFO:root: +[Valid][9][UTT][ MSE = 0.3018 | LCC = 0.8226 | SRCC = 0.8192 ] +INFO:root:Average loss=0.28231000403563183 +INFO:root: +[Valid][10][UTT][ MSE = 0.2911 | LCC = 0.8315 | SRCC = 0.8279 ] +INFO:root:Average loss=0.36059231425707156 +INFO:root: +[Valid][11][UTT][ MSE = 0.3442 | LCC = 0.8213 | SRCC = 0.8195 ] +INFO:root:Average loss=0.3151589836447667 +INFO:root: +[Valid][12][UTT][ MSE = 0.3120 | LCC = 0.8302 | SRCC = 0.8273 ] +INFO:root:Average loss=0.2859538556673588 +INFO:root: +[Valid][13][UTT][ MSE = 0.2965 | LCC = 0.8308 | SRCC = 0.8280 ] +INFO:root:Average loss=0.2706836931980573 +INFO:root: +[Valid][14][UTT][ MSE = 0.2836 | LCC = 0.8325 | SRCC = 0.8300 ] +INFO:root:Average loss=0.30690442350430364 +INFO:root: +[Valid][15][UTT][ MSE = 0.3318 | LCC = 0.8305 | SRCC = 0.8318 ] +INFO:root:Average loss=0.2802949245923605 +INFO:root: +[Valid][16][UTT][ MSE = 0.3103 | LCC = 0.8350 | SRCC = 0.8337 ] +INFO:root:Average loss=0.2574242624716881 +INFO:root: +[Valid][17][UTT][ MSE = 0.2753 | LCC = 0.8389 | SRCC = 0.8360 ] +INFO:root:Average loss=0.26963592454408986 +INFO:root: +[Valid][18][UTT][ MSE = 0.3371 | LCC = 0.8338 | SRCC = 0.8341 ] +INFO:root:Average loss=0.29180160890787077 +INFO:root: +[Valid][19][UTT][ MSE = 0.3006 | LCC = 0.8374 | SRCC = 0.8366 ] +INFO:root:Average loss=0.28205742495946395 +INFO:root: +[Valid][20][UTT][ MSE = 0.3461 | LCC = 0.8372 | SRCC = 0.8347 ] +INFO:root:Average loss=0.26785422689639604 +INFO:root: +[Valid][21][UTT][ MSE = 0.2805 | LCC = 0.8402 | SRCC = 0.8377 ] +INFO:root:Average loss=0.30413822791515255 +INFO:root: +[Valid][22][UTT][ MSE = 0.3353 | LCC = 0.8367 | SRCC = 0.8359 ] +INFO:root:Average loss=0.27737631419530284 +INFO:root: +[Valid][23][UTT][ MSE = 0.2855 | LCC = 0.8438 | SRCC = 0.8411 ] +INFO:root:Average loss=0.2545185184631592 +INFO:root: +[Valid][24][UTT][ MSE = 0.2875 | LCC = 0.8423 | SRCC = 0.8400 ] +INFO:root:Average loss=0.28094511116162324 +INFO:root: +[Valid][25][UTT][ MSE = 0.2757 | LCC = 0.8444 | SRCC = 0.8411 ] +INFO:root:Average loss=0.2515767117341359 +INFO:root: +[Valid][26][UTT][ MSE = 0.3210 | LCC = 0.8396 | SRCC = 0.8385 ] +INFO:root:Average loss=0.2354043724063115 +INFO:root: +[Valid][27][UTT][ MSE = 0.2871 | LCC = 0.8426 | SRCC = 0.8411 ] +INFO:root:Average loss=0.24720146315984237 +INFO:root: +[Valid][28][UTT][ MSE = 0.2669 | LCC = 0.8462 | SRCC = 0.8434 ] +INFO:root:Average loss=0.2467728574306537 +INFO:root: +[Valid][29][UTT][ MSE = 0.2902 | LCC = 0.8416 | SRCC = 0.8412 ] +INFO:root:Average loss=0.23628221471340227 +INFO:root: +[Valid][30][UTT][ MSE = 0.3308 | LCC = 0.8382 | SRCC = 0.8408 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2521 | LCC = 0.8549 | SRCC = 0.8542 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer6/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer6/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b54f48deae6ba18a1836e2d2ac1e3fa7044f5537 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16bb5206cfd07bfb422bfa6cbf43aca3e265f4aea53f2e484807695de8040894 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer6/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f23a76593de11132214eb7e4e8f200f0502323f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24e88b167179c85c9d1dc4789ba6d8c6c00f97d72ba157205c877cbd4510a068 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer6/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..32a2a31fc709ed68a9d79c362a64678a39cf39ec --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4888430967544898 +INFO:root: +[Valid][0][UTT][ MSE = 0.3100 | LCC = 0.8220 | SRCC = 0.8282 ] +INFO:root:Average loss=0.2460461037281232 +INFO:root: +[Valid][1][UTT][ MSE = 0.2640 | LCC = 0.8657 | SRCC = 0.8652 ] +INFO:root:Average loss=0.2000537478388884 +INFO:root: +[Valid][2][UTT][ MSE = 0.2337 | LCC = 0.8765 | SRCC = 0.8762 ] +INFO:root:Average loss=0.18833903548045036 +INFO:root: +[Valid][3][UTT][ MSE = 0.2100 | LCC = 0.8827 | SRCC = 0.8827 ] +INFO:root:Average loss=0.1693516956307949 +INFO:root: +[Valid][4][UTT][ MSE = 0.2505 | LCC = 0.8823 | SRCC = 0.8831 ] +INFO:root:Average loss=0.1604357789724301 +INFO:root: +[Valid][5][UTT][ MSE = 0.2034 | LCC = 0.8858 | SRCC = 0.8862 ] +INFO:root:Average loss=0.1526092532544564 +INFO:root: +[Valid][6][UTT][ MSE = 0.2061 | LCC = 0.8856 | SRCC = 0.8848 ] +INFO:root:Average loss=0.13604366215757835 +INFO:root: +[Valid][7][UTT][ MSE = 0.2467 | LCC = 0.8821 | SRCC = 0.8820 ] +INFO:root:Average loss=0.13444979059008452 +INFO:root: +[Valid][8][UTT][ MSE = 0.1988 | LCC = 0.8893 | SRCC = 0.8860 ] +INFO:root:Average loss=0.12087395997383656 +INFO:root: +[Valid][9][UTT][ MSE = 0.2115 | LCC = 0.8885 | SRCC = 0.8863 ] +INFO:root:Average loss=0.1127438696149068 +INFO:root: +[Valid][10][UTT][ MSE = 0.2068 | LCC = 0.8841 | SRCC = 0.8803 ] +INFO:root:Average loss=0.12368483277849662 +INFO:root: +[Valid][11][UTT][ MSE = 0.1839 | LCC = 0.8877 | SRCC = 0.8857 ] +INFO:root:Average loss=0.10186661502871758 +INFO:root: +[Valid][12][UTT][ MSE = 0.2267 | LCC = 0.8841 | SRCC = 0.8828 ] +INFO:root:Average loss=0.0962303754610893 +INFO:root: +[Valid][13][UTT][ MSE = 0.1932 | LCC = 0.8866 | SRCC = 0.8846 ] +INFO:root:Average loss=0.0934019391066753 +INFO:root: +[Valid][14][UTT][ MSE = 0.2207 | LCC = 0.8855 | SRCC = 0.8836 ] +INFO:root:Average loss=0.08649992245512131 +INFO:root: +[Valid][15][UTT][ MSE = 0.1961 | LCC = 0.8839 | SRCC = 0.8812 ] +INFO:root:Average loss=0.0820705251624951 +INFO:root: +[Valid][16][UTT][ MSE = 0.2693 | LCC = 0.8757 | SRCC = 0.8766 ] +INFO:root:Average loss=0.09230675419362691 +INFO:root: +[Valid][17][UTT][ MSE = 0.1872 | LCC = 0.8851 | SRCC = 0.8834 ] +INFO:root:Average loss=0.07548909371671005 +INFO:root: +[Valid][18][UTT][ MSE = 0.2148 | LCC = 0.8820 | SRCC = 0.8803 ] +INFO:root:Average loss=0.07021924624076256 +INFO:root: +[Valid][19][UTT][ MSE = 0.1895 | LCC = 0.8847 | SRCC = 0.8829 ] +INFO:root:Average loss=0.06834773337229705 +INFO:root: +[Valid][20][UTT][ MSE = 0.2005 | LCC = 0.8808 | SRCC = 0.8792 ] +INFO:root:Average loss=0.06431934161063953 +INFO:root: +[Valid][21][UTT][ MSE = 0.2024 | LCC = 0.8812 | SRCC = 0.8789 ] +INFO:root:Average loss=0.06492774307918854 +INFO:root: +[Valid][22][UTT][ MSE = 0.1909 | LCC = 0.8819 | SRCC = 0.8815 ] +INFO:root:Average loss=0.057310365952360325 +INFO:root: +[Valid][23][UTT][ MSE = 0.1974 | LCC = 0.8820 | SRCC = 0.8804 ] +INFO:root:Average loss=0.05448954714796482 +INFO:root: +[Valid][24][UTT][ MSE = 0.1978 | LCC = 0.8807 | SRCC = 0.8793 ] +INFO:root:Average loss=0.05600618217618038 +INFO:root: +[Valid][25][UTT][ MSE = 0.1956 | LCC = 0.8808 | SRCC = 0.8791 ] +INFO:root:Average loss=0.0504846680097473 +INFO:root: +[Valid][26][UTT][ MSE = 0.1974 | LCC = 0.8799 | SRCC = 0.8782 ] +INFO:root:Average loss=0.053115423888159104 +INFO:root: +[Valid][27][UTT][ MSE = 0.2289 | LCC = 0.8789 | SRCC = 0.8769 ] +INFO:root:Average loss=0.045841711740463205 +INFO:root: +[Valid][28][UTT][ MSE = 0.2017 | LCC = 0.8781 | SRCC = 0.8766 ] +INFO:root:Average loss=0.04663822616044527 +INFO:root: +[Valid][29][UTT][ MSE = 0.2025 | LCC = 0.8766 | SRCC = 0.8746 ] +INFO:root:Average loss=0.043261037136499696 +INFO:root: +[Valid][30][UTT][ MSE = 0.2096 | LCC = 0.8773 | SRCC = 0.8751 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2119 | LCC = 0.8846 | SRCC = 0.8826 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer6/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer6/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc8b1ba99f6ae00c2b4faabe3e17038954255c05 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:426b380a79a683f0336b043a97872db317bc3e7bfb39701ef6214d034b3c1ed3 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer6/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1443745319631d32a9c1cd5d1fbe59e19e72d912 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be4e2669037494aa53b35e4d4938be7558aeac0a20b401e58a186c77ee7fbce3 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer6/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..25f4516b28f574931a6e24f42a0c9b7d7f3b103d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5103843810084538 +INFO:root: +[Valid][0][UTT][ MSE = 0.3161 | LCC = 0.8082 | SRCC = 0.8132 ] +INFO:root:Average loss=0.25108857739430207 +INFO:root: +[Valid][1][UTT][ MSE = 0.2521 | LCC = 0.8520 | SRCC = 0.8562 ] +INFO:root:Average loss=0.2119044120877217 +INFO:root: +[Valid][2][UTT][ MSE = 0.2392 | LCC = 0.8685 | SRCC = 0.8678 ] +INFO:root:Average loss=0.18720933833183387 +INFO:root: +[Valid][3][UTT][ MSE = 0.2070 | LCC = 0.8794 | SRCC = 0.8786 ] +INFO:root:Average loss=0.1820644597785595 +INFO:root: +[Valid][4][UTT][ MSE = 0.2122 | LCC = 0.8815 | SRCC = 0.8803 ] +INFO:root:Average loss=0.1688290074085578 +INFO:root: +[Valid][5][UTT][ MSE = 0.2014 | LCC = 0.8849 | SRCC = 0.8847 ] +INFO:root:Average loss=0.1557392397752175 +INFO:root: +[Valid][6][UTT][ MSE = 0.1913 | LCC = 0.8806 | SRCC = 0.8819 ] +INFO:root:Average loss=0.14364957322294897 +INFO:root: +[Valid][7][UTT][ MSE = 0.2156 | LCC = 0.8849 | SRCC = 0.8840 ] +INFO:root:Average loss=0.1351280761643862 +INFO:root: +[Valid][8][UTT][ MSE = 0.2201 | LCC = 0.8875 | SRCC = 0.8857 ] +INFO:root:Average loss=0.13081318913744047 +INFO:root: +[Valid][9][UTT][ MSE = 0.2000 | LCC = 0.8860 | SRCC = 0.8846 ] +INFO:root:Average loss=0.12578401456658655 +INFO:root: +[Valid][10][UTT][ MSE = 0.2001 | LCC = 0.8860 | SRCC = 0.8834 ] +INFO:root:Average loss=0.11507516182385959 +INFO:root: +[Valid][11][UTT][ MSE = 0.2015 | LCC = 0.8812 | SRCC = 0.8812 ] +INFO:root:Average loss=0.10986215764513382 +INFO:root: +[Valid][12][UTT][ MSE = 0.1844 | LCC = 0.8867 | SRCC = 0.8873 ] +INFO:root:Average loss=0.10255329716855134 +INFO:root: +[Valid][13][UTT][ MSE = 0.1880 | LCC = 0.8874 | SRCC = 0.8862 ] +INFO:root:Average loss=0.09923063180385491 +INFO:root: +[Valid][14][UTT][ MSE = 0.1977 | LCC = 0.8869 | SRCC = 0.8844 ] +INFO:root:Average loss=0.09599235711189416 +INFO:root: +[Valid][15][UTT][ MSE = 0.2067 | LCC = 0.8863 | SRCC = 0.8838 ] +INFO:root:Average loss=0.0916234441101551 +INFO:root: +[Valid][16][UTT][ MSE = 0.1813 | LCC = 0.8852 | SRCC = 0.8842 ] +INFO:root:Average loss=0.08438991769575156 +INFO:root: +[Valid][17][UTT][ MSE = 0.1888 | LCC = 0.8864 | SRCC = 0.8851 ] +INFO:root:Average loss=0.0827057462854263 +INFO:root: +[Valid][18][UTT][ MSE = 0.2101 | LCC = 0.8859 | SRCC = 0.8845 ] +INFO:root:Average loss=0.07777393680925553 +INFO:root: +[Valid][19][UTT][ MSE = 0.1889 | LCC = 0.8866 | SRCC = 0.8846 ] +INFO:root:Average loss=0.07940370847399418 +INFO:root: +[Valid][20][UTT][ MSE = 0.2121 | LCC = 0.8841 | SRCC = 0.8827 ] +INFO:root:Average loss=0.0732286016528423 +INFO:root: +[Valid][21][UTT][ MSE = 0.1907 | LCC = 0.8846 | SRCC = 0.8832 ] +INFO:root:Average loss=0.06678128452637257 +INFO:root: +[Valid][22][UTT][ MSE = 0.1952 | LCC = 0.8854 | SRCC = 0.8847 ] +INFO:root:Average loss=0.06708033559605098 +INFO:root: +[Valid][23][UTT][ MSE = 0.2084 | LCC = 0.8824 | SRCC = 0.8803 ] +INFO:root:Average loss=0.058569433024296395 +INFO:root: +[Valid][24][UTT][ MSE = 0.2036 | LCC = 0.8816 | SRCC = 0.8793 ] +INFO:root:Average loss=0.06210329455251877 +INFO:root: +[Valid][25][UTT][ MSE = 0.1957 | LCC = 0.8825 | SRCC = 0.8816 ] +INFO:root:Average loss=0.05644873305200002 +INFO:root: +[Valid][26][UTT][ MSE = 0.1901 | LCC = 0.8819 | SRCC = 0.8808 ] +INFO:root:Average loss=0.05656679925055076 +INFO:root: +[Valid][27][UTT][ MSE = 0.1940 | LCC = 0.8854 | SRCC = 0.8841 ] +INFO:root:Average loss=0.051606108768819235 +INFO:root: +[Valid][28][UTT][ MSE = 0.2030 | LCC = 0.8825 | SRCC = 0.8793 ] +INFO:root:Average loss=0.05211029784419598 +INFO:root: +[Valid][29][UTT][ MSE = 0.1972 | LCC = 0.8813 | SRCC = 0.8793 ] +INFO:root:Average loss=0.04938136017284332 +INFO:root: +[Valid][30][UTT][ MSE = 0.1917 | LCC = 0.8836 | SRCC = 0.8816 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2560 | LCC = 0.8844 | SRCC = 0.8841 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer6/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer6/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab30da0dfca3c088ce10547bbac1b3cf1e8f44a1 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bd227b18f900171b0ff9a67cb02d28232395e4b9be64351098187b63b7e42ea +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer6/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2d4070fdb72514f2c28e56db0f3a623de1eff5f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91fc229b66ad3ab8b55b5a4ce2ed1ae58f4e3e1c1a1cf35494d141450687f2cc +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer6/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fbbf5fc05f07cd07e6dce5301f8c3928aeefedd2 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4700316355014459 +INFO:root: +[Valid][0][UTT][ MSE = 0.4534 | LCC = 0.7917 | SRCC = 0.8029 ] +INFO:root:Average loss=0.26719438781340915 +INFO:root: +[Valid][1][UTT][ MSE = 0.3362 | LCC = 0.8370 | SRCC = 0.8428 ] +INFO:root:Average loss=0.21175886079286918 +INFO:root: +[Valid][2][UTT][ MSE = 0.2270 | LCC = 0.8610 | SRCC = 0.8616 ] +INFO:root:Average loss=0.20016088202977791 +INFO:root: +[Valid][3][UTT][ MSE = 0.2309 | LCC = 0.8712 | SRCC = 0.8700 ] +INFO:root:Average loss=0.18366664867752638 +INFO:root: +[Valid][4][UTT][ MSE = 0.2317 | LCC = 0.8741 | SRCC = 0.8726 ] +INFO:root:Average loss=0.1655127409941111 +INFO:root: +[Valid][5][UTT][ MSE = 0.2130 | LCC = 0.8785 | SRCC = 0.8765 ] +INFO:root:Average loss=0.15330154133530763 +INFO:root: +[Valid][6][UTT][ MSE = 0.2186 | LCC = 0.8777 | SRCC = 0.8784 ] +INFO:root:Average loss=0.1453126942118009 +INFO:root: +[Valid][7][UTT][ MSE = 0.2192 | LCC = 0.8836 | SRCC = 0.8819 ] +INFO:root:Average loss=0.13610521035316664 +INFO:root: +[Valid][8][UTT][ MSE = 0.2222 | LCC = 0.8828 | SRCC = 0.8826 ] +INFO:root:Average loss=0.12939004905712911 +INFO:root: +[Valid][9][UTT][ MSE = 0.2015 | LCC = 0.8839 | SRCC = 0.8817 ] +INFO:root:Average loss=0.11969172973663379 +INFO:root: +[Valid][10][UTT][ MSE = 0.2424 | LCC = 0.8801 | SRCC = 0.8768 ] +INFO:root:Average loss=0.12199977011634754 +INFO:root: +[Valid][11][UTT][ MSE = 0.2075 | LCC = 0.8844 | SRCC = 0.8825 ] +INFO:root:Average loss=0.10764366961442508 +INFO:root: +[Valid][12][UTT][ MSE = 0.2092 | LCC = 0.8787 | SRCC = 0.8764 ] +INFO:root:Average loss=0.10131139394182426 +INFO:root: +[Valid][13][UTT][ MSE = 0.2148 | LCC = 0.8811 | SRCC = 0.8805 ] +INFO:root:Average loss=0.09674207971264155 +INFO:root: +[Valid][14][UTT][ MSE = 0.2059 | LCC = 0.8754 | SRCC = 0.8728 ] +INFO:root:Average loss=0.09162592161924411 +INFO:root: +[Valid][15][UTT][ MSE = 0.2169 | LCC = 0.8770 | SRCC = 0.8754 ] +INFO:root:Average loss=0.08606689241834176 +INFO:root: +[Valid][16][UTT][ MSE = 0.2140 | LCC = 0.8806 | SRCC = 0.8805 ] +INFO:root:Average loss=0.08256916076135941 +INFO:root: +[Valid][17][UTT][ MSE = 0.1979 | LCC = 0.8800 | SRCC = 0.8787 ] +INFO:root:Average loss=0.0794680538849953 +INFO:root: +[Valid][18][UTT][ MSE = 0.2041 | LCC = 0.8805 | SRCC = 0.8783 ] +INFO:root:Average loss=0.077890953526665 +INFO:root: +[Valid][19][UTT][ MSE = 0.2044 | LCC = 0.8817 | SRCC = 0.8802 ] +INFO:root:Average loss=0.07069921493530273 +INFO:root: +[Valid][20][UTT][ MSE = 0.2085 | LCC = 0.8815 | SRCC = 0.8807 ] +INFO:root:Average loss=0.06882588570125592 +INFO:root: +[Valid][21][UTT][ MSE = 0.2152 | LCC = 0.8810 | SRCC = 0.8805 ] +INFO:root:Average loss=0.06563949919281861 +INFO:root: +[Valid][22][UTT][ MSE = 0.2390 | LCC = 0.8800 | SRCC = 0.8786 ] +INFO:root:Average loss=0.064533130862774 +INFO:root: +[Valid][23][UTT][ MSE = 0.2307 | LCC = 0.8771 | SRCC = 0.8755 ] +INFO:root:Average loss=0.06162977347580286 +INFO:root: +[Valid][24][UTT][ MSE = 0.2078 | LCC = 0.8775 | SRCC = 0.8771 ] +INFO:root:Average loss=0.05693705399066974 +INFO:root: +[Valid][25][UTT][ MSE = 0.2606 | LCC = 0.8760 | SRCC = 0.8749 ] +INFO:root:Average loss=0.05556180958564465 +INFO:root: +[Valid][26][UTT][ MSE = 0.2069 | LCC = 0.8777 | SRCC = 0.8761 ] +INFO:root:Average loss=0.06189248529382241 +INFO:root: +[Valid][27][UTT][ MSE = 0.1991 | LCC = 0.8807 | SRCC = 0.8801 ] +INFO:root:Average loss=0.05089314487309028 +INFO:root: +[Valid][28][UTT][ MSE = 0.1983 | LCC = 0.8800 | SRCC = 0.8781 ] +INFO:root:Average loss=0.04947293664400394 +INFO:root: +[Valid][29][UTT][ MSE = 0.2025 | LCC = 0.8802 | SRCC = 0.8775 ] +INFO:root:Average loss=0.04974415215353171 +INFO:root: +[Valid][30][UTT][ MSE = 0.2047 | LCC = 0.8769 | SRCC = 0.8747 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2067 | LCC = 0.8858 | SRCC = 0.8831 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer6/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer6/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..288aa05b737b5777f8da89677daa84a87bc8dba8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fbc1ad98c8c4d0f400164ee053dcaf10af82f027924633065743e928e0e5c16 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer6/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..37bea883a76a95ce4c5d4b4ad74b6b44f705966f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46262097493b705b65cf072afd2b31f6c90350b898ed7aeeff5943beb72b6ba9 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer6/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7b2affe599cceb06c27c97f5d8c534ef2cf81b5c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4419931830504002 +INFO:root: +[Valid][0][UTT][ MSE = 0.2953 | LCC = 0.8200 | SRCC = 0.8310 ] +INFO:root:Average loss=0.2505623701100166 +INFO:root: +[Valid][1][UTT][ MSE = 0.2293 | LCC = 0.8611 | SRCC = 0.8634 ] +INFO:root:Average loss=0.2015030026817933 +INFO:root: +[Valid][2][UTT][ MSE = 0.2252 | LCC = 0.8722 | SRCC = 0.8724 ] +INFO:root:Average loss=0.19187875798879525 +INFO:root: +[Valid][3][UTT][ MSE = 0.2195 | LCC = 0.8787 | SRCC = 0.8776 ] +INFO:root:Average loss=0.1723568302889665 +INFO:root: +[Valid][4][UTT][ MSE = 0.2137 | LCC = 0.8820 | SRCC = 0.8817 ] +INFO:root:Average loss=0.15452044514509347 +INFO:root: +[Valid][5][UTT][ MSE = 0.2085 | LCC = 0.8873 | SRCC = 0.8862 ] +INFO:root:Average loss=0.14826007540791464 +INFO:root: +[Valid][6][UTT][ MSE = 0.2136 | LCC = 0.8898 | SRCC = 0.8886 ] +INFO:root:Average loss=0.13736667655981505 +INFO:root: +[Valid][7][UTT][ MSE = 0.1975 | LCC = 0.8885 | SRCC = 0.8878 ] +INFO:root:Average loss=0.13088356073086077 +INFO:root: +[Valid][8][UTT][ MSE = 0.2017 | LCC = 0.8832 | SRCC = 0.8827 ] +INFO:root:Average loss=0.11824113837419412 +INFO:root: +[Valid][9][UTT][ MSE = 0.1908 | LCC = 0.8887 | SRCC = 0.8877 ] +INFO:root:Average loss=0.11214275123217167 +INFO:root: +[Valid][10][UTT][ MSE = 0.1907 | LCC = 0.8878 | SRCC = 0.8860 ] +INFO:root:Average loss=0.10585594167694068 +INFO:root: +[Valid][11][UTT][ MSE = 0.2079 | LCC = 0.8894 | SRCC = 0.8895 ] +INFO:root:Average loss=0.09912642807914661 +INFO:root: +[Valid][12][UTT][ MSE = 0.1910 | LCC = 0.8871 | SRCC = 0.8853 ] +INFO:root:Average loss=0.09116990100114773 +INFO:root: +[Valid][13][UTT][ MSE = 0.1882 | LCC = 0.8864 | SRCC = 0.8860 ] +INFO:root:Average loss=0.08965849136121762 +INFO:root: +[Valid][14][UTT][ MSE = 0.1955 | LCC = 0.8859 | SRCC = 0.8838 ] +INFO:root:Average loss=0.08774275829394658 +INFO:root: +[Valid][15][UTT][ MSE = 0.1896 | LCC = 0.8866 | SRCC = 0.8844 ] +INFO:root:Average loss=0.08584119193255901 +INFO:root: +[Valid][16][UTT][ MSE = 0.1926 | LCC = 0.8878 | SRCC = 0.8874 ] +INFO:root:Average loss=0.07566794313681431 +INFO:root: +[Valid][17][UTT][ MSE = 0.2069 | LCC = 0.8849 | SRCC = 0.8843 ] +INFO:root:Average loss=0.07706854931819133 +INFO:root: +[Valid][18][UTT][ MSE = 0.2158 | LCC = 0.8892 | SRCC = 0.8878 ] +INFO:root:Average loss=0.06624271701543759 +INFO:root: +[Valid][19][UTT][ MSE = 0.1964 | LCC = 0.8857 | SRCC = 0.8839 ] +INFO:root:Average loss=0.06298527656457363 +INFO:root: +[Valid][20][UTT][ MSE = 0.1940 | LCC = 0.8846 | SRCC = 0.8825 ] +INFO:root:Average loss=0.0632503846516976 +INFO:root: +[Valid][21][UTT][ MSE = 0.1893 | LCC = 0.8862 | SRCC = 0.8845 ] +INFO:root:Average loss=0.060836534994917035 +INFO:root: +[Valid][22][UTT][ MSE = 0.1917 | LCC = 0.8816 | SRCC = 0.8797 ] +INFO:root:Average loss=0.06068369865608521 +INFO:root: +[Valid][23][UTT][ MSE = 0.1944 | LCC = 0.8843 | SRCC = 0.8830 ] +INFO:root:Average loss=0.05540386310372597 +INFO:root: +[Valid][24][UTT][ MSE = 0.1949 | LCC = 0.8830 | SRCC = 0.8814 ] +INFO:root:Average loss=0.0517852654059728 +INFO:root: +[Valid][25][UTT][ MSE = 0.2033 | LCC = 0.8813 | SRCC = 0.8781 ] +INFO:root:Average loss=0.053161629021931917 +INFO:root: +[Valid][26][UTT][ MSE = 0.1912 | LCC = 0.8825 | SRCC = 0.8826 ] +INFO:root:Average loss=0.05424320893600965 +INFO:root: +[Valid][27][UTT][ MSE = 0.1928 | LCC = 0.8818 | SRCC = 0.8794 ] +INFO:root:Average loss=0.045324161600990176 +INFO:root: +[Valid][28][UTT][ MSE = 0.1980 | LCC = 0.8796 | SRCC = 0.8765 ] +INFO:root:Average loss=0.041910872412606694 +INFO:root: +[Valid][29][UTT][ MSE = 0.1957 | LCC = 0.8819 | SRCC = 0.8801 ] +INFO:root:Average loss=0.044254280579013705 +INFO:root: +[Valid][30][UTT][ MSE = 0.2030 | LCC = 0.8829 | SRCC = 0.8795 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2365 | LCC = 0.8853 | SRCC = 0.8853 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer6/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer6/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..45b033b4d486e5bd69c74488c16511bee614ae7c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c5a94be52e9983fc20f79511eea137b8555bbf87ad4e339e885a2aee4dc7e1d +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer6/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd1e6acefbd1077945364917534afcb3e01078ad --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47724351d115b4df43f9f311230002b7977854012f40bacab9223bd6dd8befbd +size 4060358 diff --git a/results_bvcc/w2v2_xlsr_1b/layer6/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer6/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..75d3db675e2553defe87afc887ab15abad19e949 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer6/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.44810942178353286 +INFO:root: +[Valid][0][UTT][ MSE = 0.3454 | LCC = 0.8085 | SRCC = 0.8164 ] +INFO:root:Average loss=0.2613249787917504 +INFO:root: +[Valid][1][UTT][ MSE = 0.2797 | LCC = 0.8417 | SRCC = 0.8454 ] +INFO:root:Average loss=0.21342894396720788 +INFO:root: +[Valid][2][UTT][ MSE = 0.2694 | LCC = 0.8680 | SRCC = 0.8652 ] +INFO:root:Average loss=0.1937260815921502 +INFO:root: +[Valid][3][UTT][ MSE = 0.2435 | LCC = 0.8732 | SRCC = 0.8738 ] +INFO:root:Average loss=0.17246641562535212 +INFO:root: +[Valid][4][UTT][ MSE = 0.2349 | LCC = 0.8773 | SRCC = 0.8755 ] +INFO:root:Average loss=0.15818195073650435 +INFO:root: +[Valid][5][UTT][ MSE = 0.1997 | LCC = 0.8808 | SRCC = 0.8812 ] +INFO:root:Average loss=0.15344215652499443 +INFO:root: +[Valid][6][UTT][ MSE = 0.2154 | LCC = 0.8796 | SRCC = 0.8798 ] +INFO:root:Average loss=0.13959695714024398 +INFO:root: +[Valid][7][UTT][ MSE = 0.2307 | LCC = 0.8769 | SRCC = 0.8812 ] +INFO:root:Average loss=0.14262714007726082 +INFO:root: +[Valid][8][UTT][ MSE = 0.2074 | LCC = 0.8843 | SRCC = 0.8837 ] +INFO:root:Average loss=0.1266503357925476 +INFO:root: +[Valid][9][UTT][ MSE = 0.2009 | LCC = 0.8760 | SRCC = 0.8768 ] +INFO:root:Average loss=0.12295110313556133 +INFO:root: +[Valid][10][UTT][ MSE = 0.2094 | LCC = 0.8835 | SRCC = 0.8826 ] +INFO:root:Average loss=0.11493874131104885 +INFO:root: +[Valid][11][UTT][ MSE = 0.2105 | LCC = 0.8831 | SRCC = 0.8823 ] +INFO:root:Average loss=0.10553811232631023 +INFO:root: +[Valid][12][UTT][ MSE = 0.2168 | LCC = 0.8808 | SRCC = 0.8791 ] +INFO:root:Average loss=0.10407893655773921 +INFO:root: +[Valid][13][UTT][ MSE = 0.2167 | LCC = 0.8766 | SRCC = 0.8803 ] +INFO:root:Average loss=0.10171886657675107 +INFO:root: +[Valid][14][UTT][ MSE = 0.1979 | LCC = 0.8784 | SRCC = 0.8795 ] +INFO:root:Average loss=0.09113814108646832 +INFO:root: +[Valid][15][UTT][ MSE = 0.1927 | LCC = 0.8819 | SRCC = 0.8818 ] +INFO:root:Average loss=0.08747334429659905 +INFO:root: +[Valid][16][UTT][ MSE = 0.2049 | LCC = 0.8804 | SRCC = 0.8808 ] +INFO:root:Average loss=0.08216266620617646 +INFO:root: +[Valid][17][UTT][ MSE = 0.2023 | LCC = 0.8792 | SRCC = 0.8771 ] +INFO:root:Average loss=0.07816518475420964 +INFO:root: +[Valid][18][UTT][ MSE = 0.2020 | LCC = 0.8816 | SRCC = 0.8806 ] +INFO:root:Average loss=0.0778940416012819 +INFO:root: +[Valid][19][UTT][ MSE = 0.2065 | LCC = 0.8823 | SRCC = 0.8821 ] +INFO:root:Average loss=0.07256554530408138 +INFO:root: +[Valid][20][UTT][ MSE = 0.1919 | LCC = 0.8840 | SRCC = 0.8830 ] +INFO:root:Average loss=0.06830579161835022 +INFO:root: +[Valid][21][UTT][ MSE = 0.2023 | LCC = 0.8839 | SRCC = 0.8829 ] +INFO:root:Average loss=0.06413640974996945 +INFO:root: +[Valid][22][UTT][ MSE = 0.1994 | LCC = 0.8804 | SRCC = 0.8804 ] +INFO:root:Average loss=0.05878417809995321 +INFO:root: +[Valid][23][UTT][ MSE = 0.1972 | LCC = 0.8809 | SRCC = 0.8808 ] +INFO:root:Average loss=0.05755712927725071 +INFO:root: +[Valid][24][UTT][ MSE = 0.2066 | LCC = 0.8816 | SRCC = 0.8824 ] +INFO:root:Average loss=0.056577498045487284 +INFO:root: +[Valid][25][UTT][ MSE = 0.1977 | LCC = 0.8832 | SRCC = 0.8835 ] +INFO:root:Average loss=0.05598833817893114 +INFO:root: +[Valid][26][UTT][ MSE = 0.1999 | LCC = 0.8814 | SRCC = 0.8814 ] +INFO:root:Average loss=0.05916842488715282 +INFO:root: +[Valid][27][UTT][ MSE = 0.1948 | LCC = 0.8798 | SRCC = 0.8792 ] +INFO:root:Average loss=0.05018555456533646 +INFO:root: +[Valid][28][UTT][ MSE = 0.1893 | LCC = 0.8819 | SRCC = 0.8822 ] +INFO:root:Average loss=0.04847790697255196 +INFO:root: +[Valid][29][UTT][ MSE = 0.2056 | LCC = 0.8804 | SRCC = 0.8801 ] +INFO:root:Average loss=0.05083331690193751 +INFO:root: +[Valid][30][UTT][ MSE = 0.2494 | LCC = 0.8800 | SRCC = 0.8813 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2018 | LCC = 0.8865 | SRCC = 0.8837 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run0/config.gin b/results_bvcc/w2v2_xlsr_1b/layer8/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run0/model.pt b/results_bvcc/w2v2_xlsr_1b/layer8/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..18a4bd4875c272abefeb56ea7fe081744e9b68e6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:527b5895257ccd16887bec14034974e047f2a7656216a5e97b7b78bcfb45f93f +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run0/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer8/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..53c68bb703090e37ce000af9fe56baf17baec0c0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ec66e765c25ccc7a15b21d450052e1f71108ded6ec8bc64dee1470ab7d8f89 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run0/train.log b/results_bvcc/w2v2_xlsr_1b/layer8/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2f8f1cc48fa9c9b03101c2837aa6eb04bb950eca --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.48719655932524264 +INFO:root: +[Valid][0][UTT][ MSE = 0.3377 | LCC = 0.8216 | SRCC = 0.8299 ] +INFO:root:Average loss=0.2529999462839885 +INFO:root: +[Valid][1][UTT][ MSE = 0.2553 | LCC = 0.8671 | SRCC = 0.8665 ] +INFO:root:Average loss=0.2149720118404963 +INFO:root: +[Valid][2][UTT][ MSE = 0.2406 | LCC = 0.8732 | SRCC = 0.8726 ] +INFO:root:Average loss=0.19191987143877226 +INFO:root: +[Valid][3][UTT][ MSE = 0.2724 | LCC = 0.8711 | SRCC = 0.8771 ] +INFO:root:Average loss=0.1800253455264446 +INFO:root: +[Valid][4][UTT][ MSE = 0.2246 | LCC = 0.8819 | SRCC = 0.8850 ] +INFO:root:Average loss=0.16299902074612105 +INFO:root: +[Valid][5][UTT][ MSE = 0.1964 | LCC = 0.8814 | SRCC = 0.8822 ] +INFO:root:Average loss=0.1527082941088921 +INFO:root: +[Valid][6][UTT][ MSE = 0.2438 | LCC = 0.8841 | SRCC = 0.8831 ] +INFO:root:Average loss=0.1433219601137516 +INFO:root: +[Valid][7][UTT][ MSE = 0.1979 | LCC = 0.8865 | SRCC = 0.8866 ] +INFO:root:Average loss=0.1335859215603425 +INFO:root: +[Valid][8][UTT][ MSE = 0.2154 | LCC = 0.8855 | SRCC = 0.8870 ] +INFO:root:Average loss=0.1358735417135251 +INFO:root: +[Valid][9][UTT][ MSE = 0.2413 | LCC = 0.8843 | SRCC = 0.8876 ] +INFO:root:Average loss=0.11989059967872424 +INFO:root: +[Valid][10][UTT][ MSE = 0.1959 | LCC = 0.8854 | SRCC = 0.8847 ] +INFO:root:Average loss=0.11238947386542956 +INFO:root: +[Valid][11][UTT][ MSE = 0.1900 | LCC = 0.8905 | SRCC = 0.8898 ] +INFO:root:Average loss=0.10449566052128108 +INFO:root: +[Valid][12][UTT][ MSE = 0.2049 | LCC = 0.8861 | SRCC = 0.8857 ] +INFO:root:Average loss=0.09718561993959622 +INFO:root: +[Valid][13][UTT][ MSE = 0.2004 | LCC = 0.8854 | SRCC = 0.8846 ] +INFO:root:Average loss=0.09462402216517009 +INFO:root: +[Valid][14][UTT][ MSE = 0.1909 | LCC = 0.8851 | SRCC = 0.8854 ] +INFO:root:Average loss=0.09674852728270568 +INFO:root: +[Valid][15][UTT][ MSE = 0.1868 | LCC = 0.8876 | SRCC = 0.8881 ] +INFO:root:Average loss=0.08565510479876629 +INFO:root: +[Valid][16][UTT][ MSE = 0.1935 | LCC = 0.8858 | SRCC = 0.8850 ] +INFO:root:Average loss=0.07533066457089706 +INFO:root: +[Valid][17][UTT][ MSE = 0.1951 | LCC = 0.8818 | SRCC = 0.8828 ] +INFO:root:Average loss=0.07478884000999805 +INFO:root: +[Valid][18][UTT][ MSE = 0.1964 | LCC = 0.8843 | SRCC = 0.8849 ] +INFO:root:Average loss=0.07057486293025506 +INFO:root: +[Valid][19][UTT][ MSE = 0.1969 | LCC = 0.8846 | SRCC = 0.8833 ] +INFO:root:Average loss=0.077223474971759 +INFO:root: +[Valid][20][UTT][ MSE = 0.2181 | LCC = 0.8837 | SRCC = 0.8836 ] +INFO:root:Average loss=0.0678057332451527 +INFO:root: +[Valid][21][UTT][ MSE = 0.2051 | LCC = 0.8831 | SRCC = 0.8850 ] +INFO:root:Average loss=0.06431265848760422 +INFO:root: +[Valid][22][UTT][ MSE = 0.1975 | LCC = 0.8849 | SRCC = 0.8844 ] +INFO:root:Average loss=0.05996522498436463 +INFO:root: +[Valid][23][UTT][ MSE = 0.2026 | LCC = 0.8824 | SRCC = 0.8811 ] +INFO:root:Average loss=0.05544188943428871 +INFO:root: +[Valid][24][UTT][ MSE = 0.1883 | LCC = 0.8828 | SRCC = 0.8820 ] +INFO:root:Average loss=0.05478616698812216 +INFO:root: +[Valid][25][UTT][ MSE = 0.1958 | LCC = 0.8840 | SRCC = 0.8835 ] +INFO:root:Average loss=0.0523356761640081 +INFO:root: +[Valid][26][UTT][ MSE = 0.2004 | LCC = 0.8835 | SRCC = 0.8836 ] +INFO:root:Average loss=0.05591244178895767 +INFO:root: +[Valid][27][UTT][ MSE = 0.1918 | LCC = 0.8844 | SRCC = 0.8837 ] +INFO:root:Average loss=0.0472457115419018 +INFO:root: +[Valid][28][UTT][ MSE = 0.1899 | LCC = 0.8850 | SRCC = 0.8840 ] +INFO:root:Average loss=0.04658037892136818 +INFO:root: +[Valid][29][UTT][ MSE = 0.1946 | LCC = 0.8863 | SRCC = 0.8850 ] +INFO:root:Average loss=0.04529788827475829 +INFO:root: +[Valid][30][UTT][ MSE = 0.1888 | LCC = 0.8837 | SRCC = 0.8826 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2144 | LCC = 0.8795 | SRCC = 0.8775 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run1/config.gin b/results_bvcc/w2v2_xlsr_1b/layer8/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run1/model.pt b/results_bvcc/w2v2_xlsr_1b/layer8/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..30badca88445a8a9ad867fa795ee8dafc63dcf2f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71dcbdad36eb431318f5abbb55f87af2a3b4ba35ce36fd9d0b0df114b18fc30e +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run1/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer8/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6dc593453d1631576f7dbc278a2a8fdab9981fc --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b7e7dedc599eb427a3eeecbe2890b690a4e6114ec31754164693c8eeccedc05 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run1/train.log b/results_bvcc/w2v2_xlsr_1b/layer8/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..111342eac96ead652edcb0d0cc248c1ce0a83eed --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4122713580727577 +INFO:root: +[Valid][0][UTT][ MSE = 0.2910 | LCC = 0.8317 | SRCC = 0.8402 ] +INFO:root:Average loss=0.23817027130952248 +INFO:root: +[Valid][1][UTT][ MSE = 0.2185 | LCC = 0.8690 | SRCC = 0.8702 ] +INFO:root:Average loss=0.1988932083432491 +INFO:root: +[Valid][2][UTT][ MSE = 0.2343 | LCC = 0.8788 | SRCC = 0.8787 ] +INFO:root:Average loss=0.17697344328730535 +INFO:root: +[Valid][3][UTT][ MSE = 0.2101 | LCC = 0.8864 | SRCC = 0.8872 ] +INFO:root:Average loss=0.17213091579003212 +INFO:root: +[Valid][4][UTT][ MSE = 0.2086 | LCC = 0.8852 | SRCC = 0.8834 ] +INFO:root:Average loss=0.15515815371122116 +INFO:root: +[Valid][5][UTT][ MSE = 0.2069 | LCC = 0.8872 | SRCC = 0.8857 ] +INFO:root:Average loss=0.14266486456378913 +INFO:root: +[Valid][6][UTT][ MSE = 0.2018 | LCC = 0.8861 | SRCC = 0.8843 ] +INFO:root:Average loss=0.1464130568007628 +INFO:root: +[Valid][7][UTT][ MSE = 0.2084 | LCC = 0.8836 | SRCC = 0.8865 ] +INFO:root:Average loss=0.13794851494141114 +INFO:root: +[Valid][8][UTT][ MSE = 0.2045 | LCC = 0.8905 | SRCC = 0.8884 ] +INFO:root:Average loss=0.12246030034163059 +INFO:root: +[Valid][9][UTT][ MSE = 0.2142 | LCC = 0.8893 | SRCC = 0.8885 ] +INFO:root:Average loss=0.11721915799455765 +INFO:root: +[Valid][10][UTT][ MSE = 0.1833 | LCC = 0.8896 | SRCC = 0.8887 ] +INFO:root:Average loss=0.10777583312338744 +INFO:root: +[Valid][11][UTT][ MSE = 0.1877 | LCC = 0.8854 | SRCC = 0.8842 ] +INFO:root:Average loss=0.10432296676131395 +INFO:root: +[Valid][12][UTT][ MSE = 0.1867 | LCC = 0.8856 | SRCC = 0.8849 ] +INFO:root:Average loss=0.09663911522007905 +INFO:root: +[Valid][13][UTT][ MSE = 0.1954 | LCC = 0.8849 | SRCC = 0.8835 ] +INFO:root:Average loss=0.09254716790448396 +INFO:root: +[Valid][14][UTT][ MSE = 0.2206 | LCC = 0.8873 | SRCC = 0.8858 ] +INFO:root:Average loss=0.08728375152135506 +INFO:root: +[Valid][15][UTT][ MSE = 0.2072 | LCC = 0.8854 | SRCC = 0.8836 ] +INFO:root:Average loss=0.08815434985818008 +INFO:root: +[Valid][16][UTT][ MSE = 0.2056 | LCC = 0.8834 | SRCC = 0.8815 ] +INFO:root:Average loss=0.08151383038896781 +INFO:root: +[Valid][17][UTT][ MSE = 0.2038 | LCC = 0.8805 | SRCC = 0.8789 ] +INFO:root:Average loss=0.07129092996892257 +INFO:root: +[Valid][18][UTT][ MSE = 0.2082 | LCC = 0.8796 | SRCC = 0.8787 ] +INFO:root:Average loss=0.07332004501651494 +INFO:root: +[Valid][19][UTT][ MSE = 0.1951 | LCC = 0.8833 | SRCC = 0.8806 ] +INFO:root:Average loss=0.06597910262644291 +INFO:root: +[Valid][20][UTT][ MSE = 0.1993 | LCC = 0.8811 | SRCC = 0.8800 ] +INFO:root:Average loss=0.06307715530960988 +INFO:root: +[Valid][21][UTT][ MSE = 0.1908 | LCC = 0.8819 | SRCC = 0.8804 ] +INFO:root:Average loss=0.06144398135634569 +INFO:root: +[Valid][22][UTT][ MSE = 0.2152 | LCC = 0.8770 | SRCC = 0.8772 ] +INFO:root:Average loss=0.06037008050733652 +INFO:root: +[Valid][23][UTT][ MSE = 0.1925 | LCC = 0.8817 | SRCC = 0.8804 ] +INFO:root:Average loss=0.05447591420931694 +INFO:root: +[Valid][24][UTT][ MSE = 0.1915 | LCC = 0.8821 | SRCC = 0.8806 ] +INFO:root:Average loss=0.05135407740584551 +INFO:root: +[Valid][25][UTT][ MSE = 0.1958 | LCC = 0.8820 | SRCC = 0.8806 ] +INFO:root:Average loss=0.053741388882582 +INFO:root: +[Valid][26][UTT][ MSE = 0.2002 | LCC = 0.8801 | SRCC = 0.8778 ] +INFO:root:Average loss=0.048717054848869644 +INFO:root: +[Valid][27][UTT][ MSE = 0.2138 | LCC = 0.8812 | SRCC = 0.8789 ] +INFO:root:Average loss=0.046815463150732026 +INFO:root: +[Valid][28][UTT][ MSE = 0.1931 | LCC = 0.8826 | SRCC = 0.8810 ] +INFO:root:Average loss=0.04296694084619864 +INFO:root: +[Valid][29][UTT][ MSE = 0.2221 | LCC = 0.8842 | SRCC = 0.8835 ] +INFO:root:Average loss=0.04477326225680418 +INFO:root: +[Valid][30][UTT][ MSE = 0.1954 | LCC = 0.8835 | SRCC = 0.8814 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2266 | LCC = 0.8830 | SRCC = 0.8804 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run2/config.gin b/results_bvcc/w2v2_xlsr_1b/layer8/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run2/model.pt b/results_bvcc/w2v2_xlsr_1b/layer8/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..51f6453bb3b56d05df3d446286bfe9ef09f4e588 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:338687bcc9c43d8fad09f87095059a38136c0cd684fbc54b89f6b765ff4926a5 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run2/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer8/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ab9b9db343bf545b92e3971544c416d1678e98e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17b8f3ca70c35df3103d182b8a54257f120e2f997a7938243b5e54f48e8945f4 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run2/train.log b/results_bvcc/w2v2_xlsr_1b/layer8/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..51dec73821c25d8351420a99b09e7635768448cf --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5592927520091717 +INFO:root: +[Valid][0][UTT][ MSE = 0.3193 | LCC = 0.8325 | SRCC = 0.8349 ] +INFO:root:Average loss=0.24825327843427658 +INFO:root: +[Valid][1][UTT][ MSE = 0.2453 | LCC = 0.8684 | SRCC = 0.8677 ] +INFO:root:Average loss=0.1917776233301713 +INFO:root: +[Valid][2][UTT][ MSE = 0.2052 | LCC = 0.8800 | SRCC = 0.8796 ] +INFO:root:Average loss=0.18138053784003624 +INFO:root: +[Valid][3][UTT][ MSE = 0.2681 | LCC = 0.8838 | SRCC = 0.8814 ] +INFO:root:Average loss=0.1667184188770942 +INFO:root: +[Valid][4][UTT][ MSE = 0.2668 | LCC = 0.8864 | SRCC = 0.8843 ] +INFO:root:Average loss=0.14961126112403014 +INFO:root: +[Valid][5][UTT][ MSE = 0.2296 | LCC = 0.8852 | SRCC = 0.8839 ] +INFO:root:Average loss=0.14197267486880988 +INFO:root: +[Valid][6][UTT][ MSE = 0.2219 | LCC = 0.8852 | SRCC = 0.8835 ] +INFO:root:Average loss=0.12959610833189425 +INFO:root: +[Valid][7][UTT][ MSE = 0.2255 | LCC = 0.8871 | SRCC = 0.8853 ] +INFO:root:Average loss=0.13061279813066506 +INFO:root: +[Valid][8][UTT][ MSE = 0.2154 | LCC = 0.8870 | SRCC = 0.8862 ] +INFO:root:Average loss=0.1151885616664703 +INFO:root: +[Valid][9][UTT][ MSE = 0.2223 | LCC = 0.8881 | SRCC = 0.8863 ] +INFO:root:Average loss=0.10744153727323581 +INFO:root: +[Valid][10][UTT][ MSE = 0.2364 | LCC = 0.8885 | SRCC = 0.8872 ] +INFO:root:Average loss=0.10531489894940303 +INFO:root: +[Valid][11][UTT][ MSE = 0.2363 | LCC = 0.8840 | SRCC = 0.8848 ] +INFO:root:Average loss=0.09631939026980828 +INFO:root: +[Valid][12][UTT][ MSE = 0.2290 | LCC = 0.8883 | SRCC = 0.8871 ] +INFO:root:Average loss=0.09154394015860863 +INFO:root: +[Valid][13][UTT][ MSE = 0.2680 | LCC = 0.8811 | SRCC = 0.8833 ] +INFO:root:Average loss=0.08565805202875382 +INFO:root: +[Valid][14][UTT][ MSE = 0.2253 | LCC = 0.8853 | SRCC = 0.8843 ] +INFO:root:Average loss=0.07721596134778781 +INFO:root: +[Valid][15][UTT][ MSE = 0.2108 | LCC = 0.8836 | SRCC = 0.8830 ] +INFO:root:Average loss=0.0772312217606948 +INFO:root: +[Valid][16][UTT][ MSE = 0.2433 | LCC = 0.8853 | SRCC = 0.8855 ] +INFO:root:Average loss=0.08443260345703517 +INFO:root: +[Valid][17][UTT][ MSE = 0.1986 | LCC = 0.8858 | SRCC = 0.8846 ] +INFO:root:Average loss=0.06579634680961952 +INFO:root: +[Valid][18][UTT][ MSE = 0.3113 | LCC = 0.8821 | SRCC = 0.8843 ] +INFO:root:Average loss=0.07454460625274059 +INFO:root: +[Valid][19][UTT][ MSE = 0.2969 | LCC = 0.8808 | SRCC = 0.8814 ] +INFO:root:Average loss=0.07015698821021196 +INFO:root: +[Valid][20][UTT][ MSE = 0.1990 | LCC = 0.8849 | SRCC = 0.8831 ] +INFO:root:Average loss=0.06076564945471592 +INFO:root: +[Valid][21][UTT][ MSE = 0.2056 | LCC = 0.8832 | SRCC = 0.8815 ] +INFO:root:Average loss=0.061796121538067475 +INFO:root: +[Valid][22][UTT][ MSE = 0.2302 | LCC = 0.8843 | SRCC = 0.8833 ] +INFO:root:Average loss=0.053377277337205715 +INFO:root: +[Valid][23][UTT][ MSE = 0.2449 | LCC = 0.8820 | SRCC = 0.8809 ] +INFO:root:Average loss=0.05370708024845673 +INFO:root: +[Valid][24][UTT][ MSE = 0.2124 | LCC = 0.8852 | SRCC = 0.8843 ] +INFO:root:Average loss=0.047747709430181064 +INFO:root: +[Valid][25][UTT][ MSE = 0.2125 | LCC = 0.8821 | SRCC = 0.8812 ] +INFO:root:Average loss=0.04789048949113259 +INFO:root: +[Valid][26][UTT][ MSE = 0.2743 | LCC = 0.8799 | SRCC = 0.8797 ] +INFO:root:Average loss=0.0445517212486802 +INFO:root: +[Valid][27][UTT][ MSE = 0.2237 | LCC = 0.8791 | SRCC = 0.8783 ] +INFO:root:Average loss=0.04453558274186575 +INFO:root: +[Valid][28][UTT][ MSE = 0.2007 | LCC = 0.8817 | SRCC = 0.8804 ] +INFO:root:Average loss=0.04079790363231531 +INFO:root: +[Valid][29][UTT][ MSE = 0.2011 | LCC = 0.8829 | SRCC = 0.8815 ] +INFO:root:Average loss=0.04018729192037613 +INFO:root: +[Valid][30][UTT][ MSE = 0.2225 | LCC = 0.8807 | SRCC = 0.8797 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2173 | LCC = 0.8875 | SRCC = 0.8833 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run3/config.gin b/results_bvcc/w2v2_xlsr_1b/layer8/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run3/model.pt b/results_bvcc/w2v2_xlsr_1b/layer8/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7473a41e8c35566f1f03e04c0bab28bf4c020c0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f60d7f88cc229fa590146e61eefef9dcbf6c58cb7ae8dde437896a66b84f53 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run3/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer8/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ddbb3a575b48493322b04df4881740e7c14085b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9de27a3fc6b037403abd8cccbb4cd086df26c8ceb7327be1ac62aaae22cdcba0 +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run3/train.log b/results_bvcc/w2v2_xlsr_1b/layer8/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b3910a70f56dd0de1ff963a2c779ea8b66d37fa3 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4206924478595073 +INFO:root: +[Valid][0][UTT][ MSE = 0.2983 | LCC = 0.8393 | SRCC = 0.8429 ] +INFO:root:Average loss=0.23972898110365257 +INFO:root: +[Valid][1][UTT][ MSE = 0.2636 | LCC = 0.8673 | SRCC = 0.8654 ] +INFO:root:Average loss=0.1976972161195217 +INFO:root: +[Valid][2][UTT][ MSE = 0.2407 | LCC = 0.8749 | SRCC = 0.8743 ] +INFO:root:Average loss=0.17986507618274444 +INFO:root: +[Valid][3][UTT][ MSE = 0.2054 | LCC = 0.8820 | SRCC = 0.8815 ] +INFO:root:Average loss=0.16862651428733116 +INFO:root: +[Valid][4][UTT][ MSE = 0.2221 | LCC = 0.8868 | SRCC = 0.8849 ] +INFO:root:Average loss=0.15559793951419684 +INFO:root: +[Valid][5][UTT][ MSE = 0.2039 | LCC = 0.8868 | SRCC = 0.8859 ] +INFO:root:Average loss=0.14240774454978797 +INFO:root: +[Valid][6][UTT][ MSE = 0.2001 | LCC = 0.8876 | SRCC = 0.8869 ] +INFO:root:Average loss=0.13558112371426362 +INFO:root: +[Valid][7][UTT][ MSE = 0.2016 | LCC = 0.8870 | SRCC = 0.8863 ] +INFO:root:Average loss=0.127716770920998 +INFO:root: +[Valid][8][UTT][ MSE = 0.1980 | LCC = 0.8870 | SRCC = 0.8860 ] +INFO:root:Average loss=0.12316372656287292 +INFO:root: +[Valid][9][UTT][ MSE = 0.1944 | LCC = 0.8876 | SRCC = 0.8857 ] +INFO:root:Average loss=0.1224225096595593 +INFO:root: +[Valid][10][UTT][ MSE = 0.1993 | LCC = 0.8858 | SRCC = 0.8836 ] +INFO:root:Average loss=0.10864416433450504 +INFO:root: +[Valid][11][UTT][ MSE = 0.1991 | LCC = 0.8868 | SRCC = 0.8848 ] +INFO:root:Average loss=0.10627015374409847 +INFO:root: +[Valid][12][UTT][ MSE = 0.2109 | LCC = 0.8870 | SRCC = 0.8865 ] +INFO:root:Average loss=0.09730604453346668 +INFO:root: +[Valid][13][UTT][ MSE = 0.2032 | LCC = 0.8829 | SRCC = 0.8835 ] +INFO:root:Average loss=0.10275261615140316 +INFO:root: +[Valid][14][UTT][ MSE = 0.2100 | LCC = 0.8880 | SRCC = 0.8888 ] +INFO:root:Average loss=0.09354394492812645 +INFO:root: +[Valid][15][UTT][ MSE = 0.1961 | LCC = 0.8833 | SRCC = 0.8814 ] +INFO:root:Average loss=0.08009170998747532 +INFO:root: +[Valid][16][UTT][ MSE = 0.2005 | LCC = 0.8841 | SRCC = 0.8835 ] +INFO:root:Average loss=0.07767899329654682 +INFO:root: +[Valid][17][UTT][ MSE = 0.2004 | LCC = 0.8816 | SRCC = 0.8819 ] +INFO:root:Average loss=0.07213881549735864 +INFO:root: +[Valid][18][UTT][ MSE = 0.1888 | LCC = 0.8845 | SRCC = 0.8842 ] +INFO:root:Average loss=0.07168559567668499 +INFO:root: +[Valid][19][UTT][ MSE = 0.2023 | LCC = 0.8818 | SRCC = 0.8818 ] +INFO:root:Average loss=0.06766625980918224 +INFO:root: +[Valid][20][UTT][ MSE = 0.2068 | LCC = 0.8797 | SRCC = 0.8789 ] +INFO:root:Average loss=0.0627127217176633 +INFO:root: +[Valid][21][UTT][ MSE = 0.2144 | LCC = 0.8777 | SRCC = 0.8789 ] +INFO:root:Average loss=0.061677804216742516 +INFO:root: +[Valid][22][UTT][ MSE = 0.2056 | LCC = 0.8807 | SRCC = 0.8794 ] +INFO:root:Average loss=0.0606854808731721 +INFO:root: +[Valid][23][UTT][ MSE = 0.2076 | LCC = 0.8795 | SRCC = 0.8788 ] +INFO:root:Average loss=0.05308878154326708 +INFO:root: +[Valid][24][UTT][ MSE = 0.2136 | LCC = 0.8773 | SRCC = 0.8761 ] +INFO:root:Average loss=0.0583273319957348 +INFO:root: +[Valid][25][UTT][ MSE = 0.2053 | LCC = 0.8775 | SRCC = 0.8763 ] +INFO:root:Average loss=0.053308496824823894 +INFO:root: +[Valid][26][UTT][ MSE = 0.2250 | LCC = 0.8763 | SRCC = 0.8769 ] +INFO:root:Average loss=0.05334883173688864 +INFO:root: +[Valid][27][UTT][ MSE = 0.1997 | LCC = 0.8782 | SRCC = 0.8773 ] +INFO:root:Average loss=0.04682389780496939 +INFO:root: +[Valid][28][UTT][ MSE = 0.1997 | LCC = 0.8797 | SRCC = 0.8785 ] +INFO:root:Average loss=0.04881380553333423 +INFO:root: +[Valid][29][UTT][ MSE = 0.2228 | LCC = 0.8770 | SRCC = 0.8766 ] +INFO:root:Average loss=0.04673464627315601 +INFO:root: +[Valid][30][UTT][ MSE = 0.2156 | LCC = 0.8775 | SRCC = 0.8771 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2556 | LCC = 0.8781 | SRCC = 0.8818 ] diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run4/config.gin b/results_bvcc/w2v2_xlsr_1b/layer8/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run4/model.pt b/results_bvcc/w2v2_xlsr_1b/layer8/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1a349ab0bfb964a42067f93d9308e917ba631ea --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c47cb226519e1b4895fa6d15e7c1aed981e27567ebc94b322268756476542a3 +size 4058699 diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run4/model_best.pt b/results_bvcc/w2v2_xlsr_1b/layer8/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f14a54c528ad2e874b389523b94a3ca4fa972ea5 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:384f3ac4bb03a6911fbe7a8f3b520cdf290807f4efd0cc1dc189e01769543beb +size 4060422 diff --git a/results_bvcc/w2v2_xlsr_1b/layer8/run4/train.log b/results_bvcc/w2v2_xlsr_1b/layer8/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3bcde1877c748f1491ee54cecad3442751862cb6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_1b/layer8/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4552283745545607 +INFO:root: +[Valid][0][UTT][ MSE = 0.3039 | LCC = 0.8320 | SRCC = 0.8382 ] +INFO:root:Average loss=0.23567654631840876 +INFO:root: +[Valid][1][UTT][ MSE = 0.2353 | LCC = 0.8709 | SRCC = 0.8731 ] +INFO:root:Average loss=0.2000792370392726 +INFO:root: +[Valid][2][UTT][ MSE = 0.2258 | LCC = 0.8824 | SRCC = 0.8810 ] +INFO:root:Average loss=0.17673213684406036 +INFO:root: +[Valid][3][UTT][ MSE = 0.2426 | LCC = 0.8862 | SRCC = 0.8855 ] +INFO:root:Average loss=0.16723652021625104 +INFO:root: +[Valid][4][UTT][ MSE = 0.2187 | LCC = 0.8868 | SRCC = 0.8857 ] +INFO:root:Average loss=0.15399625266973788 +INFO:root: +[Valid][5][UTT][ MSE = 0.2052 | LCC = 0.8931 | SRCC = 0.8915 ] +INFO:root:Average loss=0.14982830236355463 +INFO:root: +[Valid][6][UTT][ MSE = 0.2103 | LCC = 0.8899 | SRCC = 0.8885 ] +INFO:root:Average loss=0.13617746780316034 +INFO:root: +[Valid][7][UTT][ MSE = 0.2016 | LCC = 0.8928 | SRCC = 0.8904 ] +INFO:root:Average loss=0.12929145141671866 +INFO:root: +[Valid][8][UTT][ MSE = 0.2285 | LCC = 0.8884 | SRCC = 0.8895 ] +INFO:root:Average loss=0.11848715425301821 +INFO:root: +[Valid][9][UTT][ MSE = 0.1920 | LCC = 0.8912 | SRCC = 0.8898 ] +INFO:root:Average loss=0.11357234638088788 +INFO:root: +[Valid][10][UTT][ MSE = 0.1879 | LCC = 0.8920 | SRCC = 0.8899 ] +INFO:root:Average loss=0.10381746893891922 +INFO:root: +[Valid][11][UTT][ MSE = 0.2140 | LCC = 0.8911 | SRCC = 0.8898 ] +INFO:root:Average loss=0.09852693172601554 +INFO:root: +[Valid][12][UTT][ MSE = 0.2253 | LCC = 0.8860 | SRCC = 0.8847 ] +INFO:root:Average loss=0.0902339826600674 +INFO:root: +[Valid][13][UTT][ MSE = 0.2072 | LCC = 0.8857 | SRCC = 0.8837 ] +INFO:root:Average loss=0.08611856510814948 +INFO:root: +[Valid][14][UTT][ MSE = 0.2953 | LCC = 0.8831 | SRCC = 0.8829 ] +INFO:root:Average loss=0.09305754891381814 +INFO:root: +[Valid][15][UTT][ MSE = 0.2109 | LCC = 0.8895 | SRCC = 0.8870 ] +INFO:root:Average loss=0.07715359702706337 +INFO:root: +[Valid][16][UTT][ MSE = 0.1935 | LCC = 0.8856 | SRCC = 0.8843 ] +INFO:root:Average loss=0.07202998596506241 +INFO:root: +[Valid][17][UTT][ MSE = 0.2329 | LCC = 0.8862 | SRCC = 0.8863 ] +INFO:root:Average loss=0.07062894249191651 +INFO:root: +[Valid][18][UTT][ MSE = 0.2034 | LCC = 0.8886 | SRCC = 0.8867 ] +INFO:root:Average loss=0.06587176956236362 +INFO:root: +[Valid][19][UTT][ MSE = 0.1903 | LCC = 0.8848 | SRCC = 0.8834 ] +INFO:root:Average loss=0.06659505826731522 +INFO:root: +[Valid][20][UTT][ MSE = 0.2008 | LCC = 0.8830 | SRCC = 0.8810 ] +INFO:root:Average loss=0.058848404158384375 +INFO:root: +[Valid][21][UTT][ MSE = 0.1955 | LCC = 0.8842 | SRCC = 0.8839 ] +INFO:root:Average loss=0.055450353532647476 +INFO:root: +[Valid][22][UTT][ MSE = 0.2168 | LCC = 0.8804 | SRCC = 0.8788 ] +INFO:root:Average loss=0.057440429591597654 +INFO:root: +[Valid][23][UTT][ MSE = 0.2134 | LCC = 0.8828 | SRCC = 0.8818 ] +INFO:root:Average loss=0.04926994313987402 +INFO:root: +[Valid][24][UTT][ MSE = 0.2239 | LCC = 0.8824 | SRCC = 0.8823 ] +INFO:root:Average loss=0.0578596723289826 +INFO:root: +[Valid][25][UTT][ MSE = 0.2678 | LCC = 0.8804 | SRCC = 0.8799 ] +INFO:root:Average loss=0.05670094277518682 +INFO:root: +[Valid][26][UTT][ MSE = 0.2047 | LCC = 0.8830 | SRCC = 0.8809 ] +INFO:root:Average loss=0.04717343630125889 +INFO:root: +[Valid][27][UTT][ MSE = 0.2604 | LCC = 0.8771 | SRCC = 0.8781 ] +INFO:root:Average loss=0.04669566810704195 +INFO:root: +[Valid][28][UTT][ MSE = 0.1888 | LCC = 0.8832 | SRCC = 0.8819 ] +INFO:root:Average loss=0.04170608990945113 +INFO:root: +[Valid][29][UTT][ MSE = 0.2273 | LCC = 0.8808 | SRCC = 0.8799 ] +INFO:root:Average loss=0.04013701353986294 +INFO:root: +[Valid][30][UTT][ MSE = 0.2017 | LCC = 0.8806 | SRCC = 0.8798 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2100 | LCC = 0.8844 | SRCC = 0.8828 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer0/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer0/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..90f784be475e56d39147eb702a66f3c68de15f0e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc82a69fc05259ac535801681f610971fb056da6e238f407b19c9c3910f3672 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer0/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c240e3c04f61109b044c38491c5c9a952b94f7f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e6501b3332ce875f4d102362753a271467e5de667212404258d17fb58863c5a +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer0/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2abfc036c4444175027cdca024d9155e9e1deb49 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6337035940243647 +INFO:root: +[Valid][0][UTT][ MSE = 0.5317 | LCC = 0.6574 | SRCC = 0.6530 ] +INFO:root:Average loss=0.4120737123183715 +INFO:root: +[Valid][1][UTT][ MSE = 0.3953 | LCC = 0.7375 | SRCC = 0.7350 ] +INFO:root:Average loss=0.37046224910479325 +INFO:root: +[Valid][2][UTT][ MSE = 0.3904 | LCC = 0.7451 | SRCC = 0.7415 ] +INFO:root:Average loss=0.3411045055358838 +INFO:root: +[Valid][3][UTT][ MSE = 0.3910 | LCC = 0.7527 | SRCC = 0.7538 ] +INFO:root:Average loss=0.327804266833342 +INFO:root: +[Valid][4][UTT][ MSE = 0.3788 | LCC = 0.7770 | SRCC = 0.7730 ] +INFO:root:Average loss=0.3049649907610355 +INFO:root: +[Valid][5][UTT][ MSE = 0.3856 | LCC = 0.7684 | SRCC = 0.7657 ] +INFO:root:Average loss=0.29126115831045 +INFO:root: +[Valid][6][UTT][ MSE = 0.3580 | LCC = 0.7845 | SRCC = 0.7803 ] +INFO:root:Average loss=0.2724872036622121 +INFO:root: +[Valid][7][UTT][ MSE = 0.3210 | LCC = 0.7925 | SRCC = 0.7933 ] +INFO:root:Average loss=0.2615172964258072 +INFO:root: +[Valid][8][UTT][ MSE = 0.3303 | LCC = 0.7907 | SRCC = 0.7844 ] +INFO:root:Average loss=0.2524745174898551 +INFO:root: +[Valid][9][UTT][ MSE = 0.3036 | LCC = 0.8069 | SRCC = 0.8055 ] +INFO:root:Average loss=0.23203841635049918 +INFO:root: +[Valid][10][UTT][ MSE = 0.3143 | LCC = 0.7979 | SRCC = 0.7928 ] +INFO:root:Average loss=0.23071975986926985 +INFO:root: +[Valid][11][UTT][ MSE = 0.3098 | LCC = 0.8072 | SRCC = 0.8066 ] +INFO:root:Average loss=0.23226891400722358 +INFO:root: +[Valid][12][UTT][ MSE = 0.3744 | LCC = 0.7911 | SRCC = 0.7899 ] +INFO:root:Average loss=0.23295190242620614 +INFO:root: +[Valid][13][UTT][ MSE = 0.3145 | LCC = 0.7931 | SRCC = 0.7958 ] +INFO:root:Average loss=0.21155245372882256 +INFO:root: +[Valid][14][UTT][ MSE = 0.2930 | LCC = 0.8066 | SRCC = 0.8040 ] +INFO:root:Average loss=0.2026096551846235 +INFO:root: +[Valid][15][UTT][ MSE = 0.2986 | LCC = 0.8048 | SRCC = 0.8039 ] +INFO:root:Average loss=0.19639205512328026 +INFO:root: +[Valid][16][UTT][ MSE = 0.3052 | LCC = 0.8086 | SRCC = 0.8047 ] +INFO:root:Average loss=0.18725142255425453 +INFO:root: +[Valid][17][UTT][ MSE = 0.3015 | LCC = 0.8146 | SRCC = 0.8124 ] +INFO:root:Average loss=0.18298652175909433 +INFO:root: +[Valid][18][UTT][ MSE = 0.3080 | LCC = 0.8027 | SRCC = 0.8029 ] +INFO:root:Average loss=0.17355673597791257 +INFO:root: +[Valid][19][UTT][ MSE = 0.3172 | LCC = 0.7954 | SRCC = 0.7927 ] +INFO:root:Average loss=0.16844227222295907 +INFO:root: +[Valid][20][UTT][ MSE = 0.2871 | LCC = 0.8162 | SRCC = 0.8142 ] +INFO:root:Average loss=0.17065993467202553 +INFO:root: +[Valid][21][UTT][ MSE = 0.2989 | LCC = 0.8074 | SRCC = 0.8060 ] +INFO:root:Average loss=0.1632956222463877 +INFO:root: +[Valid][22][UTT][ MSE = 0.3071 | LCC = 0.8084 | SRCC = 0.8045 ] +INFO:root:Average loss=0.16575408612306303 +INFO:root: +[Valid][23][UTT][ MSE = 0.2971 | LCC = 0.8077 | SRCC = 0.8037 ] +INFO:root:Average loss=0.1580723840265702 +INFO:root: +[Valid][24][UTT][ MSE = 0.3026 | LCC = 0.8067 | SRCC = 0.8056 ] +INFO:root:Average loss=0.14576467823905823 +INFO:root: +[Valid][25][UTT][ MSE = 0.3058 | LCC = 0.8038 | SRCC = 0.7997 ] +INFO:root:Average loss=0.14092936767981604 +INFO:root: +[Valid][26][UTT][ MSE = 0.2900 | LCC = 0.8147 | SRCC = 0.8128 ] +INFO:root:Average loss=0.1403686770070822 +INFO:root: +[Valid][27][UTT][ MSE = 0.2942 | LCC = 0.8112 | SRCC = 0.8101 ] +INFO:root:Average loss=0.1440802799203457 +INFO:root: +[Valid][28][UTT][ MSE = 0.3112 | LCC = 0.8040 | SRCC = 0.8016 ] +INFO:root:Average loss=0.13407373619385254 +INFO:root: +[Valid][29][UTT][ MSE = 0.2973 | LCC = 0.8046 | SRCC = 0.8017 ] +INFO:root:Average loss=0.12864932589806044 +INFO:root: +[Valid][30][UTT][ MSE = 0.2867 | LCC = 0.8105 | SRCC = 0.8080 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2720 | LCC = 0.8383 | SRCC = 0.8327 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer0/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer0/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdc2432a3087d365cab0f8e97e139bd7413323df --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5df10e20adf9c10267fe78c12dafca0ce4c2613b049ef42361d177b5d90f40b3 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer0/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b2ae5a028ffb62db2212e512c2e6550414d0f3d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09a7dfd0cd9cb85999616c6a21e2b81b1f4b3289d07f0e80eec2aae43ca4987e +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer0/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e96205f51a8f60a9c7ea42f4023d8d2da0e034f9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6078087125833218 +INFO:root: +[Valid][0][UTT][ MSE = 0.4897 | LCC = 0.6839 | SRCC = 0.6818 ] +INFO:root:Average loss=0.38839716559801346 +INFO:root: +[Valid][1][UTT][ MSE = 0.4045 | LCC = 0.7330 | SRCC = 0.7366 ] +INFO:root:Average loss=0.37071387068583417 +INFO:root: +[Valid][2][UTT][ MSE = 0.3807 | LCC = 0.7578 | SRCC = 0.7573 ] +INFO:root:Average loss=0.3321695427099864 +INFO:root: +[Valid][3][UTT][ MSE = 0.3762 | LCC = 0.7745 | SRCC = 0.7728 ] +INFO:root:Average loss=0.32228907980980015 +INFO:root: +[Valid][4][UTT][ MSE = 0.4729 | LCC = 0.7655 | SRCC = 0.7701 ] +INFO:root:Average loss=0.3200271702729739 +INFO:root: +[Valid][5][UTT][ MSE = 0.3781 | LCC = 0.7809 | SRCC = 0.7797 ] +INFO:root:Average loss=0.29180532636550754 +INFO:root: +[Valid][6][UTT][ MSE = 0.3668 | LCC = 0.7904 | SRCC = 0.7880 ] +INFO:root:Average loss=0.2862401090753384 +INFO:root: +[Valid][7][UTT][ MSE = 0.3172 | LCC = 0.7957 | SRCC = 0.7996 ] +INFO:root:Average loss=0.2677621684777431 +INFO:root: +[Valid][8][UTT][ MSE = 0.3294 | LCC = 0.7983 | SRCC = 0.7977 ] +INFO:root:Average loss=0.26276671695403564 +INFO:root: +[Valid][9][UTT][ MSE = 0.3657 | LCC = 0.7928 | SRCC = 0.7901 ] +INFO:root:Average loss=0.24684662505602226 +INFO:root: +[Valid][10][UTT][ MSE = 0.3323 | LCC = 0.8004 | SRCC = 0.7970 ] +INFO:root:Average loss=0.24239886208222464 +INFO:root: +[Valid][11][UTT][ MSE = 0.3173 | LCC = 0.8056 | SRCC = 0.7990 ] +INFO:root:Average loss=0.22425432675159895 +INFO:root: +[Valid][12][UTT][ MSE = 0.3347 | LCC = 0.7954 | SRCC = 0.7939 ] +INFO:root:Average loss=0.2289110297958056 +INFO:root: +[Valid][13][UTT][ MSE = 0.3490 | LCC = 0.7913 | SRCC = 0.7861 ] +INFO:root:Average loss=0.21745473624039918 +INFO:root: +[Valid][14][UTT][ MSE = 0.3837 | LCC = 0.7999 | SRCC = 0.7973 ] +INFO:root:Average loss=0.2086402631531923 +INFO:root: +[Valid][15][UTT][ MSE = 0.3591 | LCC = 0.8094 | SRCC = 0.8061 ] +INFO:root:Average loss=0.2064016404060217 +INFO:root: +[Valid][16][UTT][ MSE = 0.3030 | LCC = 0.8135 | SRCC = 0.8109 ] +INFO:root:Average loss=0.2055483993429404 +INFO:root: +[Valid][17][UTT][ MSE = 0.3105 | LCC = 0.8169 | SRCC = 0.8177 ] +INFO:root:Average loss=0.2042575784218617 +INFO:root: +[Valid][18][UTT][ MSE = 0.3107 | LCC = 0.8180 | SRCC = 0.8156 ] +INFO:root:Average loss=0.19797917866171935 +INFO:root: +[Valid][19][UTT][ MSE = 0.3160 | LCC = 0.8086 | SRCC = 0.8069 ] +INFO:root:Average loss=0.19639707127442727 +INFO:root: +[Valid][20][UTT][ MSE = 0.2928 | LCC = 0.8206 | SRCC = 0.8185 ] +INFO:root:Average loss=0.17361717384595138 +INFO:root: +[Valid][21][UTT][ MSE = 0.2899 | LCC = 0.8136 | SRCC = 0.8121 ] +INFO:root:Average loss=0.17965743767145353 +INFO:root: +[Valid][22][UTT][ MSE = 0.2888 | LCC = 0.8196 | SRCC = 0.8148 ] +INFO:root:Average loss=0.1554236063399376 +INFO:root: +[Valid][23][UTT][ MSE = 0.2838 | LCC = 0.8206 | SRCC = 0.8185 ] +INFO:root:Average loss=0.18384130977285215 +INFO:root: +[Valid][24][UTT][ MSE = 0.3092 | LCC = 0.8133 | SRCC = 0.8138 ] +INFO:root:Average loss=0.15141711470026237 +INFO:root: +[Valid][25][UTT][ MSE = 0.2758 | LCC = 0.8208 | SRCC = 0.8193 ] +INFO:root:Average loss=0.15169942369445777 +INFO:root: +[Valid][26][UTT][ MSE = 0.2945 | LCC = 0.8159 | SRCC = 0.8140 ] +INFO:root:Average loss=0.15148896848162016 +INFO:root: +[Valid][27][UTT][ MSE = 0.3292 | LCC = 0.8212 | SRCC = 0.8205 ] +INFO:root:Average loss=0.1493943295417688 +INFO:root: +[Valid][28][UTT][ MSE = 0.2972 | LCC = 0.8248 | SRCC = 0.8244 ] +INFO:root:Average loss=0.13834164883845892 +INFO:root: +[Valid][29][UTT][ MSE = 0.2777 | LCC = 0.8234 | SRCC = 0.8205 ] +INFO:root:Average loss=0.13479582860301703 +INFO:root: +[Valid][30][UTT][ MSE = 0.2869 | LCC = 0.8232 | SRCC = 0.8194 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2672 | LCC = 0.8360 | SRCC = 0.8336 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer0/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer0/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a31aa3e3b1934bb47e29c0a958bc185bae1d208 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2125a19ac134e8f5815e7043ef10074eb7d27394a8269d8410f7ac21a42a3cb3 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer0/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7b2346576d9ef99a94ec8500af27188115be5b9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9adb2821f037b0cb7da4bf61e6ed8853d07209eb756695880adc90da1ba475 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer0/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c565e0857927751198df1b0bc0754f0516638a07 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6819816373097591 +INFO:root: +[Valid][0][UTT][ MSE = 0.5033 | LCC = 0.6679 | SRCC = 0.6709 ] +INFO:root:Average loss=0.42150004360920346 +INFO:root: +[Valid][1][UTT][ MSE = 0.3910 | LCC = 0.7280 | SRCC = 0.7331 ] +INFO:root:Average loss=0.35315336688206744 +INFO:root: +[Valid][2][UTT][ MSE = 0.3569 | LCC = 0.7641 | SRCC = 0.7687 ] +INFO:root:Average loss=0.3122571009473923 +INFO:root: +[Valid][3][UTT][ MSE = 0.3710 | LCC = 0.7792 | SRCC = 0.7778 ] +INFO:root:Average loss=0.315695943740698 +INFO:root: +[Valid][4][UTT][ MSE = 0.3594 | LCC = 0.7858 | SRCC = 0.7862 ] +INFO:root:Average loss=0.28461500773063075 +INFO:root: +[Valid][5][UTT][ MSE = 0.3731 | LCC = 0.7765 | SRCC = 0.7846 ] +INFO:root:Average loss=0.26995195601231015 +INFO:root: +[Valid][6][UTT][ MSE = 0.3302 | LCC = 0.8001 | SRCC = 0.7994 ] +INFO:root:Average loss=0.25502830533645093 +INFO:root: +[Valid][7][UTT][ MSE = 0.3224 | LCC = 0.8025 | SRCC = 0.8011 ] +INFO:root:Average loss=0.2576947943904461 +INFO:root: +[Valid][8][UTT][ MSE = 0.3393 | LCC = 0.7992 | SRCC = 0.8043 ] +INFO:root:Average loss=0.23981289737499678 +INFO:root: +[Valid][9][UTT][ MSE = 0.3052 | LCC = 0.8075 | SRCC = 0.8120 ] +INFO:root:Average loss=0.231678225673162 +INFO:root: +[Valid][10][UTT][ MSE = 0.4348 | LCC = 0.7908 | SRCC = 0.7930 ] +INFO:root:Average loss=0.2138906565423195 +INFO:root: +[Valid][11][UTT][ MSE = 0.3371 | LCC = 0.8130 | SRCC = 0.8097 ] +INFO:root:Average loss=0.22017428126090613 +INFO:root: +[Valid][12][UTT][ MSE = 0.2942 | LCC = 0.8153 | SRCC = 0.8128 ] +INFO:root:Average loss=0.20635541986960632 +INFO:root: +[Valid][13][UTT][ MSE = 0.4124 | LCC = 0.8061 | SRCC = 0.8187 ] +INFO:root:Average loss=0.1955070008452122 +INFO:root: +[Valid][14][UTT][ MSE = 0.3075 | LCC = 0.8180 | SRCC = 0.8149 ] +INFO:root:Average loss=0.1854242058709646 +INFO:root: +[Valid][15][UTT][ MSE = 0.2989 | LCC = 0.8210 | SRCC = 0.8200 ] +INFO:root:Average loss=0.1865297483328061 +INFO:root: +[Valid][16][UTT][ MSE = 0.2895 | LCC = 0.8172 | SRCC = 0.8154 ] +INFO:root:Average loss=0.19097837920372301 +INFO:root: +[Valid][17][UTT][ MSE = 0.3762 | LCC = 0.8063 | SRCC = 0.8122 ] +INFO:root:Average loss=0.18686419906906593 +INFO:root: +[Valid][18][UTT][ MSE = 0.3299 | LCC = 0.8049 | SRCC = 0.8063 ] +INFO:root:Average loss=0.17287994023316947 +INFO:root: +[Valid][19][UTT][ MSE = 0.3061 | LCC = 0.8141 | SRCC = 0.8154 ] +INFO:root:Average loss=0.16835135622666433 +INFO:root: +[Valid][20][UTT][ MSE = 0.2944 | LCC = 0.8103 | SRCC = 0.8072 ] +INFO:root:Average loss=0.16935907495327485 +INFO:root: +[Valid][21][UTT][ MSE = 0.3158 | LCC = 0.8062 | SRCC = 0.8017 ] +INFO:root:Average loss=0.15878318030482683 +INFO:root: +[Valid][22][UTT][ MSE = 0.2955 | LCC = 0.8149 | SRCC = 0.8121 ] +INFO:root:Average loss=0.16100386214944032 +INFO:root: +[Valid][23][UTT][ MSE = 0.2830 | LCC = 0.8145 | SRCC = 0.8136 ] +INFO:root:Average loss=0.15865055404794523 +INFO:root: +[Valid][24][UTT][ MSE = 0.3359 | LCC = 0.8060 | SRCC = 0.8075 ] +INFO:root:Average loss=0.14619589912203643 +INFO:root: +[Valid][25][UTT][ MSE = 0.3113 | LCC = 0.8171 | SRCC = 0.8103 ] +INFO:root:Average loss=0.14158930161442512 +INFO:root: +[Valid][26][UTT][ MSE = 0.2878 | LCC = 0.8153 | SRCC = 0.8128 ] +INFO:root:Average loss=0.14347411462893853 +INFO:root: +[Valid][27][UTT][ MSE = 0.2903 | LCC = 0.8176 | SRCC = 0.8173 ] +INFO:root:Average loss=0.1371781544234508 +INFO:root: +[Valid][28][UTT][ MSE = 0.2813 | LCC = 0.8167 | SRCC = 0.8153 ] +INFO:root:Average loss=0.1333290839042419 +INFO:root: +[Valid][29][UTT][ MSE = 0.2990 | LCC = 0.8143 | SRCC = 0.8125 ] +INFO:root:Average loss=0.1320097690495925 +INFO:root: +[Valid][30][UTT][ MSE = 0.3006 | LCC = 0.8089 | SRCC = 0.8100 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2642 | LCC = 0.8368 | SRCC = 0.8345 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer0/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer0/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..447b8657652979a419a5de56be14c8369cd9d7f1 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b175d739aded40ec39ce919f9d2bca98e1008ae780edbc5c2c9ad4e09d45c9e4 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer0/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..60b48f93b1d6f09eb9c3b238d786fa8f84d1c0c1 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a918a04bb7fdab5495905709c188c7b542b609a3f586d859c38566ad5f4cb3a +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer0/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..1007342b0fbd345514b8d7d670c86c04ef20fa77 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5554885157407858 +INFO:root: +[Valid][0][UTT][ MSE = 0.4404 | LCC = 0.6937 | SRCC = 0.6952 ] +INFO:root:Average loss=0.3969461161356706 +INFO:root: +[Valid][1][UTT][ MSE = 0.4929 | LCC = 0.7254 | SRCC = 0.7329 ] +INFO:root:Average loss=0.36870413884902614 +INFO:root: +[Valid][2][UTT][ MSE = 0.3757 | LCC = 0.7574 | SRCC = 0.7569 ] +INFO:root:Average loss=0.33948580634135467 +INFO:root: +[Valid][3][UTT][ MSE = 0.4310 | LCC = 0.7524 | SRCC = 0.7516 ] +INFO:root:Average loss=0.31484785293921447 +INFO:root: +[Valid][4][UTT][ MSE = 0.3767 | LCC = 0.7707 | SRCC = 0.7705 ] +INFO:root:Average loss=0.30294290490639514 +INFO:root: +[Valid][5][UTT][ MSE = 0.3572 | LCC = 0.7775 | SRCC = 0.7795 ] +INFO:root:Average loss=0.3013336392931449 +INFO:root: +[Valid][6][UTT][ MSE = 0.4175 | LCC = 0.7702 | SRCC = 0.7712 ] +INFO:root:Average loss=0.27509278498398954 +INFO:root: +[Valid][7][UTT][ MSE = 0.3228 | LCC = 0.7892 | SRCC = 0.7905 ] +INFO:root:Average loss=0.26338933675717086 +INFO:root: +[Valid][8][UTT][ MSE = 0.3686 | LCC = 0.7890 | SRCC = 0.7919 ] +INFO:root:Average loss=0.24770790376724341 +INFO:root: +[Valid][9][UTT][ MSE = 0.3548 | LCC = 0.7805 | SRCC = 0.7839 ] +INFO:root:Average loss=0.2372443227049632 +INFO:root: +[Valid][10][UTT][ MSE = 0.3717 | LCC = 0.7863 | SRCC = 0.7905 ] +INFO:root:Average loss=0.23291738331317902 +INFO:root: +[Valid][11][UTT][ MSE = 0.3403 | LCC = 0.8023 | SRCC = 0.8026 ] +INFO:root:Average loss=0.22479770351678896 +INFO:root: +[Valid][12][UTT][ MSE = 0.4374 | LCC = 0.7832 | SRCC = 0.7883 ] +INFO:root:Average loss=0.22725395189645964 +INFO:root: +[Valid][13][UTT][ MSE = 0.3208 | LCC = 0.7958 | SRCC = 0.7938 ] +INFO:root:Average loss=0.22938083341488472 +INFO:root: +[Valid][14][UTT][ MSE = 0.4093 | LCC = 0.7940 | SRCC = 0.7921 ] +INFO:root:Average loss=0.23112917328492188 +INFO:root: +[Valid][15][UTT][ MSE = 0.3027 | LCC = 0.7991 | SRCC = 0.8016 ] +INFO:root:Average loss=0.19699715173397309 +INFO:root: +[Valid][16][UTT][ MSE = 0.3094 | LCC = 0.8084 | SRCC = 0.8074 ] +INFO:root:Average loss=0.2119410746754744 +INFO:root: +[Valid][17][UTT][ MSE = 0.3353 | LCC = 0.8090 | SRCC = 0.8095 ] +INFO:root:Average loss=0.18675532239751938 +INFO:root: +[Valid][18][UTT][ MSE = 0.3206 | LCC = 0.8076 | SRCC = 0.8082 ] +INFO:root:Average loss=0.18359245799290827 +INFO:root: +[Valid][19][UTT][ MSE = 0.4288 | LCC = 0.7916 | SRCC = 0.7996 ] +INFO:root:Average loss=0.20541444000525352 +INFO:root: +[Valid][20][UTT][ MSE = 0.3020 | LCC = 0.8111 | SRCC = 0.8118 ] +INFO:root:Average loss=0.17336781342060137 +INFO:root: +[Valid][21][UTT][ MSE = 0.3434 | LCC = 0.7904 | SRCC = 0.7842 ] +INFO:root:Average loss=0.17831953433461678 +INFO:root: +[Valid][22][UTT][ MSE = 0.2904 | LCC = 0.8114 | SRCC = 0.8103 ] +INFO:root:Average loss=0.16175232732143158 +INFO:root: +[Valid][23][UTT][ MSE = 0.3062 | LCC = 0.8076 | SRCC = 0.8054 ] +INFO:root:Average loss=0.15965407695143652 +INFO:root: +[Valid][24][UTT][ MSE = 0.2940 | LCC = 0.8102 | SRCC = 0.8096 ] +INFO:root:Average loss=0.15507615262117141 +INFO:root: +[Valid][25][UTT][ MSE = 0.3298 | LCC = 0.7975 | SRCC = 0.7971 ] +INFO:root:Average loss=0.1581487170396707 +INFO:root: +[Valid][26][UTT][ MSE = 0.3345 | LCC = 0.8035 | SRCC = 0.8025 ] +INFO:root:Average loss=0.1552496310801078 +INFO:root: +[Valid][27][UTT][ MSE = 0.3002 | LCC = 0.8084 | SRCC = 0.8069 ] +INFO:root:Average loss=0.157149567340429 +INFO:root: +[Valid][28][UTT][ MSE = 0.3033 | LCC = 0.7977 | SRCC = 0.7934 ] +INFO:root:Average loss=0.15620527416467667 +INFO:root: +[Valid][29][UTT][ MSE = 0.3168 | LCC = 0.8134 | SRCC = 0.8117 ] +INFO:root:Average loss=0.13912997194207632 +INFO:root: +[Valid][30][UTT][ MSE = 0.2886 | LCC = 0.8135 | SRCC = 0.8118 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2739 | LCC = 0.8291 | SRCC = 0.8326 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer0/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer0/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..073464bae57b6819546557f9b93b02087b5d1967 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7312002abcf28057cad30c317a26bb759c46381a976a27f41fa8ab033cc5ed06 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer0/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..de24489966d8f489df9337354b4966a00f6c24f2 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:984bee1f8ea81b86308e11d201562711ace639bd49a6980ffb8376de8706ec4b +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer0/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer0/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4c771011914730cec8d42d660a10dfe6ce74486b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer0/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5888636799959036 +INFO:root: +[Valid][0][UTT][ MSE = 0.4991 | LCC = 0.6799 | SRCC = 0.6841 ] +INFO:root:Average loss=0.40968013497499317 +INFO:root: +[Valid][1][UTT][ MSE = 0.4195 | LCC = 0.7287 | SRCC = 0.7234 ] +INFO:root:Average loss=0.3756624609231949 +INFO:root: +[Valid][2][UTT][ MSE = 0.3857 | LCC = 0.7504 | SRCC = 0.7494 ] +INFO:root:Average loss=0.3553430411296013 +INFO:root: +[Valid][3][UTT][ MSE = 0.3803 | LCC = 0.7662 | SRCC = 0.7658 ] +INFO:root:Average loss=0.3323350585041902 +INFO:root: +[Valid][4][UTT][ MSE = 0.4111 | LCC = 0.7705 | SRCC = 0.7721 ] +INFO:root:Average loss=0.31931755366997844 +INFO:root: +[Valid][5][UTT][ MSE = 0.3784 | LCC = 0.7880 | SRCC = 0.7858 ] +INFO:root:Average loss=0.3065797711412112 +INFO:root: +[Valid][6][UTT][ MSE = 0.3888 | LCC = 0.7783 | SRCC = 0.7775 ] +INFO:root:Average loss=0.28131826584919906 +INFO:root: +[Valid][7][UTT][ MSE = 0.3221 | LCC = 0.7949 | SRCC = 0.7933 ] +INFO:root:Average loss=0.2659037355811168 +INFO:root: +[Valid][8][UTT][ MSE = 0.3135 | LCC = 0.7947 | SRCC = 0.7957 ] +INFO:root:Average loss=0.258024737620965 +INFO:root: +[Valid][9][UTT][ MSE = 0.2992 | LCC = 0.8028 | SRCC = 0.8011 ] +INFO:root:Average loss=0.2509320250306374 +INFO:root: +[Valid][10][UTT][ MSE = 0.3195 | LCC = 0.8033 | SRCC = 0.8058 ] +INFO:root:Average loss=0.2434584433451677 +INFO:root: +[Valid][11][UTT][ MSE = 0.3543 | LCC = 0.7951 | SRCC = 0.8013 ] +INFO:root:Average loss=0.24057754511252427 +INFO:root: +[Valid][12][UTT][ MSE = 0.2954 | LCC = 0.8069 | SRCC = 0.8085 ] +INFO:root:Average loss=0.2219693392324142 +INFO:root: +[Valid][13][UTT][ MSE = 0.3641 | LCC = 0.8015 | SRCC = 0.7988 ] +INFO:root:Average loss=0.2166052907705307 +INFO:root: +[Valid][14][UTT][ MSE = 0.3050 | LCC = 0.8125 | SRCC = 0.8097 ] +INFO:root:Average loss=0.21588274932060486 +INFO:root: +[Valid][15][UTT][ MSE = 0.3067 | LCC = 0.8156 | SRCC = 0.8120 ] +INFO:root:Average loss=0.2053688064408608 +INFO:root: +[Valid][16][UTT][ MSE = 0.3030 | LCC = 0.8046 | SRCC = 0.8010 ] +INFO:root:Average loss=0.20639529079198837 +INFO:root: +[Valid][17][UTT][ MSE = 0.3199 | LCC = 0.8078 | SRCC = 0.8075 ] +INFO:root:Average loss=0.21481513852874437 +INFO:root: +[Valid][18][UTT][ MSE = 0.2943 | LCC = 0.8124 | SRCC = 0.8124 ] +INFO:root:Average loss=0.19013158031381094 +INFO:root: +[Valid][19][UTT][ MSE = 0.2974 | LCC = 0.8115 | SRCC = 0.8096 ] +INFO:root:Average loss=0.17519715476112488 +INFO:root: +[Valid][20][UTT][ MSE = 0.3058 | LCC = 0.8108 | SRCC = 0.8083 ] +INFO:root:Average loss=0.18564586475109443 +INFO:root: +[Valid][21][UTT][ MSE = 0.2913 | LCC = 0.8117 | SRCC = 0.8086 ] +INFO:root:Average loss=0.17377871876725784 +INFO:root: +[Valid][22][UTT][ MSE = 0.3264 | LCC = 0.7981 | SRCC = 0.7932 ] +INFO:root:Average loss=0.1800561852944203 +INFO:root: +[Valid][23][UTT][ MSE = 0.3244 | LCC = 0.8092 | SRCC = 0.8083 ] +INFO:root:Average loss=0.16667654040532234 +INFO:root: +[Valid][24][UTT][ MSE = 0.2886 | LCC = 0.8180 | SRCC = 0.8147 ] +INFO:root:Average loss=0.15544354543089867 +INFO:root: +[Valid][25][UTT][ MSE = 0.3044 | LCC = 0.8194 | SRCC = 0.8176 ] +INFO:root:Average loss=0.15649632488687834 +INFO:root: +[Valid][26][UTT][ MSE = 0.2841 | LCC = 0.8141 | SRCC = 0.8115 ] +INFO:root:Average loss=0.15396664129235807 +INFO:root: +[Valid][27][UTT][ MSE = 0.3518 | LCC = 0.8113 | SRCC = 0.8123 ] +INFO:root:Average loss=0.15305373664849845 +INFO:root: +[Valid][28][UTT][ MSE = 0.2855 | LCC = 0.8131 | SRCC = 0.8118 ] +INFO:root:Average loss=0.15531052926029915 +INFO:root: +[Valid][29][UTT][ MSE = 0.3023 | LCC = 0.8103 | SRCC = 0.8060 ] +INFO:root:Average loss=0.14427640183995932 +INFO:root: +[Valid][30][UTT][ MSE = 0.3006 | LCC = 0.8127 | SRCC = 0.8123 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2658 | LCC = 0.8370 | SRCC = 0.8316 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer10/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer10/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6df315c417201c0feb8d8ad5996bbe621662a69a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d1dfcc60d49338b5126c0a7ffc9779a2a8abf0f9ea2dbddafc682d9d22b5ba1 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer10/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..859eed856ff8c8dfb780055108a964829782aa75 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b20f4b4a6adb31d175e166c0f81f4079ff27b57d86ca0a1ac9eaac8b1d548bb +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer10/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b44f54a87b32d62446add0ce056ff052af4265ca --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4041669718348063 +INFO:root: +[Valid][0][UTT][ MSE = 0.3099 | LCC = 0.8331 | SRCC = 0.8375 ] +INFO:root:Average loss=0.22994703092636207 +INFO:root: +[Valid][1][UTT][ MSE = 0.2388 | LCC = 0.8620 | SRCC = 0.8611 ] +INFO:root:Average loss=0.19725951284934312 +INFO:root: +[Valid][2][UTT][ MSE = 0.2216 | LCC = 0.8805 | SRCC = 0.8791 ] +INFO:root:Average loss=0.17775886563154367 +INFO:root: +[Valid][3][UTT][ MSE = 0.2103 | LCC = 0.8843 | SRCC = 0.8833 ] +INFO:root:Average loss=0.18086965000018096 +INFO:root: +[Valid][4][UTT][ MSE = 0.2473 | LCC = 0.8835 | SRCC = 0.8839 ] +INFO:root:Average loss=0.15278980871423697 +INFO:root: +[Valid][5][UTT][ MSE = 0.2063 | LCC = 0.8856 | SRCC = 0.8831 ] +INFO:root:Average loss=0.14095238586648917 +INFO:root: +[Valid][6][UTT][ MSE = 0.2410 | LCC = 0.8835 | SRCC = 0.8837 ] +INFO:root:Average loss=0.13294332187909347 +INFO:root: +[Valid][7][UTT][ MSE = 0.2053 | LCC = 0.8849 | SRCC = 0.8832 ] +INFO:root:Average loss=0.12986988841723174 +INFO:root: +[Valid][8][UTT][ MSE = 0.2213 | LCC = 0.8871 | SRCC = 0.8851 ] +INFO:root:Average loss=0.12045373996862999 +INFO:root: +[Valid][9][UTT][ MSE = 0.2143 | LCC = 0.8806 | SRCC = 0.8799 ] +INFO:root:Average loss=0.10644291484585175 +INFO:root: +[Valid][10][UTT][ MSE = 0.2241 | LCC = 0.8830 | SRCC = 0.8829 ] +INFO:root:Average loss=0.1093055852330648 +INFO:root: +[Valid][11][UTT][ MSE = 0.1984 | LCC = 0.8837 | SRCC = 0.8831 ] +INFO:root:Average loss=0.10301401647619712 +INFO:root: +[Valid][12][UTT][ MSE = 0.2239 | LCC = 0.8796 | SRCC = 0.8784 ] +INFO:root:Average loss=0.08942111137394722 +INFO:root: +[Valid][13][UTT][ MSE = 0.2174 | LCC = 0.8727 | SRCC = 0.8724 ] +INFO:root:Average loss=0.08675352493539834 +INFO:root: +[Valid][14][UTT][ MSE = 0.2082 | LCC = 0.8773 | SRCC = 0.8758 ] +INFO:root:Average loss=0.0815761072608905 +INFO:root: +[Valid][15][UTT][ MSE = 0.2175 | LCC = 0.8766 | SRCC = 0.8752 ] +INFO:root:Average loss=0.07582802626375969 +INFO:root: +[Valid][16][UTT][ MSE = 0.2070 | LCC = 0.8785 | SRCC = 0.8794 ] +INFO:root:Average loss=0.07082075544465812 +INFO:root: +[Valid][17][UTT][ MSE = 0.2141 | LCC = 0.8755 | SRCC = 0.8742 ] +INFO:root:Average loss=0.07057965823855156 +INFO:root: +[Valid][18][UTT][ MSE = 0.2225 | LCC = 0.8762 | SRCC = 0.8755 ] +INFO:root:Average loss=0.06918698859711488 +INFO:root: +[Valid][19][UTT][ MSE = 0.1984 | LCC = 0.8781 | SRCC = 0.8772 ] +INFO:root:Average loss=0.07037354814700592 +INFO:root: +[Valid][20][UTT][ MSE = 0.2037 | LCC = 0.8756 | SRCC = 0.8735 ] +INFO:root:Average loss=0.05958541654623472 +INFO:root: +[Valid][21][UTT][ MSE = 0.2144 | LCC = 0.8779 | SRCC = 0.8770 ] +INFO:root:Average loss=0.05558178803095451 +INFO:root: +[Valid][22][UTT][ MSE = 0.2015 | LCC = 0.8746 | SRCC = 0.8733 ] +INFO:root:Average loss=0.052523596403308406 +INFO:root: +[Valid][23][UTT][ MSE = 0.2138 | LCC = 0.8763 | SRCC = 0.8728 ] +INFO:root:Average loss=0.05217888736380981 +INFO:root: +[Valid][24][UTT][ MSE = 0.2109 | LCC = 0.8763 | SRCC = 0.8758 ] +INFO:root:Average loss=0.04956406264159924 +INFO:root: +[Valid][25][UTT][ MSE = 0.2037 | LCC = 0.8762 | SRCC = 0.8750 ] +INFO:root:Average loss=0.04608529039586966 +INFO:root: +[Valid][26][UTT][ MSE = 0.2058 | LCC = 0.8746 | SRCC = 0.8747 ] +INFO:root:Average loss=0.04583140699049601 +INFO:root: +[Valid][27][UTT][ MSE = 0.2069 | LCC = 0.8760 | SRCC = 0.8748 ] +INFO:root:Average loss=0.04134885369776151 +INFO:root: +[Valid][28][UTT][ MSE = 0.2098 | LCC = 0.8732 | SRCC = 0.8718 ] +INFO:root:Average loss=0.03907117402801911 +INFO:root: +[Valid][29][UTT][ MSE = 0.2041 | LCC = 0.8761 | SRCC = 0.8745 ] +INFO:root:Average loss=0.040317937230261475 +INFO:root: +[Valid][30][UTT][ MSE = 0.2106 | LCC = 0.8731 | SRCC = 0.8723 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2284 | LCC = 0.8833 | SRCC = 0.8814 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer10/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer10/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..312f6aa3beb587edf3288f189ada6c07e5224c84 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b4e1c72c7d18f5c83efd1f46e4392a34857498db037c952a8ce99cdba75f460 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer10/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..487f10befdf68a2d692fb43b2f91e9cf85f19101 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a5b83fd0aeef2b1afb6e22b54f5b1f65a14cc48fb1f0beb4d0b1e49a6f25290 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer10/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7a0a70196819cc03146ed410b5631e2aeca3d5ee --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5351997738083204 +INFO:root: +[Valid][0][UTT][ MSE = 0.3600 | LCC = 0.8099 | SRCC = 0.8258 ] +INFO:root:Average loss=0.2579965039323538 +INFO:root: +[Valid][1][UTT][ MSE = 0.3067 | LCC = 0.8618 | SRCC = 0.8617 ] +INFO:root:Average loss=0.2014410770856417 +INFO:root: +[Valid][2][UTT][ MSE = 0.2560 | LCC = 0.8790 | SRCC = 0.8764 ] +INFO:root:Average loss=0.17734114233499917 +INFO:root: +[Valid][3][UTT][ MSE = 0.2231 | LCC = 0.8830 | SRCC = 0.8808 ] +INFO:root:Average loss=0.16105769708370551 +INFO:root: +[Valid][4][UTT][ MSE = 0.2081 | LCC = 0.8846 | SRCC = 0.8826 ] +INFO:root:Average loss=0.14803858120472002 +INFO:root: +[Valid][5][UTT][ MSE = 0.2193 | LCC = 0.8847 | SRCC = 0.8833 ] +INFO:root:Average loss=0.13940276186435652 +INFO:root: +[Valid][6][UTT][ MSE = 0.2077 | LCC = 0.8818 | SRCC = 0.8795 ] +INFO:root:Average loss=0.14039127108378288 +INFO:root: +[Valid][7][UTT][ MSE = 0.2384 | LCC = 0.8791 | SRCC = 0.8789 ] +INFO:root:Average loss=0.12718041279377082 +INFO:root: +[Valid][8][UTT][ MSE = 0.2481 | LCC = 0.8862 | SRCC = 0.8831 ] +INFO:root:Average loss=0.11785960292968994 +INFO:root: +[Valid][9][UTT][ MSE = 0.2024 | LCC = 0.8851 | SRCC = 0.8822 ] +INFO:root:Average loss=0.12088752900942779 +INFO:root: +[Valid][10][UTT][ MSE = 0.2039 | LCC = 0.8830 | SRCC = 0.8805 ] +INFO:root:Average loss=0.10721061474237686 +INFO:root: +[Valid][11][UTT][ MSE = 0.2121 | LCC = 0.8828 | SRCC = 0.8792 ] +INFO:root:Average loss=0.09299137242711507 +INFO:root: +[Valid][12][UTT][ MSE = 0.2264 | LCC = 0.8793 | SRCC = 0.8761 ] +INFO:root:Average loss=0.09346220881128922 +INFO:root: +[Valid][13][UTT][ MSE = 0.2203 | LCC = 0.8761 | SRCC = 0.8741 ] +INFO:root:Average loss=0.09107186745565671 +INFO:root: +[Valid][14][UTT][ MSE = 0.2059 | LCC = 0.8767 | SRCC = 0.8757 ] +INFO:root:Average loss=0.07421180952149324 +INFO:root: +[Valid][15][UTT][ MSE = 0.2278 | LCC = 0.8744 | SRCC = 0.8736 ] +INFO:root:Average loss=0.07409936251739661 +INFO:root: +[Valid][16][UTT][ MSE = 0.1968 | LCC = 0.8789 | SRCC = 0.8783 ] +INFO:root:Average loss=0.07400150979176545 +INFO:root: +[Valid][17][UTT][ MSE = 0.2196 | LCC = 0.8809 | SRCC = 0.8797 ] +INFO:root:Average loss=0.06458492772892499 +INFO:root: +[Valid][18][UTT][ MSE = 0.2091 | LCC = 0.8807 | SRCC = 0.8788 ] +INFO:root:Average loss=0.06197889641118355 +INFO:root: +[Valid][19][UTT][ MSE = 0.2211 | LCC = 0.8729 | SRCC = 0.8702 ] +INFO:root:Average loss=0.06380661113713032 +INFO:root: +[Valid][20][UTT][ MSE = 0.2002 | LCC = 0.8786 | SRCC = 0.8770 ] +INFO:root:Average loss=0.05596522146310562 +INFO:root: +[Valid][21][UTT][ MSE = 0.2061 | LCC = 0.8728 | SRCC = 0.8700 ] +INFO:root:Average loss=0.05075769193279438 +INFO:root: +[Valid][22][UTT][ MSE = 0.2191 | LCC = 0.8732 | SRCC = 0.8717 ] +INFO:root:Average loss=0.050684915067484744 +INFO:root: +[Valid][23][UTT][ MSE = 0.2113 | LCC = 0.8758 | SRCC = 0.8745 ] +INFO:root:Average loss=0.04766066878651961 +INFO:root: +[Valid][24][UTT][ MSE = 0.2186 | LCC = 0.8752 | SRCC = 0.8746 ] +INFO:root:Average loss=0.047183976938518196 +INFO:root: +[Valid][25][UTT][ MSE = 0.2162 | LCC = 0.8760 | SRCC = 0.8739 ] +INFO:root:Average loss=0.04337429338827347 +INFO:root: +[Valid][26][UTT][ MSE = 0.2043 | LCC = 0.8749 | SRCC = 0.8730 ] +INFO:root:Average loss=0.04011545389986191 +INFO:root: +[Valid][27][UTT][ MSE = 0.2156 | LCC = 0.8733 | SRCC = 0.8703 ] +INFO:root:Average loss=0.03983991884459288 +INFO:root: +[Valid][28][UTT][ MSE = 0.2088 | LCC = 0.8748 | SRCC = 0.8727 ] +INFO:root:Average loss=0.03856681530865339 +INFO:root: +[Valid][29][UTT][ MSE = 0.2108 | LCC = 0.8742 | SRCC = 0.8718 ] +INFO:root:Average loss=0.03715869077505209 +INFO:root: +[Valid][30][UTT][ MSE = 0.2087 | LCC = 0.8742 | SRCC = 0.8718 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2394 | LCC = 0.8799 | SRCC = 0.8793 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer10/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer10/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf6f7d2961f1d8a6d739cbf067ea42e2a6fed256 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0347a87711a1c462e351a33678a0e1377631069923df28282fee58dc955972d2 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer10/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd148d49b2659f1b28e7a9a109581ecbc09cb4ce --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ec34da9f9d7181df69d545107a724b5536b7df5b5dcbe17d60a50eef0b0d0af +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer10/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ab5a407a5d8a6b12adff2874642aeee5d9201cd9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.3734095075573677 +INFO:root: +[Valid][0][UTT][ MSE = 0.2846 | LCC = 0.8476 | SRCC = 0.8459 ] +INFO:root:Average loss=0.2203547043296007 +INFO:root: +[Valid][1][UTT][ MSE = 0.2546 | LCC = 0.8673 | SRCC = 0.8643 ] +INFO:root:Average loss=0.19818581239535257 +INFO:root: +[Valid][2][UTT][ MSE = 0.2104 | LCC = 0.8791 | SRCC = 0.8777 ] +INFO:root:Average loss=0.1839937502757097 +INFO:root: +[Valid][3][UTT][ MSE = 0.2155 | LCC = 0.8780 | SRCC = 0.8770 ] +INFO:root:Average loss=0.1735387924963083 +INFO:root: +[Valid][4][UTT][ MSE = 0.1981 | LCC = 0.8816 | SRCC = 0.8811 ] +INFO:root:Average loss=0.1572617520697606 +INFO:root: +[Valid][5][UTT][ MSE = 0.2033 | LCC = 0.8887 | SRCC = 0.8882 ] +INFO:root:Average loss=0.14122650982477727 +INFO:root: +[Valid][6][UTT][ MSE = 0.2523 | LCC = 0.8843 | SRCC = 0.8847 ] +INFO:root:Average loss=0.12878821446345404 +INFO:root: +[Valid][7][UTT][ MSE = 0.1978 | LCC = 0.8865 | SRCC = 0.8853 ] +INFO:root:Average loss=0.12150526151825221 +INFO:root: +[Valid][8][UTT][ MSE = 0.1968 | LCC = 0.8840 | SRCC = 0.8835 ] +INFO:root:Average loss=0.1123113314119669 +INFO:root: +[Valid][9][UTT][ MSE = 0.2017 | LCC = 0.8816 | SRCC = 0.8806 ] +INFO:root:Average loss=0.10926126020076947 +INFO:root: +[Valid][10][UTT][ MSE = 0.2065 | LCC = 0.8845 | SRCC = 0.8843 ] +INFO:root:Average loss=0.09903291737039883 +INFO:root: +[Valid][11][UTT][ MSE = 0.2205 | LCC = 0.8856 | SRCC = 0.8844 ] +INFO:root:Average loss=0.09543081167607735 +INFO:root: +[Valid][12][UTT][ MSE = 0.1996 | LCC = 0.8825 | SRCC = 0.8815 ] +INFO:root:Average loss=0.08783605852379249 +INFO:root: +[Valid][13][UTT][ MSE = 0.2136 | LCC = 0.8834 | SRCC = 0.8824 ] +INFO:root:Average loss=0.07899380260362075 +INFO:root: +[Valid][14][UTT][ MSE = 0.1872 | LCC = 0.8819 | SRCC = 0.8816 ] +INFO:root:Average loss=0.07895097060081287 +INFO:root: +[Valid][15][UTT][ MSE = 0.2187 | LCC = 0.8766 | SRCC = 0.8759 ] +INFO:root:Average loss=0.07427015408682518 +INFO:root: +[Valid][16][UTT][ MSE = 0.2067 | LCC = 0.8779 | SRCC = 0.8766 ] +INFO:root:Average loss=0.06846368862077212 +INFO:root: +[Valid][17][UTT][ MSE = 0.1872 | LCC = 0.8827 | SRCC = 0.8820 ] +INFO:root:Average loss=0.06133956371400601 +INFO:root: +[Valid][18][UTT][ MSE = 0.1935 | LCC = 0.8804 | SRCC = 0.8801 ] +INFO:root:Average loss=0.06152855967864012 +INFO:root: +[Valid][19][UTT][ MSE = 0.1898 | LCC = 0.8807 | SRCC = 0.8795 ] +INFO:root:Average loss=0.054672085703947604 +INFO:root: +[Valid][20][UTT][ MSE = 0.1903 | LCC = 0.8817 | SRCC = 0.8808 ] +INFO:root:Average loss=0.0588018818734548 +INFO:root: +[Valid][21][UTT][ MSE = 0.2147 | LCC = 0.8810 | SRCC = 0.8792 ] +INFO:root:Average loss=0.05105698653138601 +INFO:root: +[Valid][22][UTT][ MSE = 0.1953 | LCC = 0.8805 | SRCC = 0.8795 ] +INFO:root:Average loss=0.04985601717653947 +INFO:root: +[Valid][23][UTT][ MSE = 0.2097 | LCC = 0.8823 | SRCC = 0.8811 ] +INFO:root:Average loss=0.049819217302287236 +INFO:root: +[Valid][24][UTT][ MSE = 0.2012 | LCC = 0.8792 | SRCC = 0.8784 ] +INFO:root:Average loss=0.04605279822284595 +INFO:root: +[Valid][25][UTT][ MSE = 0.1930 | LCC = 0.8809 | SRCC = 0.8793 ] +INFO:root:Average loss=0.0421049156679939 +INFO:root: +[Valid][26][UTT][ MSE = 0.1893 | LCC = 0.8823 | SRCC = 0.8814 ] +INFO:root:Average loss=0.041717489512685016 +INFO:root: +[Valid][27][UTT][ MSE = 0.1931 | LCC = 0.8797 | SRCC = 0.8795 ] +INFO:root:Average loss=0.03779402179404711 +INFO:root: +[Valid][28][UTT][ MSE = 0.1967 | LCC = 0.8789 | SRCC = 0.8778 ] +INFO:root:Average loss=0.0396830388941826 +INFO:root: +[Valid][29][UTT][ MSE = 0.1981 | LCC = 0.8791 | SRCC = 0.8781 ] +INFO:root:Average loss=0.039461665571882173 +INFO:root: +[Valid][30][UTT][ MSE = 0.1919 | LCC = 0.8822 | SRCC = 0.8809 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1987 | LCC = 0.8828 | SRCC = 0.8817 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer10/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer10/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac1961a21601994ffaf267bd373684461c0349ff --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81be4a89fc4dcf24ee72653fc4e3bb694e449cdbc93148301da048a1437c024c +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer10/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a625330754a4bb9e66ac9cb066b278053ce6d77b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f1b0cf8dc50916d68326cf40dfd8aa1f66802323412bd02dff3b8d2418c0018 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer10/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..aed134b002855813ee968f72f4b0d16a77fba0cc --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4201156221903287 +INFO:root: +[Valid][0][UTT][ MSE = 0.3570 | LCC = 0.8256 | SRCC = 0.8295 ] +INFO:root:Average loss=0.235531703210794 +INFO:root: +[Valid][1][UTT][ MSE = 0.2574 | LCC = 0.8648 | SRCC = 0.8626 ] +INFO:root:Average loss=0.21524682612373278 +INFO:root: +[Valid][2][UTT][ MSE = 0.2791 | LCC = 0.8698 | SRCC = 0.8695 ] +INFO:root:Average loss=0.18600650360951057 +INFO:root: +[Valid][3][UTT][ MSE = 0.2126 | LCC = 0.8742 | SRCC = 0.8734 ] +INFO:root:Average loss=0.17011622893504608 +INFO:root: +[Valid][4][UTT][ MSE = 0.2392 | LCC = 0.8796 | SRCC = 0.8789 ] +INFO:root:Average loss=0.16110566544991273 +INFO:root: +[Valid][5][UTT][ MSE = 0.2155 | LCC = 0.8821 | SRCC = 0.8810 ] +INFO:root:Average loss=0.1547864379409032 +INFO:root: +[Valid][6][UTT][ MSE = 0.2651 | LCC = 0.8830 | SRCC = 0.8827 ] +INFO:root:Average loss=0.13896889936847565 +INFO:root: +[Valid][7][UTT][ MSE = 0.1899 | LCC = 0.8851 | SRCC = 0.8850 ] +INFO:root:Average loss=0.1303215286670587 +INFO:root: +[Valid][8][UTT][ MSE = 0.2203 | LCC = 0.8826 | SRCC = 0.8839 ] +INFO:root:Average loss=0.12003243628602761 +INFO:root: +[Valid][9][UTT][ MSE = 0.1959 | LCC = 0.8782 | SRCC = 0.8780 ] +INFO:root:Average loss=0.11669317566049404 +INFO:root: +[Valid][10][UTT][ MSE = 0.2007 | LCC = 0.8836 | SRCC = 0.8831 ] +INFO:root:Average loss=0.1151898627479871 +INFO:root: +[Valid][11][UTT][ MSE = 0.2161 | LCC = 0.8833 | SRCC = 0.8826 ] +INFO:root:Average loss=0.1000829734481298 +INFO:root: +[Valid][12][UTT][ MSE = 0.2059 | LCC = 0.8810 | SRCC = 0.8808 ] +INFO:root:Average loss=0.09247852818897137 +INFO:root: +[Valid][13][UTT][ MSE = 0.2180 | LCC = 0.8784 | SRCC = 0.8796 ] +INFO:root:Average loss=0.09091712897404647 +INFO:root: +[Valid][14][UTT][ MSE = 0.2146 | LCC = 0.8813 | SRCC = 0.8815 ] +INFO:root:Average loss=0.08660690744335835 +INFO:root: +[Valid][15][UTT][ MSE = 0.2195 | LCC = 0.8791 | SRCC = 0.8788 ] +INFO:root:Average loss=0.07922327814575954 +INFO:root: +[Valid][16][UTT][ MSE = 0.2116 | LCC = 0.8795 | SRCC = 0.8797 ] +INFO:root:Average loss=0.0695325508236121 +INFO:root: +[Valid][17][UTT][ MSE = 0.1987 | LCC = 0.8800 | SRCC = 0.8799 ] +INFO:root:Average loss=0.06636690950164428 +INFO:root: +[Valid][18][UTT][ MSE = 0.2226 | LCC = 0.8784 | SRCC = 0.8796 ] +INFO:root:Average loss=0.0702649698807643 +INFO:root: +[Valid][19][UTT][ MSE = 0.2123 | LCC = 0.8778 | SRCC = 0.8785 ] +INFO:root:Average loss=0.06987377007802327 +INFO:root: +[Valid][20][UTT][ MSE = 0.2170 | LCC = 0.8733 | SRCC = 0.8731 ] +INFO:root:Average loss=0.056229998715795 +INFO:root: +[Valid][21][UTT][ MSE = 0.2179 | LCC = 0.8752 | SRCC = 0.8755 ] +INFO:root:Average loss=0.06360479086064376 +INFO:root: +[Valid][22][UTT][ MSE = 0.2136 | LCC = 0.8806 | SRCC = 0.8809 ] +INFO:root:Average loss=0.05113865587955866 +INFO:root: +[Valid][23][UTT][ MSE = 0.2022 | LCC = 0.8793 | SRCC = 0.8794 ] +INFO:root:Average loss=0.053240264312197 +INFO:root: +[Valid][24][UTT][ MSE = 0.2058 | LCC = 0.8780 | SRCC = 0.8783 ] +INFO:root:Average loss=0.04669715523815308 +INFO:root: +[Valid][25][UTT][ MSE = 0.2098 | LCC = 0.8769 | SRCC = 0.8771 ] +INFO:root:Average loss=0.048817760788668424 +INFO:root: +[Valid][26][UTT][ MSE = 0.2116 | LCC = 0.8779 | SRCC = 0.8776 ] +INFO:root:Average loss=0.04472510702908039 +INFO:root: +[Valid][27][UTT][ MSE = 0.2106 | LCC = 0.8774 | SRCC = 0.8779 ] +INFO:root:Average loss=0.043927997088012025 +INFO:root: +[Valid][28][UTT][ MSE = 0.2078 | LCC = 0.8769 | SRCC = 0.8770 ] +INFO:root:Average loss=0.037966363776761755 +INFO:root: +[Valid][29][UTT][ MSE = 0.1946 | LCC = 0.8801 | SRCC = 0.8800 ] +INFO:root:Average loss=0.03755834168539597 +INFO:root: +[Valid][30][UTT][ MSE = 0.2080 | LCC = 0.8772 | SRCC = 0.8769 ] +INFO:root: +[Test][31][UTT][ MSE = 0.1929 | LCC = 0.8834 | SRCC = 0.8839 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer10/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer10/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..92f6a49fcbe7948b2b1581519c97ab05d02246cd --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce224843d5698c39c3940e951d9bb447b205b19797909681cf674e94423546f4 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer10/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d679f10cdb5e3d8048288fe647b9612bef19044 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5ffdcc818c9760c785dde0e5c2515dde1449c63d71798453763f69c9f662502 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer10/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer10/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..91df8cf0019d52f87e159733102096438a0a8547 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer10/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4208020514402634 +INFO:root: +[Valid][0][UTT][ MSE = 0.2853 | LCC = 0.8366 | SRCC = 0.8371 ] +INFO:root:Average loss=0.2327816067979886 +INFO:root: +[Valid][1][UTT][ MSE = 0.3065 | LCC = 0.8625 | SRCC = 0.8633 ] +INFO:root:Average loss=0.1949865840948545 +INFO:root: +[Valid][2][UTT][ MSE = 0.2192 | LCC = 0.8802 | SRCC = 0.8788 ] +INFO:root:Average loss=0.17329726597437492 +INFO:root: +[Valid][3][UTT][ MSE = 0.2398 | LCC = 0.8846 | SRCC = 0.8833 ] +INFO:root:Average loss=0.1679366331260938 +INFO:root: +[Valid][4][UTT][ MSE = 0.2141 | LCC = 0.8853 | SRCC = 0.8831 ] +INFO:root:Average loss=0.1618376998947217 +INFO:root: +[Valid][5][UTT][ MSE = 0.2104 | LCC = 0.8861 | SRCC = 0.8844 ] +INFO:root:Average loss=0.1478516726921766 +INFO:root: +[Valid][6][UTT][ MSE = 0.2243 | LCC = 0.8901 | SRCC = 0.8889 ] +INFO:root:Average loss=0.1324793575092768 +INFO:root: +[Valid][7][UTT][ MSE = 0.2619 | LCC = 0.8847 | SRCC = 0.8823 ] +INFO:root:Average loss=0.12477119515339534 +INFO:root: +[Valid][8][UTT][ MSE = 0.2001 | LCC = 0.8841 | SRCC = 0.8825 ] +INFO:root:Average loss=0.11932897519988891 +INFO:root: +[Valid][9][UTT][ MSE = 0.2139 | LCC = 0.8857 | SRCC = 0.8842 ] +INFO:root:Average loss=0.1030535710354646 +INFO:root: +[Valid][10][UTT][ MSE = 0.2233 | LCC = 0.8860 | SRCC = 0.8846 ] +INFO:root:Average loss=0.1048019283857101 +INFO:root: +[Valid][11][UTT][ MSE = 0.2480 | LCC = 0.8845 | SRCC = 0.8846 ] +INFO:root:Average loss=0.10344180813393532 +INFO:root: +[Valid][12][UTT][ MSE = 0.2257 | LCC = 0.8783 | SRCC = 0.8757 ] +INFO:root:Average loss=0.10366773624450733 +INFO:root: +[Valid][13][UTT][ MSE = 0.2185 | LCC = 0.8846 | SRCC = 0.8827 ] +INFO:root:Average loss=0.07872457950352094 +INFO:root: +[Valid][14][UTT][ MSE = 0.2045 | LCC = 0.8845 | SRCC = 0.8822 ] +INFO:root:Average loss=0.08506343480295096 +INFO:root: +[Valid][15][UTT][ MSE = 0.2057 | LCC = 0.8846 | SRCC = 0.8825 ] +INFO:root:Average loss=0.07648286404900062 +INFO:root: +[Valid][16][UTT][ MSE = 0.2406 | LCC = 0.8820 | SRCC = 0.8791 ] +INFO:root:Average loss=0.06981519031792115 +INFO:root: +[Valid][17][UTT][ MSE = 0.2130 | LCC = 0.8796 | SRCC = 0.8772 ] +INFO:root:Average loss=0.07800702110697062 +INFO:root: +[Valid][18][UTT][ MSE = 0.2172 | LCC = 0.8774 | SRCC = 0.8766 ] +INFO:root:Average loss=0.07568606801140003 +INFO:root: +[Valid][19][UTT][ MSE = 0.2057 | LCC = 0.8783 | SRCC = 0.8773 ] +INFO:root:Average loss=0.0642813549687465 +INFO:root: +[Valid][20][UTT][ MSE = 0.2056 | LCC = 0.8788 | SRCC = 0.8773 ] +INFO:root:Average loss=0.06446452964192782 +INFO:root: +[Valid][21][UTT][ MSE = 0.2166 | LCC = 0.8772 | SRCC = 0.8747 ] +INFO:root:Average loss=0.05391517367500525 +INFO:root: +[Valid][22][UTT][ MSE = 0.2122 | LCC = 0.8744 | SRCC = 0.8729 ] +INFO:root:Average loss=0.04824891951508247 +INFO:root: +[Valid][23][UTT][ MSE = 0.2471 | LCC = 0.8709 | SRCC = 0.8704 ] +INFO:root:Average loss=0.053573074989402905 +INFO:root: +[Valid][24][UTT][ MSE = 0.2103 | LCC = 0.8787 | SRCC = 0.8759 ] +INFO:root:Average loss=0.05248158642401298 +INFO:root: +[Valid][25][UTT][ MSE = 0.2232 | LCC = 0.8770 | SRCC = 0.8743 ] +INFO:root:Average loss=0.045862696754435696 +INFO:root: +[Valid][26][UTT][ MSE = 0.2298 | LCC = 0.8712 | SRCC = 0.8706 ] +INFO:root:Average loss=0.0474579904276209 +INFO:root: +[Valid][27][UTT][ MSE = 0.2281 | LCC = 0.8782 | SRCC = 0.8754 ] +INFO:root:Average loss=0.048014975821551606 +INFO:root: +[Valid][28][UTT][ MSE = 0.2138 | LCC = 0.8775 | SRCC = 0.8759 ] +INFO:root:Average loss=0.039342341968455374 +INFO:root: +[Valid][29][UTT][ MSE = 0.2215 | LCC = 0.8755 | SRCC = 0.8739 ] +INFO:root:Average loss=0.03582550107668608 +INFO:root: +[Valid][30][UTT][ MSE = 0.2098 | LCC = 0.8786 | SRCC = 0.8769 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2407 | LCC = 0.8803 | SRCC = 0.8836 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer12/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer12/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0ed5795363cb3ca8b80ae6897a97e16dffcfd93 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c39210c1c5d791fb4c1047464718ed43627c90f4b42add795a340fd3e8df8297 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer12/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6d5f4b88d2e1c3e547d424477d242b48dfbbec8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2704e041e129ab24a268bdc8f6fdb468cd54dc1db62775b52f75703f89d1d482 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer12/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0405f4bc9f7bed2cb60d6c19a6d9ca6d2caa801a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.43134039907883376 +INFO:root: +[Valid][0][UTT][ MSE = 0.2869 | LCC = 0.8202 | SRCC = 0.8259 ] +INFO:root:Average loss=0.2432614979453576 +INFO:root: +[Valid][1][UTT][ MSE = 0.2315 | LCC = 0.8557 | SRCC = 0.8604 ] +INFO:root:Average loss=0.2015660252326574 +INFO:root: +[Valid][2][UTT][ MSE = 0.2493 | LCC = 0.8701 | SRCC = 0.8671 ] +INFO:root:Average loss=0.18793512422304887 +INFO:root: +[Valid][3][UTT][ MSE = 0.2523 | LCC = 0.8721 | SRCC = 0.8737 ] +INFO:root:Average loss=0.17796922981356963 +INFO:root: +[Valid][4][UTT][ MSE = 0.2019 | LCC = 0.8800 | SRCC = 0.8783 ] +INFO:root:Average loss=0.16103985657294592 +INFO:root: +[Valid][5][UTT][ MSE = 0.2241 | LCC = 0.8764 | SRCC = 0.8757 ] +INFO:root:Average loss=0.15354608964079466 +INFO:root: +[Valid][6][UTT][ MSE = 0.2547 | LCC = 0.8789 | SRCC = 0.8771 ] +INFO:root:Average loss=0.1526210353924678 +INFO:root: +[Valid][7][UTT][ MSE = 0.2225 | LCC = 0.8826 | SRCC = 0.8801 ] +INFO:root:Average loss=0.13176963430566666 +INFO:root: +[Valid][8][UTT][ MSE = 0.1998 | LCC = 0.8843 | SRCC = 0.8811 ] +INFO:root:Average loss=0.13403625537951788 +INFO:root: +[Valid][9][UTT][ MSE = 0.2309 | LCC = 0.8795 | SRCC = 0.8798 ] +INFO:root:Average loss=0.11411582716764548 +INFO:root: +[Valid][10][UTT][ MSE = 0.2261 | LCC = 0.8781 | SRCC = 0.8778 ] +INFO:root:Average loss=0.11175005233440644 +INFO:root: +[Valid][11][UTT][ MSE = 0.2328 | LCC = 0.8791 | SRCC = 0.8773 ] +INFO:root:Average loss=0.10339144034645496 +INFO:root: +[Valid][12][UTT][ MSE = 0.1948 | LCC = 0.8806 | SRCC = 0.8799 ] +INFO:root:Average loss=0.10046062117012647 +INFO:root: +[Valid][13][UTT][ MSE = 0.2352 | LCC = 0.8797 | SRCC = 0.8787 ] +INFO:root:Average loss=0.09633971225374784 +INFO:root: +[Valid][14][UTT][ MSE = 0.1982 | LCC = 0.8826 | SRCC = 0.8812 ] +INFO:root:Average loss=0.09600212186192855 +INFO:root: +[Valid][15][UTT][ MSE = 0.2101 | LCC = 0.8830 | SRCC = 0.8815 ] +INFO:root:Average loss=0.08248659433462681 +INFO:root: +[Valid][16][UTT][ MSE = 0.2057 | LCC = 0.8782 | SRCC = 0.8774 ] +INFO:root:Average loss=0.07910094204812478 +INFO:root: +[Valid][17][UTT][ MSE = 0.2291 | LCC = 0.8809 | SRCC = 0.8797 ] +INFO:root:Average loss=0.075721514912752 +INFO:root: +[Valid][18][UTT][ MSE = 0.2032 | LCC = 0.8801 | SRCC = 0.8775 ] +INFO:root:Average loss=0.07326434261332719 +INFO:root: +[Valid][19][UTT][ MSE = 0.2065 | LCC = 0.8782 | SRCC = 0.8757 ] +INFO:root:Average loss=0.07320839281265552 +INFO:root: +[Valid][20][UTT][ MSE = 0.2145 | LCC = 0.8783 | SRCC = 0.8790 ] +INFO:root:Average loss=0.07162886093824337 +INFO:root: +[Valid][21][UTT][ MSE = 0.2183 | LCC = 0.8815 | SRCC = 0.8801 ] +INFO:root:Average loss=0.06479160587948102 +INFO:root: +[Valid][22][UTT][ MSE = 0.2147 | LCC = 0.8752 | SRCC = 0.8726 ] +INFO:root:Average loss=0.06037728765454048 +INFO:root: +[Valid][23][UTT][ MSE = 0.1943 | LCC = 0.8770 | SRCC = 0.8769 ] +INFO:root:Average loss=0.057858384429262236 +INFO:root: +[Valid][24][UTT][ MSE = 0.2199 | LCC = 0.8778 | SRCC = 0.8761 ] +INFO:root:Average loss=0.06199922436513962 +INFO:root: +[Valid][25][UTT][ MSE = 0.1960 | LCC = 0.8798 | SRCC = 0.8785 ] +INFO:root:Average loss=0.05672770831733942 +INFO:root: +[Valid][26][UTT][ MSE = 0.2222 | LCC = 0.8778 | SRCC = 0.8752 ] +INFO:root:Average loss=0.04863365419591085 +INFO:root: +[Valid][27][UTT][ MSE = 0.2306 | LCC = 0.8760 | SRCC = 0.8747 ] +INFO:root:Average loss=0.059276617323167816 +INFO:root: +[Valid][28][UTT][ MSE = 0.2318 | LCC = 0.8767 | SRCC = 0.8749 ] +INFO:root:Average loss=0.05595891583615389 +INFO:root: +[Valid][29][UTT][ MSE = 0.2096 | LCC = 0.8772 | SRCC = 0.8748 ] +INFO:root:Average loss=0.043032477562053084 +INFO:root: +[Valid][30][UTT][ MSE = 0.2142 | LCC = 0.8759 | SRCC = 0.8743 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2139 | LCC = 0.8786 | SRCC = 0.8793 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer12/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer12/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8a7cb8f0edcac04c17943b09e7161223e0f0be7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7db6a980b3d5565e45eeffcf9541a56000da0e422b5447d1f7885c5af112aa99 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer12/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..009d5f2dc410d59c9d3ec001c2a87e54be83b8af --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:677244d62c88cd5e1917177efac82481bd112feb1666c24b345e0a6d0d825128 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer12/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2a96f0c6583afca8f7e47490d8aeabcc0eeaa838 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4107531941471956 +INFO:root: +[Valid][0][UTT][ MSE = 0.2870 | LCC = 0.8351 | SRCC = 0.8374 ] +INFO:root:Average loss=0.2397423961605781 +INFO:root: +[Valid][1][UTT][ MSE = 0.2470 | LCC = 0.8634 | SRCC = 0.8621 ] +INFO:root:Average loss=0.20519642837536642 +INFO:root: +[Valid][2][UTT][ MSE = 0.2293 | LCC = 0.8762 | SRCC = 0.8738 ] +INFO:root:Average loss=0.18984988790292007 +INFO:root: +[Valid][3][UTT][ MSE = 0.1975 | LCC = 0.8786 | SRCC = 0.8780 ] +INFO:root:Average loss=0.17406836094764563 +INFO:root: +[Valid][4][UTT][ MSE = 0.2421 | LCC = 0.8763 | SRCC = 0.8804 ] +INFO:root:Average loss=0.1678898902848745 +INFO:root: +[Valid][5][UTT][ MSE = 0.2017 | LCC = 0.8857 | SRCC = 0.8855 ] +INFO:root:Average loss=0.1511603160164295 +INFO:root: +[Valid][6][UTT][ MSE = 0.1953 | LCC = 0.8853 | SRCC = 0.8853 ] +INFO:root:Average loss=0.14504898310853884 +INFO:root: +[Valid][7][UTT][ MSE = 0.2067 | LCC = 0.8836 | SRCC = 0.8816 ] +INFO:root:Average loss=0.14016092625948098 +INFO:root: +[Valid][8][UTT][ MSE = 0.2232 | LCC = 0.8846 | SRCC = 0.8828 ] +INFO:root:Average loss=0.13490283938172537 +INFO:root: +[Valid][9][UTT][ MSE = 0.2290 | LCC = 0.8836 | SRCC = 0.8850 ] +INFO:root:Average loss=0.12261897268203589 +INFO:root: +[Valid][10][UTT][ MSE = 0.1973 | LCC = 0.8891 | SRCC = 0.8881 ] +INFO:root:Average loss=0.11620791371052082 +INFO:root: +[Valid][11][UTT][ MSE = 0.2043 | LCC = 0.8869 | SRCC = 0.8861 ] +INFO:root:Average loss=0.10309879691937031 +INFO:root: +[Valid][12][UTT][ MSE = 0.2108 | LCC = 0.8837 | SRCC = 0.8828 ] +INFO:root:Average loss=0.09408800198863713 +INFO:root: +[Valid][13][UTT][ MSE = 0.1945 | LCC = 0.8838 | SRCC = 0.8833 ] +INFO:root:Average loss=0.08957118913531303 +INFO:root: +[Valid][14][UTT][ MSE = 0.2040 | LCC = 0.8802 | SRCC = 0.8796 ] +INFO:root:Average loss=0.09031523601749004 +INFO:root: +[Valid][15][UTT][ MSE = 0.1984 | LCC = 0.8835 | SRCC = 0.8835 ] +INFO:root:Average loss=0.07808922832975021 +INFO:root: +[Valid][16][UTT][ MSE = 0.1920 | LCC = 0.8860 | SRCC = 0.8862 ] +INFO:root:Average loss=0.07695884434267497 +INFO:root: +[Valid][17][UTT][ MSE = 0.2123 | LCC = 0.8836 | SRCC = 0.8852 ] +INFO:root:Average loss=0.08500036530387707 +INFO:root: +[Valid][18][UTT][ MSE = 0.1944 | LCC = 0.8818 | SRCC = 0.8822 ] +INFO:root:Average loss=0.07421333476518974 +INFO:root: +[Valid][19][UTT][ MSE = 0.2520 | LCC = 0.8790 | SRCC = 0.8812 ] +INFO:root:Average loss=0.0733262887940957 +INFO:root: +[Valid][20][UTT][ MSE = 0.1951 | LCC = 0.8826 | SRCC = 0.8830 ] +INFO:root:Average loss=0.06104039391263937 +INFO:root: +[Valid][21][UTT][ MSE = 0.1995 | LCC = 0.8801 | SRCC = 0.8800 ] +INFO:root:Average loss=0.06913519526521365 +INFO:root: +[Valid][22][UTT][ MSE = 0.2081 | LCC = 0.8846 | SRCC = 0.8845 ] +INFO:root:Average loss=0.05758007928633537 +INFO:root: +[Valid][23][UTT][ MSE = 0.1935 | LCC = 0.8828 | SRCC = 0.8829 ] +INFO:root:Average loss=0.06098894777301794 +INFO:root: +[Valid][24][UTT][ MSE = 0.2012 | LCC = 0.8815 | SRCC = 0.8822 ] +INFO:root:Average loss=0.056343535104623206 +INFO:root: +[Valid][25][UTT][ MSE = 0.2020 | LCC = 0.8822 | SRCC = 0.8826 ] +INFO:root:Average loss=0.05231814989103721 +INFO:root: +[Valid][26][UTT][ MSE = 0.2084 | LCC = 0.8770 | SRCC = 0.8773 ] +INFO:root:Average loss=0.05086811020588263 +INFO:root: +[Valid][27][UTT][ MSE = 0.2087 | LCC = 0.8814 | SRCC = 0.8829 ] +INFO:root:Average loss=0.05575300361483525 +INFO:root: +[Valid][28][UTT][ MSE = 0.1974 | LCC = 0.8829 | SRCC = 0.8817 ] +INFO:root:Average loss=0.04187874944928365 +INFO:root: +[Valid][29][UTT][ MSE = 0.1991 | LCC = 0.8788 | SRCC = 0.8790 ] +INFO:root:Average loss=0.04237265722491802 +INFO:root: +[Valid][30][UTT][ MSE = 0.1990 | LCC = 0.8811 | SRCC = 0.8806 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2245 | LCC = 0.8778 | SRCC = 0.8789 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer12/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer12/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a2441aa60e9aa7c483ec07029ae70f1994cc351 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a8d2f81559e28544bd5ad3a733f13cc2af5f3cab77fa348607c3ea82d8245a1 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer12/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bf88b617fc4b43a05de1364dea1b419a284a512 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dea89533473a7edc4f9b4cb42fba82d06414e73ca393d12100a46160d9a1b8d5 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer12/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..40731a80465a085880f65b717ea967fc7fefc41a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4414276593388655 +INFO:root: +[Valid][0][UTT][ MSE = 0.3161 | LCC = 0.8366 | SRCC = 0.8353 ] +INFO:root:Average loss=0.2354031352278514 +INFO:root: +[Valid][1][UTT][ MSE = 0.2825 | LCC = 0.8659 | SRCC = 0.8638 ] +INFO:root:Average loss=0.20009069354870382 +INFO:root: +[Valid][2][UTT][ MSE = 0.2829 | LCC = 0.8756 | SRCC = 0.8750 ] +INFO:root:Average loss=0.22376641354117638 +INFO:root: +[Valid][3][UTT][ MSE = 0.2398 | LCC = 0.8750 | SRCC = 0.8737 ] +INFO:root:Average loss=0.180615312873553 +INFO:root: +[Valid][4][UTT][ MSE = 0.2419 | LCC = 0.8766 | SRCC = 0.8750 ] +INFO:root:Average loss=0.1634938633785798 +INFO:root: +[Valid][5][UTT][ MSE = 0.2706 | LCC = 0.8771 | SRCC = 0.8758 ] +INFO:root:Average loss=0.15759465566430336 +INFO:root: +[Valid][6][UTT][ MSE = 0.2180 | LCC = 0.8839 | SRCC = 0.8818 ] +INFO:root:Average loss=0.1584886621015194 +INFO:root: +[Valid][7][UTT][ MSE = 0.2156 | LCC = 0.8837 | SRCC = 0.8827 ] +INFO:root:Average loss=0.13105293993766493 +INFO:root: +[Valid][8][UTT][ MSE = 0.2621 | LCC = 0.8793 | SRCC = 0.8797 ] +INFO:root:Average loss=0.1318916277243541 +INFO:root: +[Valid][9][UTT][ MSE = 0.1975 | LCC = 0.8801 | SRCC = 0.8786 ] +INFO:root:Average loss=0.12066801971732041 +INFO:root: +[Valid][10][UTT][ MSE = 0.2208 | LCC = 0.8828 | SRCC = 0.8812 ] +INFO:root:Average loss=0.11083958842433415 +INFO:root: +[Valid][11][UTT][ MSE = 0.2409 | LCC = 0.8835 | SRCC = 0.8829 ] +INFO:root:Average loss=0.11203931295909943 +INFO:root: +[Valid][12][UTT][ MSE = 0.2168 | LCC = 0.8830 | SRCC = 0.8810 ] +INFO:root:Average loss=0.0943679032035363 +INFO:root: +[Valid][13][UTT][ MSE = 0.2309 | LCC = 0.8779 | SRCC = 0.8766 ] +INFO:root:Average loss=0.09313443857125747 +INFO:root: +[Valid][14][UTT][ MSE = 0.2244 | LCC = 0.8814 | SRCC = 0.8796 ] +INFO:root:Average loss=0.08780786485817188 +INFO:root: +[Valid][15][UTT][ MSE = 0.2282 | LCC = 0.8792 | SRCC = 0.8781 ] +INFO:root:Average loss=0.09027439054961388 +INFO:root: +[Valid][16][UTT][ MSE = 0.2784 | LCC = 0.8766 | SRCC = 0.8786 ] +INFO:root:Average loss=0.09699724265971245 +INFO:root: +[Valid][17][UTT][ MSE = 0.2355 | LCC = 0.8826 | SRCC = 0.8827 ] +INFO:root:Average loss=0.08852032027565516 +INFO:root: +[Valid][18][UTT][ MSE = 0.2084 | LCC = 0.8817 | SRCC = 0.8807 ] +INFO:root:Average loss=0.07997133835959129 +INFO:root: +[Valid][19][UTT][ MSE = 0.2395 | LCC = 0.8789 | SRCC = 0.8788 ] +INFO:root:Average loss=0.07069226139439987 +INFO:root: +[Valid][20][UTT][ MSE = 0.2185 | LCC = 0.8774 | SRCC = 0.8758 ] +INFO:root:Average loss=0.06978897492472942 +INFO:root: +[Valid][21][UTT][ MSE = 0.2021 | LCC = 0.8793 | SRCC = 0.8788 ] +INFO:root:Average loss=0.06066078387009792 +INFO:root: +[Valid][22][UTT][ MSE = 0.2179 | LCC = 0.8775 | SRCC = 0.8760 ] +INFO:root:Average loss=0.0658242318015068 +INFO:root: +[Valid][23][UTT][ MSE = 0.2397 | LCC = 0.8742 | SRCC = 0.8754 ] +INFO:root:Average loss=0.06189421182259535 +INFO:root: +[Valid][24][UTT][ MSE = 0.2181 | LCC = 0.8781 | SRCC = 0.8765 ] +INFO:root:Average loss=0.07097652673912354 +INFO:root: +[Valid][25][UTT][ MSE = 0.2635 | LCC = 0.8771 | SRCC = 0.8775 ] +INFO:root:Average loss=0.05233701220594156 +INFO:root: +[Valid][26][UTT][ MSE = 0.2327 | LCC = 0.8745 | SRCC = 0.8728 ] +INFO:root:Average loss=0.05363524432938833 +INFO:root: +[Valid][27][UTT][ MSE = 0.2020 | LCC = 0.8794 | SRCC = 0.8783 ] +INFO:root:Average loss=0.07101499926871978 +INFO:root: +[Valid][28][UTT][ MSE = 0.2128 | LCC = 0.8805 | SRCC = 0.8792 ] +INFO:root:Average loss=0.045623987793731384 +INFO:root: +[Valid][29][UTT][ MSE = 0.2037 | LCC = 0.8792 | SRCC = 0.8787 ] +INFO:root:Average loss=0.05222110724888551 +INFO:root: +[Valid][30][UTT][ MSE = 0.2183 | LCC = 0.8772 | SRCC = 0.8766 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2233 | LCC = 0.8794 | SRCC = 0.8808 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer12/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer12/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d427ca782fa8fd60db2b6042f2c9b7a4fc28a06 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b0357263a957c2f7ac12de3d6d37d322ff11352abe402684e49b3fde7577d37 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer12/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f7fcedf294444f9428295cf37adcb315b42a538 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99d3213ce578e477daeadc83aeca0a02a67485466bc9b47fdedf4572aeb98e75 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer12/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c659a9ac4a8288c24b6e21f664d44d9e8332cb86 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.43156678821796024 +INFO:root: +[Valid][0][UTT][ MSE = 0.3108 | LCC = 0.8303 | SRCC = 0.8310 ] +INFO:root:Average loss=0.23430500867275092 +INFO:root: +[Valid][1][UTT][ MSE = 0.2717 | LCC = 0.8641 | SRCC = 0.8609 ] +INFO:root:Average loss=0.21006518850723901 +INFO:root: +[Valid][2][UTT][ MSE = 0.2635 | LCC = 0.8747 | SRCC = 0.8721 ] +INFO:root:Average loss=0.1908389096840834 +INFO:root: +[Valid][3][UTT][ MSE = 0.2261 | LCC = 0.8731 | SRCC = 0.8715 ] +INFO:root:Average loss=0.17828318925622183 +INFO:root: +[Valid][4][UTT][ MSE = 0.2609 | LCC = 0.8783 | SRCC = 0.8775 ] +INFO:root:Average loss=0.15988588906251466 +INFO:root: +[Valid][5][UTT][ MSE = 0.2351 | LCC = 0.8792 | SRCC = 0.8763 ] +INFO:root:Average loss=0.15387011147462404 +INFO:root: +[Valid][6][UTT][ MSE = 0.2371 | LCC = 0.8828 | SRCC = 0.8804 ] +INFO:root:Average loss=0.13895899449021387 +INFO:root: +[Valid][7][UTT][ MSE = 0.2675 | LCC = 0.8821 | SRCC = 0.8802 ] +INFO:root:Average loss=0.13259739084885672 +INFO:root: +[Valid][8][UTT][ MSE = 0.2289 | LCC = 0.8830 | SRCC = 0.8814 ] +INFO:root:Average loss=0.12703571411279532 +INFO:root: +[Valid][9][UTT][ MSE = 0.2465 | LCC = 0.8838 | SRCC = 0.8821 ] +INFO:root:Average loss=0.12030806936896764 +INFO:root: +[Valid][10][UTT][ MSE = 0.2318 | LCC = 0.8821 | SRCC = 0.8800 ] +INFO:root:Average loss=0.10440109670162201 +INFO:root: +[Valid][11][UTT][ MSE = 0.2146 | LCC = 0.8804 | SRCC = 0.8786 ] +INFO:root:Average loss=0.10444070112246734 +INFO:root: +[Valid][12][UTT][ MSE = 0.2268 | LCC = 0.8822 | SRCC = 0.8812 ] +INFO:root:Average loss=0.11258445374476604 +INFO:root: +[Valid][13][UTT][ MSE = 0.2220 | LCC = 0.8846 | SRCC = 0.8817 ] +INFO:root:Average loss=0.10261656119464299 +INFO:root: +[Valid][14][UTT][ MSE = 0.3218 | LCC = 0.8794 | SRCC = 0.8793 ] +INFO:root:Average loss=0.08616507760225198 +INFO:root: +[Valid][15][UTT][ MSE = 0.2343 | LCC = 0.8791 | SRCC = 0.8769 ] +INFO:root:Average loss=0.07955361448992522 +INFO:root: +[Valid][16][UTT][ MSE = 0.2279 | LCC = 0.8838 | SRCC = 0.8817 ] +INFO:root:Average loss=0.08127777307079388 +INFO:root: +[Valid][17][UTT][ MSE = 0.2403 | LCC = 0.8816 | SRCC = 0.8801 ] +INFO:root:Average loss=0.07089385891763064 +INFO:root: +[Valid][18][UTT][ MSE = 0.1972 | LCC = 0.8807 | SRCC = 0.8790 ] +INFO:root:Average loss=0.07044478415105587 +INFO:root: +[Valid][19][UTT][ MSE = 0.2020 | LCC = 0.8789 | SRCC = 0.8768 ] +INFO:root:Average loss=0.07174976432743745 +INFO:root: +[Valid][20][UTT][ MSE = 0.2110 | LCC = 0.8777 | SRCC = 0.8750 ] +INFO:root:Average loss=0.0607822310561553 +INFO:root: +[Valid][21][UTT][ MSE = 0.2356 | LCC = 0.8784 | SRCC = 0.8758 ] +INFO:root:Average loss=0.06350577063858509 +INFO:root: +[Valid][22][UTT][ MSE = 0.2607 | LCC = 0.8807 | SRCC = 0.8803 ] +INFO:root:Average loss=0.05678955264962637 +INFO:root: +[Valid][23][UTT][ MSE = 0.2348 | LCC = 0.8797 | SRCC = 0.8786 ] +INFO:root:Average loss=0.055563706833009534 +INFO:root: +[Valid][24][UTT][ MSE = 0.2158 | LCC = 0.8799 | SRCC = 0.8795 ] +INFO:root:Average loss=0.05030864075972484 +INFO:root: +[Valid][25][UTT][ MSE = 0.2616 | LCC = 0.8778 | SRCC = 0.8766 ] +INFO:root:Average loss=0.047384170098946646 +INFO:root: +[Valid][26][UTT][ MSE = 0.2178 | LCC = 0.8801 | SRCC = 0.8777 ] +INFO:root:Average loss=0.0466214097940769 +INFO:root: +[Valid][27][UTT][ MSE = 0.3044 | LCC = 0.8786 | SRCC = 0.8785 ] +INFO:root:Average loss=0.04733588436666208 +INFO:root: +[Valid][28][UTT][ MSE = 0.2567 | LCC = 0.8801 | SRCC = 0.8779 ] +INFO:root:Average loss=0.041783724624950155 +INFO:root: +[Valid][29][UTT][ MSE = 0.2042 | LCC = 0.8801 | SRCC = 0.8774 ] +INFO:root:Average loss=0.047782634098369345 +INFO:root: +[Valid][30][UTT][ MSE = 0.2453 | LCC = 0.8795 | SRCC = 0.8776 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2117 | LCC = 0.8797 | SRCC = 0.8792 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer12/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer12/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..9aa3381f1d2f886c6edcff98233fbd969e0ec489 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8266b61e1b098e61726cf95c4770c5014477b8e91bcadf7be1eb459be5777df1 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer12/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..71f826f8e149fcf6d3f8f5fac54bd60ff5912a13 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb2967fd0d3e68d9fd4848b232172a009269647e48c6e6b8541afe5225efe2cf +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer12/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer12/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..857a2c0e651b0bafe2182e364febe8ee454aa60f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer12/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4664554781256578 +INFO:root: +[Valid][0][UTT][ MSE = 0.3491 | LCC = 0.8285 | SRCC = 0.8257 ] +INFO:root:Average loss=0.26001651623310185 +INFO:root: +[Valid][1][UTT][ MSE = 0.2840 | LCC = 0.8549 | SRCC = 0.8523 ] +INFO:root:Average loss=0.21473986273392653 +INFO:root: +[Valid][2][UTT][ MSE = 0.2759 | LCC = 0.8682 | SRCC = 0.8657 ] +INFO:root:Average loss=0.20093868328974798 +INFO:root: +[Valid][3][UTT][ MSE = 0.2351 | LCC = 0.8753 | SRCC = 0.8733 ] +INFO:root:Average loss=0.18512742259563544 +INFO:root: +[Valid][4][UTT][ MSE = 0.2126 | LCC = 0.8770 | SRCC = 0.8762 ] +INFO:root:Average loss=0.1646320246733152 +INFO:root: +[Valid][5][UTT][ MSE = 0.2339 | LCC = 0.8754 | SRCC = 0.8736 ] +INFO:root:Average loss=0.15797052885859442 +INFO:root: +[Valid][6][UTT][ MSE = 0.2276 | LCC = 0.8789 | SRCC = 0.8775 ] +INFO:root:Average loss=0.14778514731770906 +INFO:root: +[Valid][7][UTT][ MSE = 0.2096 | LCC = 0.8753 | SRCC = 0.8750 ] +INFO:root:Average loss=0.1335751271018615 +INFO:root: +[Valid][8][UTT][ MSE = 0.2295 | LCC = 0.8772 | SRCC = 0.8774 ] +INFO:root:Average loss=0.13147269915311766 +INFO:root: +[Valid][9][UTT][ MSE = 0.2159 | LCC = 0.8732 | SRCC = 0.8727 ] +INFO:root:Average loss=0.11992283967825082 +INFO:root: +[Valid][10][UTT][ MSE = 0.2200 | LCC = 0.8775 | SRCC = 0.8758 ] +INFO:root:Average loss=0.11116728549584365 +INFO:root: +[Valid][11][UTT][ MSE = 0.2091 | LCC = 0.8788 | SRCC = 0.8792 ] +INFO:root:Average loss=0.10866378123561542 +INFO:root: +[Valid][12][UTT][ MSE = 0.2422 | LCC = 0.8751 | SRCC = 0.8771 ] +INFO:root:Average loss=0.10972583351226953 +INFO:root: +[Valid][13][UTT][ MSE = 0.2305 | LCC = 0.8771 | SRCC = 0.8772 ] +INFO:root:Average loss=0.09699411637698993 +INFO:root: +[Valid][14][UTT][ MSE = 0.2401 | LCC = 0.8753 | SRCC = 0.8746 ] +INFO:root:Average loss=0.08866893738890305 +INFO:root: +[Valid][15][UTT][ MSE = 0.2564 | LCC = 0.8734 | SRCC = 0.8738 ] +INFO:root:Average loss=0.08385295521181363 +INFO:root: +[Valid][16][UTT][ MSE = 0.2498 | LCC = 0.8686 | SRCC = 0.8696 ] +INFO:root:Average loss=0.08315856707019684 +INFO:root: +[Valid][17][UTT][ MSE = 0.2218 | LCC = 0.8709 | SRCC = 0.8692 ] +INFO:root:Average loss=0.07830936480791141 +INFO:root: +[Valid][18][UTT][ MSE = 0.2243 | LCC = 0.8693 | SRCC = 0.8688 ] +INFO:root:Average loss=0.07585702979793915 +INFO:root: +[Valid][19][UTT][ MSE = 0.2975 | LCC = 0.8701 | SRCC = 0.8704 ] +INFO:root:Average loss=0.0705188060991275 +INFO:root: +[Valid][20][UTT][ MSE = 0.2116 | LCC = 0.8727 | SRCC = 0.8709 ] +INFO:root:Average loss=0.0653565855553517 +INFO:root: +[Valid][21][UTT][ MSE = 0.2138 | LCC = 0.8724 | SRCC = 0.8712 ] +INFO:root:Average loss=0.06596085629784144 +INFO:root: +[Valid][22][UTT][ MSE = 0.2198 | LCC = 0.8732 | SRCC = 0.8716 ] +INFO:root:Average loss=0.06218505607774624 +INFO:root: +[Valid][23][UTT][ MSE = 0.2610 | LCC = 0.8671 | SRCC = 0.8666 ] +INFO:root:Average loss=0.06488560832654819 +INFO:root: +[Valid][24][UTT][ MSE = 0.2741 | LCC = 0.8698 | SRCC = 0.8698 ] +INFO:root:Average loss=0.05399155244231224 +INFO:root: +[Valid][25][UTT][ MSE = 0.2705 | LCC = 0.8709 | SRCC = 0.8708 ] +INFO:root:Average loss=0.05650010236944908 +INFO:root: +[Valid][26][UTT][ MSE = 0.2137 | LCC = 0.8725 | SRCC = 0.8713 ] +INFO:root:Average loss=0.049189735824863114 +INFO:root: +[Valid][27][UTT][ MSE = 0.2164 | LCC = 0.8742 | SRCC = 0.8730 ] +INFO:root:Average loss=0.046858506921965346 +INFO:root: +[Valid][28][UTT][ MSE = 0.2250 | LCC = 0.8727 | SRCC = 0.8718 ] +INFO:root:Average loss=0.049517799909107194 +INFO:root: +[Valid][29][UTT][ MSE = 0.2536 | LCC = 0.8721 | SRCC = 0.8721 ] +INFO:root:Average loss=0.045546216293214224 +INFO:root: +[Valid][30][UTT][ MSE = 0.2212 | LCC = 0.8698 | SRCC = 0.8693 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2078 | LCC = 0.8791 | SRCC = 0.8796 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer14/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer14/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..65e8a5048964d0fd3566ccdbcf74a95ce3825bf0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c32c75762500d5f15b97548a17d304359acf217b9aade55a620d86c878bd0f39 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer14/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..df2c5152deb81183256af5e12073d4aed8ddb967 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a474227064d90a38fae0c013be377fedfa2a3f17fab2cfe4f6da3871f3aeece7 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer14/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ba2ec16a2587ce71363e14f4dde7c1a0f70ddace --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.46235652630909896 +INFO:root: +[Valid][0][UTT][ MSE = 0.3379 | LCC = 0.8279 | SRCC = 0.8263 ] +INFO:root:Average loss=0.26007839731681043 +INFO:root: +[Valid][1][UTT][ MSE = 0.3094 | LCC = 0.8503 | SRCC = 0.8505 ] +INFO:root:Average loss=0.24222533290202802 +INFO:root: +[Valid][2][UTT][ MSE = 0.2357 | LCC = 0.8608 | SRCC = 0.8581 ] +INFO:root:Average loss=0.21216229998912567 +INFO:root: +[Valid][3][UTT][ MSE = 0.2351 | LCC = 0.8685 | SRCC = 0.8654 ] +INFO:root:Average loss=0.1890016584060131 +INFO:root: +[Valid][4][UTT][ MSE = 0.2200 | LCC = 0.8739 | SRCC = 0.8712 ] +INFO:root:Average loss=0.1771827100370175 +INFO:root: +[Valid][5][UTT][ MSE = 0.2457 | LCC = 0.8759 | SRCC = 0.8735 ] +INFO:root:Average loss=0.16966032962768507 +INFO:root: +[Valid][6][UTT][ MSE = 0.2382 | LCC = 0.8758 | SRCC = 0.8738 ] +INFO:root:Average loss=0.16407154815701339 +INFO:root: +[Valid][7][UTT][ MSE = 0.2398 | LCC = 0.8778 | SRCC = 0.8749 ] +INFO:root:Average loss=0.15050522438608682 +INFO:root: +[Valid][8][UTT][ MSE = 0.3311 | LCC = 0.8759 | SRCC = 0.8761 ] +INFO:root:Average loss=0.1423229335401303 +INFO:root: +[Valid][9][UTT][ MSE = 0.2069 | LCC = 0.8799 | SRCC = 0.8772 ] +INFO:root:Average loss=0.14176424592733383 +INFO:root: +[Valid][10][UTT][ MSE = 0.2571 | LCC = 0.8776 | SRCC = 0.8770 ] +INFO:root:Average loss=0.1404125211903682 +INFO:root: +[Valid][11][UTT][ MSE = 0.3058 | LCC = 0.8684 | SRCC = 0.8726 ] +INFO:root:Average loss=0.13742538274098665 +INFO:root: +[Valid][12][UTT][ MSE = 0.2116 | LCC = 0.8792 | SRCC = 0.8778 ] +INFO:root:Average loss=0.10854371407857308 +INFO:root: +[Valid][13][UTT][ MSE = 0.2148 | LCC = 0.8797 | SRCC = 0.8773 ] +INFO:root:Average loss=0.11102408877550027 +INFO:root: +[Valid][14][UTT][ MSE = 0.1946 | LCC = 0.8773 | SRCC = 0.8764 ] +INFO:root:Average loss=0.10607174163063367 +INFO:root: +[Valid][15][UTT][ MSE = 0.2410 | LCC = 0.8716 | SRCC = 0.8716 ] +INFO:root:Average loss=0.10086004861081257 +INFO:root: +[Valid][16][UTT][ MSE = 0.2078 | LCC = 0.8779 | SRCC = 0.8771 ] +INFO:root:Average loss=0.09120266273235664 +INFO:root: +[Valid][17][UTT][ MSE = 0.2015 | LCC = 0.8774 | SRCC = 0.8767 ] +INFO:root:Average loss=0.09189905952184628 +INFO:root: +[Valid][18][UTT][ MSE = 0.2773 | LCC = 0.8720 | SRCC = 0.8733 ] +INFO:root:Average loss=0.07947151267375702 +INFO:root: +[Valid][19][UTT][ MSE = 0.2159 | LCC = 0.8742 | SRCC = 0.8723 ] +INFO:root:Average loss=0.07399613816195573 +INFO:root: +[Valid][20][UTT][ MSE = 0.2124 | LCC = 0.8722 | SRCC = 0.8704 ] +INFO:root:Average loss=0.06950350569035763 +INFO:root: +[Valid][21][UTT][ MSE = 0.2330 | LCC = 0.8731 | SRCC = 0.8720 ] +INFO:root:Average loss=0.0770727119480188 +INFO:root: +[Valid][22][UTT][ MSE = 0.2234 | LCC = 0.8752 | SRCC = 0.8736 ] +INFO:root:Average loss=0.06465592899192603 +INFO:root: +[Valid][23][UTT][ MSE = 0.2012 | LCC = 0.8770 | SRCC = 0.8756 ] +INFO:root:Average loss=0.07269271444051693 +INFO:root: +[Valid][24][UTT][ MSE = 0.2075 | LCC = 0.8747 | SRCC = 0.8735 ] +INFO:root:Average loss=0.07684177704728566 +INFO:root: +[Valid][25][UTT][ MSE = 0.2026 | LCC = 0.8750 | SRCC = 0.8739 ] +INFO:root:Average loss=0.06299571879208088 +INFO:root: +[Valid][26][UTT][ MSE = 0.2053 | LCC = 0.8755 | SRCC = 0.8740 ] +INFO:root:Average loss=0.05550577758978575 +INFO:root: +[Valid][27][UTT][ MSE = 0.1981 | LCC = 0.8765 | SRCC = 0.8752 ] +INFO:root:Average loss=0.06425617439433551 +INFO:root: +[Valid][28][UTT][ MSE = 0.2164 | LCC = 0.8761 | SRCC = 0.8744 ] +INFO:root:Average loss=0.051537335969698735 +INFO:root: +[Valid][29][UTT][ MSE = 0.1966 | LCC = 0.8757 | SRCC = 0.8744 ] +INFO:root:Average loss=0.05089547026615877 +INFO:root: +[Valid][30][UTT][ MSE = 0.2070 | LCC = 0.8748 | SRCC = 0.8732 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2230 | LCC = 0.8754 | SRCC = 0.8738 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer14/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer14/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4366eabd9a52e9d02cae6ecd278c8b1946f04e35 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38c93eb0ec2bf36c879b003f0a0aa92d2995de81d959970706d728070fc0f351 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer14/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbbffccdaaeb3905b97a93f693459c6efd4fc929 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9e7e3777e060387c83a411cdb217e2fc3015c758b8a79367fa71f7cd0bdf88c +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer14/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..42030049fd27fcbfa76c7c1617ee18bbb98e1314 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.40621830694950545 +INFO:root: +[Valid][0][UTT][ MSE = 0.2996 | LCC = 0.8290 | SRCC = 0.8273 ] +INFO:root:Average loss=0.23994889301367295 +INFO:root: +[Valid][1][UTT][ MSE = 0.2558 | LCC = 0.8547 | SRCC = 0.8509 ] +INFO:root:Average loss=0.2242181815015964 +INFO:root: +[Valid][2][UTT][ MSE = 0.2373 | LCC = 0.8667 | SRCC = 0.8648 ] +INFO:root:Average loss=0.2250019730283664 +INFO:root: +[Valid][3][UTT][ MSE = 0.2881 | LCC = 0.8632 | SRCC = 0.8648 ] +INFO:root:Average loss=0.20431755530910614 +INFO:root: +[Valid][4][UTT][ MSE = 0.2670 | LCC = 0.8758 | SRCC = 0.8737 ] +INFO:root:Average loss=0.17944061517333373 +INFO:root: +[Valid][5][UTT][ MSE = 0.2232 | LCC = 0.8805 | SRCC = 0.8790 ] +INFO:root:Average loss=0.15767479582856864 +INFO:root: +[Valid][6][UTT][ MSE = 0.2476 | LCC = 0.8786 | SRCC = 0.8763 ] +INFO:root:Average loss=0.16042695395075357 +INFO:root: +[Valid][7][UTT][ MSE = 0.2983 | LCC = 0.8705 | SRCC = 0.8720 ] +INFO:root:Average loss=0.1832956729026941 +INFO:root: +[Valid][8][UTT][ MSE = 0.2409 | LCC = 0.8781 | SRCC = 0.8793 ] +INFO:root:Average loss=0.13988913108523077 +INFO:root: +[Valid][9][UTT][ MSE = 0.2090 | LCC = 0.8808 | SRCC = 0.8795 ] +INFO:root:Average loss=0.13800819877248544 +INFO:root: +[Valid][10][UTT][ MSE = 0.2259 | LCC = 0.8811 | SRCC = 0.8787 ] +INFO:root:Average loss=0.1251586988950387 +INFO:root: +[Valid][11][UTT][ MSE = 0.2457 | LCC = 0.8833 | SRCC = 0.8832 ] +INFO:root:Average loss=0.11543165682218014 +INFO:root: +[Valid][12][UTT][ MSE = 0.2244 | LCC = 0.8784 | SRCC = 0.8768 ] +INFO:root:Average loss=0.11292067437599866 +INFO:root: +[Valid][13][UTT][ MSE = 0.1962 | LCC = 0.8824 | SRCC = 0.8815 ] +INFO:root:Average loss=0.11203092322326623 +INFO:root: +[Valid][14][UTT][ MSE = 0.2005 | LCC = 0.8810 | SRCC = 0.8801 ] +INFO:root:Average loss=0.10113511358698209 +INFO:root: +[Valid][15][UTT][ MSE = 0.2244 | LCC = 0.8777 | SRCC = 0.8765 ] +INFO:root:Average loss=0.0912856276696309 +INFO:root: +[Valid][16][UTT][ MSE = 0.2469 | LCC = 0.8768 | SRCC = 0.8777 ] +INFO:root:Average loss=0.09217212291864249 +INFO:root: +[Valid][17][UTT][ MSE = 0.2210 | LCC = 0.8778 | SRCC = 0.8771 ] +INFO:root:Average loss=0.10643389859260657 +INFO:root: +[Valid][18][UTT][ MSE = 0.2573 | LCC = 0.8770 | SRCC = 0.8794 ] +INFO:root:Average loss=0.08151232346128194 +INFO:root: +[Valid][19][UTT][ MSE = 0.2214 | LCC = 0.8754 | SRCC = 0.8749 ] +INFO:root:Average loss=0.07622490899685101 +INFO:root: +[Valid][20][UTT][ MSE = 0.2384 | LCC = 0.8761 | SRCC = 0.8762 ] +INFO:root:Average loss=0.06848912452084896 +INFO:root: +[Valid][21][UTT][ MSE = 0.2059 | LCC = 0.8751 | SRCC = 0.8741 ] +INFO:root:Average loss=0.07598609367433266 +INFO:root: +[Valid][22][UTT][ MSE = 0.2082 | LCC = 0.8778 | SRCC = 0.8768 ] +INFO:root:Average loss=0.06520404532933846 +INFO:root: +[Valid][23][UTT][ MSE = 0.2312 | LCC = 0.8730 | SRCC = 0.8724 ] +INFO:root:Average loss=0.06867640393857773 +INFO:root: +[Valid][24][UTT][ MSE = 0.2175 | LCC = 0.8758 | SRCC = 0.8753 ] +INFO:root:Average loss=0.060851456048205875 +INFO:root: +[Valid][25][UTT][ MSE = 0.2259 | LCC = 0.8754 | SRCC = 0.8739 ] +INFO:root:Average loss=0.05950840858694834 +INFO:root: +[Valid][26][UTT][ MSE = 0.2047 | LCC = 0.8783 | SRCC = 0.8768 ] +INFO:root:Average loss=0.05599840152531098 +INFO:root: +[Valid][27][UTT][ MSE = 0.2115 | LCC = 0.8753 | SRCC = 0.8734 ] +INFO:root:Average loss=0.060986595849196114 +INFO:root: +[Valid][28][UTT][ MSE = 0.2184 | LCC = 0.8724 | SRCC = 0.8697 ] +INFO:root:Average loss=0.052905420533930644 +INFO:root: +[Valid][29][UTT][ MSE = 0.2363 | LCC = 0.8728 | SRCC = 0.8709 ] +INFO:root:Average loss=0.053243990533818036 +INFO:root: +[Valid][30][UTT][ MSE = 0.2145 | LCC = 0.8739 | SRCC = 0.8713 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2913 | LCC = 0.8742 | SRCC = 0.8771 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer14/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer14/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7243c759b5ed05d42f3520c6ab3145a6b526e03 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e38e9948fb1a596ebf2d79e633b6065a72fb8a5e1f59e72c32b8268483d04bb +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer14/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..70a45b933da48efcd689cbde33137c04cc24f71f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1cb322947f150d93e5a12ab6658177d270408f0980611652c54843869eff11b +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer14/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9892d4a96436301356fc5334bd9f43d6d71014db --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4731553758566196 +INFO:root: +[Valid][0][UTT][ MSE = 0.3367 | LCC = 0.8234 | SRCC = 0.8230 ] +INFO:root:Average loss=0.29625049500893325 +INFO:root: +[Valid][1][UTT][ MSE = 0.2989 | LCC = 0.8453 | SRCC = 0.8466 ] +INFO:root:Average loss=0.2475695115251419 +INFO:root: +[Valid][2][UTT][ MSE = 0.2459 | LCC = 0.8658 | SRCC = 0.8639 ] +INFO:root:Average loss=0.20992264571862343 +INFO:root: +[Valid][3][UTT][ MSE = 0.2735 | LCC = 0.8690 | SRCC = 0.8666 ] +INFO:root:Average loss=0.1852072307314628 +INFO:root: +[Valid][4][UTT][ MSE = 0.2347 | LCC = 0.8793 | SRCC = 0.8778 ] +INFO:root:Average loss=0.17948352297147116 +INFO:root: +[Valid][5][UTT][ MSE = 0.2691 | LCC = 0.8785 | SRCC = 0.8776 ] +INFO:root:Average loss=0.16851095024209756 +INFO:root: +[Valid][6][UTT][ MSE = 0.2590 | LCC = 0.8815 | SRCC = 0.8820 ] +INFO:root:Average loss=0.1599351106545864 +INFO:root: +[Valid][7][UTT][ MSE = 0.2303 | LCC = 0.8836 | SRCC = 0.8827 ] +INFO:root:Average loss=0.15082547890070158 +INFO:root: +[Valid][8][UTT][ MSE = 0.2292 | LCC = 0.8812 | SRCC = 0.8799 ] +INFO:root:Average loss=0.14702455059458047 +INFO:root: +[Valid][9][UTT][ MSE = 0.2191 | LCC = 0.8810 | SRCC = 0.8835 ] +INFO:root:Average loss=0.12739418752682516 +INFO:root: +[Valid][10][UTT][ MSE = 0.2647 | LCC = 0.8772 | SRCC = 0.8795 ] +INFO:root:Average loss=0.13288130353276545 +INFO:root: +[Valid][11][UTT][ MSE = 0.1993 | LCC = 0.8834 | SRCC = 0.8832 ] +INFO:root:Average loss=0.12338033318519592 +INFO:root: +[Valid][12][UTT][ MSE = 0.2195 | LCC = 0.8840 | SRCC = 0.8846 ] +INFO:root:Average loss=0.10739428836565751 +INFO:root: +[Valid][13][UTT][ MSE = 0.1851 | LCC = 0.8841 | SRCC = 0.8835 ] +INFO:root:Average loss=0.10292823622241998 +INFO:root: +[Valid][14][UTT][ MSE = 0.2054 | LCC = 0.8772 | SRCC = 0.8763 ] +INFO:root:Average loss=0.09849791849652927 +INFO:root: +[Valid][15][UTT][ MSE = 0.2210 | LCC = 0.8785 | SRCC = 0.8772 ] +INFO:root:Average loss=0.10227450995873182 +INFO:root: +[Valid][16][UTT][ MSE = 0.2233 | LCC = 0.8799 | SRCC = 0.8798 ] +INFO:root:Average loss=0.09438487409781186 +INFO:root: +[Valid][17][UTT][ MSE = 0.2059 | LCC = 0.8815 | SRCC = 0.8807 ] +INFO:root:Average loss=0.09020100218745378 +INFO:root: +[Valid][18][UTT][ MSE = 0.2039 | LCC = 0.8804 | SRCC = 0.8796 ] +INFO:root:Average loss=0.09758634048585708 +INFO:root: +[Valid][19][UTT][ MSE = 0.2273 | LCC = 0.8818 | SRCC = 0.8819 ] +INFO:root:Average loss=0.08908666928227131 +INFO:root: +[Valid][20][UTT][ MSE = 0.2154 | LCC = 0.8754 | SRCC = 0.8747 ] +INFO:root:Average loss=0.07940719314874747 +INFO:root: +[Valid][21][UTT][ MSE = 0.2163 | LCC = 0.8804 | SRCC = 0.8809 ] +INFO:root:Average loss=0.06949561619414733 +INFO:root: +[Valid][22][UTT][ MSE = 0.2253 | LCC = 0.8776 | SRCC = 0.8774 ] +INFO:root:Average loss=0.0808035478186913 +INFO:root: +[Valid][23][UTT][ MSE = 0.2022 | LCC = 0.8782 | SRCC = 0.8787 ] +INFO:root:Average loss=0.06823292068946056 +INFO:root: +[Valid][24][UTT][ MSE = 0.2062 | LCC = 0.8781 | SRCC = 0.8784 ] +INFO:root:Average loss=0.06392696485496484 +INFO:root: +[Valid][25][UTT][ MSE = 0.2306 | LCC = 0.8780 | SRCC = 0.8798 ] +INFO:root:Average loss=0.057347449545676894 +INFO:root: +[Valid][26][UTT][ MSE = 0.2149 | LCC = 0.8752 | SRCC = 0.8760 ] +INFO:root:Average loss=0.05440656358423906 +INFO:root: +[Valid][27][UTT][ MSE = 0.2137 | LCC = 0.8763 | SRCC = 0.8770 ] +INFO:root:Average loss=0.0734927261678072 +INFO:root: +[Valid][28][UTT][ MSE = 0.2647 | LCC = 0.8760 | SRCC = 0.8785 ] +INFO:root:Average loss=0.06488132909035836 +INFO:root: +[Valid][29][UTT][ MSE = 0.2133 | LCC = 0.8770 | SRCC = 0.8776 ] +INFO:root:Average loss=0.061589160934090614 +INFO:root: +[Valid][30][UTT][ MSE = 0.2113 | LCC = 0.8789 | SRCC = 0.8790 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2079 | LCC = 0.8703 | SRCC = 0.8712 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer14/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer14/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..13f34937f006b26109979225de978822888e6180 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b6b08af41edb232478d859c2e55129e158d9415dc54c393923640c4da8ba385 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer14/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a06794b8ca2588aabfada7e51914f3475f126896 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e316fc8b96785eb7e29e64a59945b169057c989d9a39acde7acf8079e909f95 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer14/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..92e694880c170f35f88522daa9ad115c6d10eca3 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4865771616116548 +INFO:root: +[Valid][0][UTT][ MSE = 0.3083 | LCC = 0.8226 | SRCC = 0.8255 ] +INFO:root:Average loss=0.259862414537332 +INFO:root: +[Valid][1][UTT][ MSE = 0.3225 | LCC = 0.8549 | SRCC = 0.8571 ] +INFO:root:Average loss=0.2318159078176205 +INFO:root: +[Valid][2][UTT][ MSE = 0.3017 | LCC = 0.8658 | SRCC = 0.8677 ] +INFO:root:Average loss=0.20167390505472818 +INFO:root: +[Valid][3][UTT][ MSE = 0.2242 | LCC = 0.8746 | SRCC = 0.8730 ] +INFO:root:Average loss=0.19211448709934187 +INFO:root: +[Valid][4][UTT][ MSE = 0.2394 | LCC = 0.8811 | SRCC = 0.8809 ] +INFO:root:Average loss=0.17244635235804778 +INFO:root: +[Valid][5][UTT][ MSE = 0.2667 | LCC = 0.8791 | SRCC = 0.8813 ] +INFO:root:Average loss=0.16843293148737687 +INFO:root: +[Valid][6][UTT][ MSE = 0.2269 | LCC = 0.8803 | SRCC = 0.8809 ] +INFO:root:Average loss=0.16224067190136665 +INFO:root: +[Valid][7][UTT][ MSE = 0.2013 | LCC = 0.8846 | SRCC = 0.8835 ] +INFO:root:Average loss=0.14741836545559076 +INFO:root: +[Valid][8][UTT][ MSE = 0.2331 | LCC = 0.8799 | SRCC = 0.8819 ] +INFO:root:Average loss=0.13455379649232596 +INFO:root: +[Valid][9][UTT][ MSE = 0.2082 | LCC = 0.8808 | SRCC = 0.8793 ] +INFO:root:Average loss=0.12600432976316184 +INFO:root: +[Valid][10][UTT][ MSE = 0.1951 | LCC = 0.8869 | SRCC = 0.8850 ] +INFO:root:Average loss=0.11859110771463467 +INFO:root: +[Valid][11][UTT][ MSE = 0.2057 | LCC = 0.8829 | SRCC = 0.8822 ] +INFO:root:Average loss=0.10953541606282577 +INFO:root: +[Valid][12][UTT][ MSE = 0.2255 | LCC = 0.8775 | SRCC = 0.8771 ] +INFO:root:Average loss=0.10399132422529735 +INFO:root: +[Valid][13][UTT][ MSE = 0.1959 | LCC = 0.8810 | SRCC = 0.8809 ] +INFO:root:Average loss=0.12981907192331094 +INFO:root: +[Valid][14][UTT][ MSE = 0.1916 | LCC = 0.8844 | SRCC = 0.8841 ] +INFO:root:Average loss=0.10009344781820591 +INFO:root: +[Valid][15][UTT][ MSE = 0.2004 | LCC = 0.8804 | SRCC = 0.8798 ] +INFO:root:Average loss=0.08288471309993511 +INFO:root: +[Valid][16][UTT][ MSE = 0.2014 | LCC = 0.8785 | SRCC = 0.8771 ] +INFO:root:Average loss=0.08344581455756457 +INFO:root: +[Valid][17][UTT][ MSE = 0.2382 | LCC = 0.8746 | SRCC = 0.8750 ] +INFO:root:Average loss=0.09606907043892604 +INFO:root: +[Valid][18][UTT][ MSE = 0.1948 | LCC = 0.8828 | SRCC = 0.8827 ] +INFO:root:Average loss=0.07523325080863941 +INFO:root: +[Valid][19][UTT][ MSE = 0.2061 | LCC = 0.8798 | SRCC = 0.8787 ] +INFO:root:Average loss=0.0751340217792835 +INFO:root: +[Valid][20][UTT][ MSE = 0.2117 | LCC = 0.8769 | SRCC = 0.8757 ] +INFO:root:Average loss=0.07960148165241265 +INFO:root: +[Valid][21][UTT][ MSE = 0.1962 | LCC = 0.8813 | SRCC = 0.8800 ] +INFO:root:Average loss=0.06726603205196369 +INFO:root: +[Valid][22][UTT][ MSE = 0.2167 | LCC = 0.8807 | SRCC = 0.8796 ] +INFO:root:Average loss=0.06571437041155803 +INFO:root: +[Valid][23][UTT][ MSE = 0.2211 | LCC = 0.8759 | SRCC = 0.8765 ] +INFO:root:Average loss=0.07249143848625514 +INFO:root: +[Valid][24][UTT][ MSE = 0.2031 | LCC = 0.8800 | SRCC = 0.8784 ] +INFO:root:Average loss=0.057753919647672236 +INFO:root: +[Valid][25][UTT][ MSE = 0.2093 | LCC = 0.8778 | SRCC = 0.8776 ] +INFO:root:Average loss=0.05622677013086967 +INFO:root: +[Valid][26][UTT][ MSE = 0.2000 | LCC = 0.8782 | SRCC = 0.8773 ] +INFO:root:Average loss=0.05827465438498901 +INFO:root: +[Valid][27][UTT][ MSE = 0.1954 | LCC = 0.8802 | SRCC = 0.8791 ] +INFO:root:Average loss=0.05466863369712463 +INFO:root: +[Valid][28][UTT][ MSE = 0.1954 | LCC = 0.8815 | SRCC = 0.8808 ] +INFO:root:Average loss=0.05847556423395872 +INFO:root: +[Valid][29][UTT][ MSE = 0.2200 | LCC = 0.8813 | SRCC = 0.8806 ] +INFO:root:Average loss=0.04518901236737386 +INFO:root: +[Valid][30][UTT][ MSE = 0.2032 | LCC = 0.8804 | SRCC = 0.8797 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2219 | LCC = 0.8765 | SRCC = 0.8790 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer14/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer14/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5edf2df1344fc9dd9f1221743e923d4d06fc4aa0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:431165cd54c6f6446fae57ce831cced1926ef34efacb5462254ce90cca50e0f0 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer14/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ce361498fa1b0b2509572500f80ac11e7bfe85f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf2950bfb4c0c938a1bb4d41089b3917e755b274cce0f3aa2db598a8b71108ea +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer14/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer14/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..08a8d84f03820cf141122cb1813881272ede15da --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer14/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5619830135733653 +INFO:root: +[Valid][0][UTT][ MSE = 0.3144 | LCC = 0.8230 | SRCC = 0.8220 ] +INFO:root:Average loss=0.25970335113696563 +INFO:root: +[Valid][1][UTT][ MSE = 0.2899 | LCC = 0.8579 | SRCC = 0.8556 ] +INFO:root:Average loss=0.22546974435830727 +INFO:root: +[Valid][2][UTT][ MSE = 0.2546 | LCC = 0.8697 | SRCC = 0.8660 ] +INFO:root:Average loss=0.19941812123243624 +INFO:root: +[Valid][3][UTT][ MSE = 0.2702 | LCC = 0.8728 | SRCC = 0.8719 ] +INFO:root:Average loss=0.19752275829131788 +INFO:root: +[Valid][4][UTT][ MSE = 0.2264 | LCC = 0.8785 | SRCC = 0.8755 ] +INFO:root:Average loss=0.17314338836914453 +INFO:root: +[Valid][5][UTT][ MSE = 0.2436 | LCC = 0.8775 | SRCC = 0.8750 ] +INFO:root:Average loss=0.15835290239789548 +INFO:root: +[Valid][6][UTT][ MSE = 0.2306 | LCC = 0.8850 | SRCC = 0.8829 ] +INFO:root:Average loss=0.1782578006386757 +INFO:root: +[Valid][7][UTT][ MSE = 0.2330 | LCC = 0.8808 | SRCC = 0.8794 ] +INFO:root:Average loss=0.149150599558384 +INFO:root: +[Valid][8][UTT][ MSE = 0.2210 | LCC = 0.8822 | SRCC = 0.8800 ] +INFO:root:Average loss=0.1458285469084214 +INFO:root: +[Valid][9][UTT][ MSE = 0.2269 | LCC = 0.8806 | SRCC = 0.8782 ] +INFO:root:Average loss=0.13449800463441092 +INFO:root: +[Valid][10][UTT][ MSE = 0.2385 | LCC = 0.8778 | SRCC = 0.8757 ] +INFO:root:Average loss=0.11885011778810085 +INFO:root: +[Valid][11][UTT][ MSE = 0.2205 | LCC = 0.8799 | SRCC = 0.8782 ] +INFO:root:Average loss=0.12046417316947228 +INFO:root: +[Valid][12][UTT][ MSE = 0.1989 | LCC = 0.8812 | SRCC = 0.8795 ] +INFO:root:Average loss=0.11875363496633676 +INFO:root: +[Valid][13][UTT][ MSE = 0.2103 | LCC = 0.8845 | SRCC = 0.8838 ] +INFO:root:Average loss=0.10183981901560074 +INFO:root: +[Valid][14][UTT][ MSE = 0.2127 | LCC = 0.8807 | SRCC = 0.8789 ] +INFO:root:Average loss=0.09854312011828789 +INFO:root: +[Valid][15][UTT][ MSE = 0.2117 | LCC = 0.8830 | SRCC = 0.8816 ] +INFO:root:Average loss=0.0943183309565752 +INFO:root: +[Valid][16][UTT][ MSE = 0.2042 | LCC = 0.8827 | SRCC = 0.8818 ] +INFO:root:Average loss=0.0892571735745057 +INFO:root: +[Valid][17][UTT][ MSE = 0.2266 | LCC = 0.8810 | SRCC = 0.8801 ] +INFO:root:Average loss=0.09720326673526031 +INFO:root: +[Valid][18][UTT][ MSE = 0.2103 | LCC = 0.8845 | SRCC = 0.8829 ] +INFO:root:Average loss=0.08116576624795413 +INFO:root: +[Valid][19][UTT][ MSE = 0.2344 | LCC = 0.8773 | SRCC = 0.8753 ] +INFO:root:Average loss=0.07546636032370421 +INFO:root: +[Valid][20][UTT][ MSE = 0.2011 | LCC = 0.8815 | SRCC = 0.8800 ] +INFO:root:Average loss=0.0785323666074337 +INFO:root: +[Valid][21][UTT][ MSE = 0.2413 | LCC = 0.8773 | SRCC = 0.8770 ] +INFO:root:Average loss=0.07924020524399403 +INFO:root: +[Valid][22][UTT][ MSE = 0.2161 | LCC = 0.8780 | SRCC = 0.8769 ] +INFO:root:Average loss=0.07658270942286038 +INFO:root: +[Valid][23][UTT][ MSE = 0.2291 | LCC = 0.8773 | SRCC = 0.8753 ] +INFO:root:Average loss=0.06870605935079929 +INFO:root: +[Valid][24][UTT][ MSE = 0.2093 | LCC = 0.8786 | SRCC = 0.8770 ] +INFO:root:Average loss=0.059982312843203545 +INFO:root: +[Valid][25][UTT][ MSE = 0.2073 | LCC = 0.8787 | SRCC = 0.8778 ] +INFO:root:Average loss=0.06481636200959866 +INFO:root: +[Valid][26][UTT][ MSE = 0.3078 | LCC = 0.8723 | SRCC = 0.8744 ] +INFO:root:Average loss=0.06636847154452251 +INFO:root: +[Valid][27][UTT][ MSE = 0.2040 | LCC = 0.8794 | SRCC = 0.8782 ] +INFO:root:Average loss=0.0617971979559232 +INFO:root: +[Valid][28][UTT][ MSE = 0.2093 | LCC = 0.8790 | SRCC = 0.8773 ] +INFO:root:Average loss=0.05473163621261334 +INFO:root: +[Valid][29][UTT][ MSE = 0.2024 | LCC = 0.8775 | SRCC = 0.8755 ] +INFO:root:Average loss=0.053709461043278374 +INFO:root: +[Valid][30][UTT][ MSE = 0.2220 | LCC = 0.8770 | SRCC = 0.8769 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2410 | LCC = 0.8796 | SRCC = 0.8789 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer16/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer16/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fad5ee5628947ca2df1e8fbce21ac2660cf961cd --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59275e6e3792bdb5d32e3758e921e4ed47c9a34204fae525d78b89e3189acb07 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer16/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..08c7fafc769490d463ce07436d7ec17fdda101f9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90fbdae08b6ccc17e18b3bc5042910864434a50696a50825c6112eefd2b9c317 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer16/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..714a98b6d6e4f6998594d501c06fe48375657994 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4847409656414619 +INFO:root: +[Valid][0][UTT][ MSE = 0.3397 | LCC = 0.8071 | SRCC = 0.8100 ] +INFO:root:Average loss=0.27709911381587005 +INFO:root: +[Valid][1][UTT][ MSE = 0.3069 | LCC = 0.8488 | SRCC = 0.8462 ] +INFO:root:Average loss=0.23888322577262536 +INFO:root: +[Valid][2][UTT][ MSE = 0.2505 | LCC = 0.8535 | SRCC = 0.8501 ] +INFO:root:Average loss=0.2120110041055924 +INFO:root: +[Valid][3][UTT][ MSE = 0.2419 | LCC = 0.8624 | SRCC = 0.8593 ] +INFO:root:Average loss=0.21514845696779397 +INFO:root: +[Valid][4][UTT][ MSE = 0.2368 | LCC = 0.8672 | SRCC = 0.8664 ] +INFO:root:Average loss=0.19557352354511237 +INFO:root: +[Valid][5][UTT][ MSE = 0.2763 | LCC = 0.8655 | SRCC = 0.8620 ] +INFO:root:Average loss=0.17853575161634347 +INFO:root: +[Valid][6][UTT][ MSE = 0.2240 | LCC = 0.8721 | SRCC = 0.8700 ] +INFO:root:Average loss=0.17583659979013297 +INFO:root: +[Valid][7][UTT][ MSE = 0.2464 | LCC = 0.8689 | SRCC = 0.8664 ] +INFO:root:Average loss=0.15773490959635147 +INFO:root: +[Valid][8][UTT][ MSE = 0.2183 | LCC = 0.8765 | SRCC = 0.8742 ] +INFO:root:Average loss=0.15519838847028902 +INFO:root: +[Valid][9][UTT][ MSE = 0.2727 | LCC = 0.8693 | SRCC = 0.8707 ] +INFO:root:Average loss=0.14471487519450676 +INFO:root: +[Valid][10][UTT][ MSE = 0.2472 | LCC = 0.8755 | SRCC = 0.8760 ] +INFO:root:Average loss=0.13808323519352156 +INFO:root: +[Valid][11][UTT][ MSE = 0.2254 | LCC = 0.8760 | SRCC = 0.8751 ] +INFO:root:Average loss=0.12163561353316674 +INFO:root: +[Valid][12][UTT][ MSE = 0.2526 | LCC = 0.8702 | SRCC = 0.8674 ] +INFO:root:Average loss=0.12198232687436618 +INFO:root: +[Valid][13][UTT][ MSE = 0.2267 | LCC = 0.8736 | SRCC = 0.8702 ] +INFO:root:Average loss=0.12374153150579868 +INFO:root: +[Valid][14][UTT][ MSE = 0.2547 | LCC = 0.8772 | SRCC = 0.8770 ] +INFO:root:Average loss=0.11764376839766136 +INFO:root: +[Valid][15][UTT][ MSE = 0.2429 | LCC = 0.8742 | SRCC = 0.8728 ] +INFO:root:Average loss=0.10829811199353291 +INFO:root: +[Valid][16][UTT][ MSE = 0.2220 | LCC = 0.8761 | SRCC = 0.8754 ] +INFO:root:Average loss=0.09930680625331707 +INFO:root: +[Valid][17][UTT][ MSE = 0.2385 | LCC = 0.8715 | SRCC = 0.8697 ] +INFO:root:Average loss=0.09621886593791154 +INFO:root: +[Valid][18][UTT][ MSE = 0.2164 | LCC = 0.8722 | SRCC = 0.8714 ] +INFO:root:Average loss=0.10007415597255413 +INFO:root: +[Valid][19][UTT][ MSE = 0.2400 | LCC = 0.8717 | SRCC = 0.8709 ] +INFO:root:Average loss=0.10190056445888984 +INFO:root: +[Valid][20][UTT][ MSE = 0.2204 | LCC = 0.8689 | SRCC = 0.8677 ] +INFO:root:Average loss=0.08406030052365401 +INFO:root: +[Valid][21][UTT][ MSE = 0.2194 | LCC = 0.8732 | SRCC = 0.8704 ] +INFO:root:Average loss=0.08480632988115151 +INFO:root: +[Valid][22][UTT][ MSE = 0.2140 | LCC = 0.8728 | SRCC = 0.8697 ] +INFO:root:Average loss=0.08693273642506355 +INFO:root: +[Valid][23][UTT][ MSE = 0.2146 | LCC = 0.8713 | SRCC = 0.8693 ] +INFO:root:Average loss=0.07695761810128506 +INFO:root: +[Valid][24][UTT][ MSE = 0.2124 | LCC = 0.8707 | SRCC = 0.8677 ] +INFO:root:Average loss=0.08123832019284749 +INFO:root: +[Valid][25][UTT][ MSE = 0.2414 | LCC = 0.8682 | SRCC = 0.8663 ] +INFO:root:Average loss=0.07524917866939153 +INFO:root: +[Valid][26][UTT][ MSE = 0.2276 | LCC = 0.8721 | SRCC = 0.8704 ] +INFO:root:Average loss=0.06848778709387168 +INFO:root: +[Valid][27][UTT][ MSE = 0.2137 | LCC = 0.8706 | SRCC = 0.8684 ] +INFO:root:Average loss=0.06237215883074663 +INFO:root: +[Valid][28][UTT][ MSE = 0.2224 | LCC = 0.8708 | SRCC = 0.8682 ] +INFO:root:Average loss=0.07271193908766294 +INFO:root: +[Valid][29][UTT][ MSE = 0.2334 | LCC = 0.8715 | SRCC = 0.8692 ] +INFO:root:Average loss=0.06762774976400229 +INFO:root: +[Valid][30][UTT][ MSE = 0.2185 | LCC = 0.8668 | SRCC = 0.8628 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2194 | LCC = 0.8785 | SRCC = 0.8771 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer16/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer16/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ed9c269ae7d22dd7ba232310879768ce43b5ab3 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d86c9968240c07fcb8eb5ac7abf148712067ca1529b95d6bfcf69db1a743152e +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer16/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..12af6bd60307166d84517d1a13aad5bc828744ca --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bedbf2ebad1350addce42d02404bdaeba35e992a9da3396299dd0f6b829d9ec6 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer16/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..023ab65778d8cd6852f279368bcf19d7010e2282 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4323033145987071 +INFO:root: +[Valid][0][UTT][ MSE = 0.3253 | LCC = 0.8229 | SRCC = 0.8201 ] +INFO:root:Average loss=0.27429944773515064 +INFO:root: +[Valid][1][UTT][ MSE = 0.2589 | LCC = 0.8517 | SRCC = 0.8475 ] +INFO:root:Average loss=0.23159387134588683 +INFO:root: +[Valid][2][UTT][ MSE = 0.2588 | LCC = 0.8625 | SRCC = 0.8580 ] +INFO:root:Average loss=0.20665825788791364 +INFO:root: +[Valid][3][UTT][ MSE = 0.2544 | LCC = 0.8669 | SRCC = 0.8641 ] +INFO:root:Average loss=0.2096558356514344 +INFO:root: +[Valid][4][UTT][ MSE = 0.2475 | LCC = 0.8707 | SRCC = 0.8661 ] +INFO:root:Average loss=0.19201434059784964 +INFO:root: +[Valid][5][UTT][ MSE = 0.2588 | LCC = 0.8685 | SRCC = 0.8671 ] +INFO:root:Average loss=0.19162335027104768 +INFO:root: +[Valid][6][UTT][ MSE = 0.2315 | LCC = 0.8720 | SRCC = 0.8700 ] +INFO:root:Average loss=0.17502438468046677 +INFO:root: +[Valid][7][UTT][ MSE = 0.2849 | LCC = 0.8706 | SRCC = 0.8718 ] +INFO:root:Average loss=0.16002790562999555 +INFO:root: +[Valid][8][UTT][ MSE = 0.2206 | LCC = 0.8747 | SRCC = 0.8729 ] +INFO:root:Average loss=0.15213152174002084 +INFO:root: +[Valid][9][UTT][ MSE = 0.2589 | LCC = 0.8759 | SRCC = 0.8732 ] +INFO:root:Average loss=0.13896647955362612 +INFO:root: +[Valid][10][UTT][ MSE = 0.2082 | LCC = 0.8792 | SRCC = 0.8764 ] +INFO:root:Average loss=0.14371850475286826 +INFO:root: +[Valid][11][UTT][ MSE = 0.2164 | LCC = 0.8760 | SRCC = 0.8736 ] +INFO:root:Average loss=0.12603366155272874 +INFO:root: +[Valid][12][UTT][ MSE = 0.2024 | LCC = 0.8761 | SRCC = 0.8743 ] +INFO:root:Average loss=0.13402245346552286 +INFO:root: +[Valid][13][UTT][ MSE = 0.2150 | LCC = 0.8750 | SRCC = 0.8729 ] +INFO:root:Average loss=0.11531052537835561 +INFO:root: +[Valid][14][UTT][ MSE = 0.2237 | LCC = 0.8771 | SRCC = 0.8737 ] +INFO:root:Average loss=0.11930206007300279 +INFO:root: +[Valid][15][UTT][ MSE = 0.2069 | LCC = 0.8775 | SRCC = 0.8758 ] +INFO:root:Average loss=0.10710635867256385 +INFO:root: +[Valid][16][UTT][ MSE = 0.2163 | LCC = 0.8716 | SRCC = 0.8690 ] +INFO:root:Average loss=0.09921467433182093 +INFO:root: +[Valid][17][UTT][ MSE = 0.2119 | LCC = 0.8725 | SRCC = 0.8705 ] +INFO:root:Average loss=0.09221526139821762 +INFO:root: +[Valid][18][UTT][ MSE = 0.2284 | LCC = 0.8717 | SRCC = 0.8704 ] +INFO:root:Average loss=0.09177286655474932 +INFO:root: +[Valid][19][UTT][ MSE = 0.2234 | LCC = 0.8707 | SRCC = 0.8683 ] +INFO:root:Average loss=0.10054495959327771 +INFO:root: +[Valid][20][UTT][ MSE = 0.2433 | LCC = 0.8673 | SRCC = 0.8677 ] +INFO:root:Average loss=0.08160357874555466 +INFO:root: +[Valid][21][UTT][ MSE = 0.2184 | LCC = 0.8715 | SRCC = 0.8697 ] +INFO:root:Average loss=0.07952319262310481 +INFO:root: +[Valid][22][UTT][ MSE = 0.2479 | LCC = 0.8688 | SRCC = 0.8679 ] +INFO:root:Average loss=0.07733998084679627 +INFO:root: +[Valid][23][UTT][ MSE = 0.2740 | LCC = 0.8632 | SRCC = 0.8635 ] +INFO:root:Average loss=0.07635457274050285 +INFO:root: +[Valid][24][UTT][ MSE = 0.2126 | LCC = 0.8693 | SRCC = 0.8681 ] +INFO:root:Average loss=0.06625810872094753 +INFO:root: +[Valid][25][UTT][ MSE = 0.2110 | LCC = 0.8698 | SRCC = 0.8676 ] +INFO:root:Average loss=0.06791462004184723 +INFO:root: +[Valid][26][UTT][ MSE = 0.2251 | LCC = 0.8699 | SRCC = 0.8684 ] +INFO:root:Average loss=0.07004214890110187 +INFO:root: +[Valid][27][UTT][ MSE = 0.2131 | LCC = 0.8710 | SRCC = 0.8694 ] +INFO:root:Average loss=0.06210358159091228 +INFO:root: +[Valid][28][UTT][ MSE = 0.2499 | LCC = 0.8662 | SRCC = 0.8653 ] +INFO:root:Average loss=0.06468138284981251 +INFO:root: +[Valid][29][UTT][ MSE = 0.2452 | LCC = 0.8642 | SRCC = 0.8634 ] +INFO:root:Average loss=0.069048775646549 +INFO:root: +[Valid][30][UTT][ MSE = 0.2376 | LCC = 0.8714 | SRCC = 0.8717 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2385 | LCC = 0.8751 | SRCC = 0.8748 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer16/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer16/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ad3295009bf4325633043f480963d4d660ce44e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56514b14ab1c9429894a730fc2e06cd60157dedc69fdb4235389712884c4a21a +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer16/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dc716d9bf21d96ce5240b393dd3fe991342fdce --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dcc0175d77a45ca2ab70129546cdbff5a438f01e092796b63fa766a2df656cf +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer16/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d02b2e094479e111eac92cc8d63322024921e84f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.45052344103654224 +INFO:root: +[Valid][0][UTT][ MSE = 0.3150 | LCC = 0.8160 | SRCC = 0.8141 ] +INFO:root:Average loss=0.2606841293282998 +INFO:root: +[Valid][1][UTT][ MSE = 0.2966 | LCC = 0.8511 | SRCC = 0.8487 ] +INFO:root:Average loss=0.23705242650631148 +INFO:root: +[Valid][2][UTT][ MSE = 0.2538 | LCC = 0.8650 | SRCC = 0.8612 ] +INFO:root:Average loss=0.24802710593510896 +INFO:root: +[Valid][3][UTT][ MSE = 0.2475 | LCC = 0.8701 | SRCC = 0.8666 ] +INFO:root:Average loss=0.20514922961592674 +INFO:root: +[Valid][4][UTT][ MSE = 0.2352 | LCC = 0.8698 | SRCC = 0.8672 ] +INFO:root:Average loss=0.18365463585807726 +INFO:root: +[Valid][5][UTT][ MSE = 0.2367 | LCC = 0.8702 | SRCC = 0.8672 ] +INFO:root:Average loss=0.17956357048108026 +INFO:root: +[Valid][6][UTT][ MSE = 0.2226 | LCC = 0.8720 | SRCC = 0.8698 ] +INFO:root:Average loss=0.1830136629824455 +INFO:root: +[Valid][7][UTT][ MSE = 0.2397 | LCC = 0.8765 | SRCC = 0.8743 ] +INFO:root:Average loss=0.16202619375708777 +INFO:root: +[Valid][8][UTT][ MSE = 0.2510 | LCC = 0.8742 | SRCC = 0.8726 ] +INFO:root:Average loss=0.1482426015039285 +INFO:root: +[Valid][9][UTT][ MSE = 0.2643 | LCC = 0.8730 | SRCC = 0.8769 ] +INFO:root:Average loss=0.16007377140415022 +INFO:root: +[Valid][10][UTT][ MSE = 0.2143 | LCC = 0.8805 | SRCC = 0.8792 ] +INFO:root:Average loss=0.13399102901801085 +INFO:root: +[Valid][11][UTT][ MSE = 0.2131 | LCC = 0.8790 | SRCC = 0.8774 ] +INFO:root:Average loss=0.1239864591222543 +INFO:root: +[Valid][12][UTT][ MSE = 0.2419 | LCC = 0.8769 | SRCC = 0.8775 ] +INFO:root:Average loss=0.12563644664791915 +INFO:root: +[Valid][13][UTT][ MSE = 0.2300 | LCC = 0.8738 | SRCC = 0.8728 ] +INFO:root:Average loss=0.11692184501160414 +INFO:root: +[Valid][14][UTT][ MSE = 0.2264 | LCC = 0.8735 | SRCC = 0.8715 ] +INFO:root:Average loss=0.10280451025718297 +INFO:root: +[Valid][15][UTT][ MSE = 0.2188 | LCC = 0.8720 | SRCC = 0.8695 ] +INFO:root:Average loss=0.10907056345007358 +INFO:root: +[Valid][16][UTT][ MSE = 0.2102 | LCC = 0.8755 | SRCC = 0.8745 ] +INFO:root:Average loss=0.10706843325916009 +INFO:root: +[Valid][17][UTT][ MSE = 0.2211 | LCC = 0.8762 | SRCC = 0.8755 ] +INFO:root:Average loss=0.10168757318304135 +INFO:root: +[Valid][18][UTT][ MSE = 0.2249 | LCC = 0.8773 | SRCC = 0.8763 ] +INFO:root:Average loss=0.0891918852352179 +INFO:root: +[Valid][19][UTT][ MSE = 0.2293 | LCC = 0.8741 | SRCC = 0.8742 ] +INFO:root:Average loss=0.1008523103231803 +INFO:root: +[Valid][20][UTT][ MSE = 0.2531 | LCC = 0.8719 | SRCC = 0.8719 ] +INFO:root:Average loss=0.08662729485867879 +INFO:root: +[Valid][21][UTT][ MSE = 0.2245 | LCC = 0.8755 | SRCC = 0.8770 ] +INFO:root:Average loss=0.08544485968274948 +INFO:root: +[Valid][22][UTT][ MSE = 0.2206 | LCC = 0.8751 | SRCC = 0.8758 ] +INFO:root:Average loss=0.07198659091805801 +INFO:root: +[Valid][23][UTT][ MSE = 0.2078 | LCC = 0.8780 | SRCC = 0.8775 ] +INFO:root:Average loss=0.07811182431685619 +INFO:root: +[Valid][24][UTT][ MSE = 0.2440 | LCC = 0.8725 | SRCC = 0.8716 ] +INFO:root:Average loss=0.09751638473990636 +INFO:root: +[Valid][25][UTT][ MSE = 0.2048 | LCC = 0.8768 | SRCC = 0.8761 ] +INFO:root:Average loss=0.07155703686368771 +INFO:root: +[Valid][26][UTT][ MSE = 0.2158 | LCC = 0.8746 | SRCC = 0.8733 ] +INFO:root:Average loss=0.06962209825332348 +INFO:root: +[Valid][27][UTT][ MSE = 0.1984 | LCC = 0.8805 | SRCC = 0.8792 ] +INFO:root:Average loss=0.06332746114677344 +INFO:root: +[Valid][28][UTT][ MSE = 0.2107 | LCC = 0.8773 | SRCC = 0.8773 ] +INFO:root:Average loss=0.0578007149295165 +INFO:root: +[Valid][29][UTT][ MSE = 0.2170 | LCC = 0.8724 | SRCC = 0.8704 ] +INFO:root:Average loss=0.05412346611802395 +INFO:root: +[Valid][30][UTT][ MSE = 0.2197 | LCC = 0.8769 | SRCC = 0.8763 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2155 | LCC = 0.8675 | SRCC = 0.8665 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer16/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer16/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dc45abe25d8802fd1ef548e24bc5114c9b2ecae --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d838f29094b86bf82af58342be650ec5546b79cfeae9bd858bff8b1dcb6c18 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer16/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e9244526201392d78806739cdabd20f23be9497 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77e0fc0c334ef844850d731c7435a1e50858f897477b4d9bc701f44145901953 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer16/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..032f27aae5f4ed97806b927b2dde9c2f78a85792 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.45258271063749606 +INFO:root: +[Valid][0][UTT][ MSE = 0.3121 | LCC = 0.8172 | SRCC = 0.8188 ] +INFO:root:Average loss=0.2790031312749936 +INFO:root: +[Valid][1][UTT][ MSE = 0.3033 | LCC = 0.8488 | SRCC = 0.8468 ] +INFO:root:Average loss=0.23952026818043146 +INFO:root: +[Valid][2][UTT][ MSE = 0.2885 | LCC = 0.8562 | SRCC = 0.8555 ] +INFO:root:Average loss=0.22237158853274125 +INFO:root: +[Valid][3][UTT][ MSE = 0.2466 | LCC = 0.8701 | SRCC = 0.8688 ] +INFO:root:Average loss=0.19983190374496657 +INFO:root: +[Valid][4][UTT][ MSE = 0.2215 | LCC = 0.8681 | SRCC = 0.8680 ] +INFO:root:Average loss=0.1900975534167045 +INFO:root: +[Valid][5][UTT][ MSE = 0.3474 | LCC = 0.8647 | SRCC = 0.8673 ] +INFO:root:Average loss=0.1994841139859114 +INFO:root: +[Valid][6][UTT][ MSE = 0.2326 | LCC = 0.8767 | SRCC = 0.8771 ] +INFO:root:Average loss=0.16200953769760254 +INFO:root: +[Valid][7][UTT][ MSE = 0.2063 | LCC = 0.8777 | SRCC = 0.8753 ] +INFO:root:Average loss=0.15090182031958532 +INFO:root: +[Valid][8][UTT][ MSE = 0.2289 | LCC = 0.8730 | SRCC = 0.8705 ] +INFO:root:Average loss=0.15360248528229883 +INFO:root: +[Valid][9][UTT][ MSE = 0.2252 | LCC = 0.8786 | SRCC = 0.8769 ] +INFO:root:Average loss=0.13894945879777273 +INFO:root: +[Valid][10][UTT][ MSE = 0.2449 | LCC = 0.8774 | SRCC = 0.8799 ] +INFO:root:Average loss=0.14013361797118798 +INFO:root: +[Valid][11][UTT][ MSE = 0.1934 | LCC = 0.8831 | SRCC = 0.8829 ] +INFO:root:Average loss=0.13140996106159994 +INFO:root: +[Valid][12][UTT][ MSE = 0.2093 | LCC = 0.8808 | SRCC = 0.8795 ] +INFO:root:Average loss=0.12829435244202614 +INFO:root: +[Valid][13][UTT][ MSE = 0.2055 | LCC = 0.8807 | SRCC = 0.8787 ] +INFO:root:Average loss=0.12958580522965163 +INFO:root: +[Valid][14][UTT][ MSE = 0.2366 | LCC = 0.8774 | SRCC = 0.8745 ] +INFO:root:Average loss=0.10920227519594707 +INFO:root: +[Valid][15][UTT][ MSE = 0.2237 | LCC = 0.8739 | SRCC = 0.8724 ] +INFO:root:Average loss=0.1042448344329993 +INFO:root: +[Valid][16][UTT][ MSE = 0.2093 | LCC = 0.8798 | SRCC = 0.8780 ] +INFO:root:Average loss=0.10364782814987195 +INFO:root: +[Valid][17][UTT][ MSE = 0.2116 | LCC = 0.8786 | SRCC = 0.8766 ] +INFO:root:Average loss=0.09285992035307945 +INFO:root: +[Valid][18][UTT][ MSE = 0.2319 | LCC = 0.8787 | SRCC = 0.8786 ] +INFO:root:Average loss=0.11737808422782482 +INFO:root: +[Valid][19][UTT][ MSE = 0.2040 | LCC = 0.8793 | SRCC = 0.8770 ] +INFO:root:Average loss=0.08373717285501651 +INFO:root: +[Valid][20][UTT][ MSE = 0.2192 | LCC = 0.8782 | SRCC = 0.8755 ] +INFO:root:Average loss=0.08315564009050529 +INFO:root: +[Valid][21][UTT][ MSE = 0.2048 | LCC = 0.8784 | SRCC = 0.8766 ] +INFO:root:Average loss=0.08653283090545581 +INFO:root: +[Valid][22][UTT][ MSE = 0.2288 | LCC = 0.8766 | SRCC = 0.8770 ] +INFO:root:Average loss=0.07638705813158782 +INFO:root: +[Valid][23][UTT][ MSE = 0.1990 | LCC = 0.8779 | SRCC = 0.8763 ] +INFO:root:Average loss=0.07111666499613187 +INFO:root: +[Valid][24][UTT][ MSE = 0.2219 | LCC = 0.8769 | SRCC = 0.8765 ] +INFO:root:Average loss=0.08072429422575694 +INFO:root: +[Valid][25][UTT][ MSE = 0.1967 | LCC = 0.8758 | SRCC = 0.8740 ] +INFO:root:Average loss=0.06526919487768258 +INFO:root: +[Valid][26][UTT][ MSE = 0.2254 | LCC = 0.8732 | SRCC = 0.8714 ] +INFO:root:Average loss=0.06322647750568695 +INFO:root: +[Valid][27][UTT][ MSE = 0.1987 | LCC = 0.8777 | SRCC = 0.8750 ] +INFO:root:Average loss=0.06616472140050088 +INFO:root: +[Valid][28][UTT][ MSE = 0.2088 | LCC = 0.8768 | SRCC = 0.8751 ] +INFO:root:Average loss=0.058113293101390205 +INFO:root: +[Valid][29][UTT][ MSE = 0.1949 | LCC = 0.8790 | SRCC = 0.8778 ] +INFO:root:Average loss=0.055080084345088556 +INFO:root: +[Valid][30][UTT][ MSE = 0.2218 | LCC = 0.8719 | SRCC = 0.8700 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2054 | LCC = 0.8741 | SRCC = 0.8739 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer16/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer16/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1111cee16df337c1d62f5f825e1c97964ee726a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e2d74eb40eae9447173587d4d63e7f0718e073439208a98363c055ad5c12060 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer16/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..68930b6f33936bbf2d4834cc0432128d193969ef --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f318e052763e6c8330799b34a338174f340ec8b565cdb5dee54dba8ded47026c +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer16/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer16/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e843202488bc1513701308c167baaabb19adc2d3 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer16/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5558861068043953 +INFO:root: +[Valid][0][UTT][ MSE = 0.3297 | LCC = 0.8168 | SRCC = 0.8160 ] +INFO:root:Average loss=0.27589458284469753 +INFO:root: +[Valid][1][UTT][ MSE = 0.2795 | LCC = 0.8452 | SRCC = 0.8442 ] +INFO:root:Average loss=0.23412495985245094 +INFO:root: +[Valid][2][UTT][ MSE = 0.2556 | LCC = 0.8622 | SRCC = 0.8587 ] +INFO:root:Average loss=0.21082473231049684 +INFO:root: +[Valid][3][UTT][ MSE = 0.2426 | LCC = 0.8657 | SRCC = 0.8620 ] +INFO:root:Average loss=0.1816734837797972 +INFO:root: +[Valid][4][UTT][ MSE = 0.2273 | LCC = 0.8748 | SRCC = 0.8713 ] +INFO:root:Average loss=0.18013933406044275 +INFO:root: +[Valid][5][UTT][ MSE = 0.2812 | LCC = 0.8759 | SRCC = 0.8744 ] +INFO:root:Average loss=0.1630299158203296 +INFO:root: +[Valid][6][UTT][ MSE = 0.2218 | LCC = 0.8775 | SRCC = 0.8758 ] +INFO:root:Average loss=0.1669324457836457 +INFO:root: +[Valid][7][UTT][ MSE = 0.2327 | LCC = 0.8757 | SRCC = 0.8744 ] +INFO:root:Average loss=0.16972196436463258 +INFO:root: +[Valid][8][UTT][ MSE = 0.2653 | LCC = 0.8774 | SRCC = 0.8805 ] +INFO:root:Average loss=0.14927846164657518 +INFO:root: +[Valid][9][UTT][ MSE = 0.2143 | LCC = 0.8821 | SRCC = 0.8806 ] +INFO:root:Average loss=0.1365383339042847 +INFO:root: +[Valid][10][UTT][ MSE = 0.2603 | LCC = 0.8776 | SRCC = 0.8766 ] +INFO:root:Average loss=0.1364414000358337 +INFO:root: +[Valid][11][UTT][ MSE = 0.3084 | LCC = 0.8756 | SRCC = 0.8758 ] +INFO:root:Average loss=0.12475734691207226 +INFO:root: +[Valid][12][UTT][ MSE = 0.2278 | LCC = 0.8767 | SRCC = 0.8760 ] +INFO:root:Average loss=0.11752591578242107 +INFO:root: +[Valid][13][UTT][ MSE = 0.2260 | LCC = 0.8754 | SRCC = 0.8729 ] +INFO:root:Average loss=0.11803698778534547 +INFO:root: +[Valid][14][UTT][ MSE = 0.2165 | LCC = 0.8756 | SRCC = 0.8728 ] +INFO:root:Average loss=0.10786717604750241 +INFO:root: +[Valid][15][UTT][ MSE = 0.2347 | LCC = 0.8766 | SRCC = 0.8745 ] +INFO:root:Average loss=0.11800873933885342 +INFO:root: +[Valid][16][UTT][ MSE = 0.2155 | LCC = 0.8806 | SRCC = 0.8781 ] +INFO:root:Average loss=0.10086776956151693 +INFO:root: +[Valid][17][UTT][ MSE = 0.2184 | LCC = 0.8771 | SRCC = 0.8753 ] +INFO:root:Average loss=0.10826963286560315 +INFO:root: +[Valid][18][UTT][ MSE = 0.2179 | LCC = 0.8754 | SRCC = 0.8737 ] +INFO:root:Average loss=0.09685968555127963 +INFO:root: +[Valid][19][UTT][ MSE = 0.2736 | LCC = 0.8746 | SRCC = 0.8746 ] +INFO:root:Average loss=0.08465364556281994 +INFO:root: +[Valid][20][UTT][ MSE = 0.2069 | LCC = 0.8777 | SRCC = 0.8760 ] +INFO:root:Average loss=0.08705123714529552 +INFO:root: +[Valid][21][UTT][ MSE = 0.2491 | LCC = 0.8744 | SRCC = 0.8750 ] +INFO:root:Average loss=0.08735789086383122 +INFO:root: +[Valid][22][UTT][ MSE = 0.2066 | LCC = 0.8759 | SRCC = 0.8746 ] +INFO:root:Average loss=0.08153769402549817 +INFO:root: +[Valid][23][UTT][ MSE = 0.2240 | LCC = 0.8759 | SRCC = 0.8738 ] +INFO:root:Average loss=0.06489867091369934 +INFO:root: +[Valid][24][UTT][ MSE = 0.2137 | LCC = 0.8748 | SRCC = 0.8727 ] +INFO:root:Average loss=0.06105193018149107 +INFO:root: +[Valid][25][UTT][ MSE = 0.2136 | LCC = 0.8747 | SRCC = 0.8727 ] +INFO:root:Average loss=0.05853939385941395 +INFO:root: +[Valid][26][UTT][ MSE = 0.2158 | LCC = 0.8723 | SRCC = 0.8709 ] +INFO:root:Average loss=0.06283125997735904 +INFO:root: +[Valid][27][UTT][ MSE = 0.2281 | LCC = 0.8754 | SRCC = 0.8745 ] +INFO:root:Average loss=0.059134856487313904 +INFO:root: +[Valid][28][UTT][ MSE = 0.2129 | LCC = 0.8744 | SRCC = 0.8741 ] +INFO:root:Average loss=0.06680932263724315 +INFO:root: +[Valid][29][UTT][ MSE = 0.2139 | LCC = 0.8750 | SRCC = 0.8731 ] +INFO:root:Average loss=0.06018866455325714 +INFO:root: +[Valid][30][UTT][ MSE = 0.1968 | LCC = 0.8778 | SRCC = 0.8761 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2075 | LCC = 0.8805 | SRCC = 0.8800 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer18/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer18/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a64bde7e91e94327304d78daa3720bd07a798a9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:906e44b72fc59beb788054d89566b08c9de936e7d99ab5d39efffa75511c8bbe +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer18/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..56dadbccfbaae2ebc873f4fa29079e1cd91a69f2 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c88f6ad9def2da21a90cc622f2941a386d8d99ea0417576448cf10c79bc1a44 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer18/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..15cfe459cd477913e8e5e944b083411ef502a460 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.50850627437616 +INFO:root: +[Valid][0][UTT][ MSE = 0.3405 | LCC = 0.8028 | SRCC = 0.8085 ] +INFO:root:Average loss=0.28223752669799024 +INFO:root: +[Valid][1][UTT][ MSE = 0.3380 | LCC = 0.8364 | SRCC = 0.8346 ] +INFO:root:Average loss=0.24430992301457968 +INFO:root: +[Valid][2][UTT][ MSE = 0.2829 | LCC = 0.8497 | SRCC = 0.8477 ] +INFO:root:Average loss=0.23051282094839293 +INFO:root: +[Valid][3][UTT][ MSE = 0.2488 | LCC = 0.8598 | SRCC = 0.8553 ] +INFO:root:Average loss=0.21003046116003624 +INFO:root: +[Valid][4][UTT][ MSE = 0.4237 | LCC = 0.8484 | SRCC = 0.8589 ] +INFO:root:Average loss=0.2110838315043694 +INFO:root: +[Valid][5][UTT][ MSE = 0.2402 | LCC = 0.8639 | SRCC = 0.8603 ] +INFO:root:Average loss=0.20279760219347784 +INFO:root: +[Valid][6][UTT][ MSE = 0.2246 | LCC = 0.8689 | SRCC = 0.8648 ] +INFO:root:Average loss=0.17599482662402666 +INFO:root: +[Valid][7][UTT][ MSE = 0.2459 | LCC = 0.8664 | SRCC = 0.8674 ] +INFO:root:Average loss=0.1692607744764059 +INFO:root: +[Valid][8][UTT][ MSE = 0.2439 | LCC = 0.8706 | SRCC = 0.8685 ] +INFO:root:Average loss=0.1519368232633823 +INFO:root: +[Valid][9][UTT][ MSE = 0.2317 | LCC = 0.8688 | SRCC = 0.8663 ] +INFO:root:Average loss=0.15548494706551233 +INFO:root: +[Valid][10][UTT][ MSE = 0.2211 | LCC = 0.8706 | SRCC = 0.8680 ] +INFO:root:Average loss=0.14018112707596558 +INFO:root: +[Valid][11][UTT][ MSE = 0.2372 | LCC = 0.8680 | SRCC = 0.8632 ] +INFO:root:Average loss=0.15541713551068917 +INFO:root: +[Valid][12][UTT][ MSE = 0.2325 | LCC = 0.8655 | SRCC = 0.8615 ] +INFO:root:Average loss=0.1448438520041796 +INFO:root: +[Valid][13][UTT][ MSE = 0.2592 | LCC = 0.8688 | SRCC = 0.8673 ] +INFO:root:Average loss=0.12591314277587792 +INFO:root: +[Valid][14][UTT][ MSE = 0.2251 | LCC = 0.8722 | SRCC = 0.8702 ] +INFO:root:Average loss=0.14066505336608642 +INFO:root: +[Valid][15][UTT][ MSE = 0.2042 | LCC = 0.8765 | SRCC = 0.8734 ] +INFO:root:Average loss=0.11059953406071052 +INFO:root: +[Valid][16][UTT][ MSE = 0.2520 | LCC = 0.8718 | SRCC = 0.8731 ] +INFO:root:Average loss=0.12115928129507945 +INFO:root: +[Valid][17][UTT][ MSE = 0.2171 | LCC = 0.8701 | SRCC = 0.8684 ] +INFO:root:Average loss=0.09748830775228831 +INFO:root: +[Valid][18][UTT][ MSE = 0.2150 | LCC = 0.8752 | SRCC = 0.8743 ] +INFO:root:Average loss=0.1053068227110765 +INFO:root: +[Valid][19][UTT][ MSE = 0.2157 | LCC = 0.8688 | SRCC = 0.8673 ] +INFO:root:Average loss=0.09155363350724563 +INFO:root: +[Valid][20][UTT][ MSE = 0.2235 | LCC = 0.8724 | SRCC = 0.8713 ] +INFO:root:Average loss=0.09386103643247715 +INFO:root: +[Valid][21][UTT][ MSE = 0.2286 | LCC = 0.8728 | SRCC = 0.8720 ] +INFO:root:Average loss=0.08799699345269264 +INFO:root: +[Valid][22][UTT][ MSE = 0.2200 | LCC = 0.8728 | SRCC = 0.8722 ] +INFO:root:Average loss=0.0978881523777277 +INFO:root: +[Valid][23][UTT][ MSE = 0.3064 | LCC = 0.8693 | SRCC = 0.8722 ] +INFO:root:Average loss=0.08286842140249717 +INFO:root: +[Valid][24][UTT][ MSE = 0.2095 | LCC = 0.8722 | SRCC = 0.8705 ] +INFO:root:Average loss=0.07839124348874275 +INFO:root: +[Valid][25][UTT][ MSE = 0.2123 | LCC = 0.8732 | SRCC = 0.8716 ] +INFO:root:Average loss=0.08900087364973167 +INFO:root: +[Valid][26][UTT][ MSE = 0.2455 | LCC = 0.8722 | SRCC = 0.8724 ] +INFO:root:Average loss=0.07467862772635925 +INFO:root: +[Valid][27][UTT][ MSE = 0.2402 | LCC = 0.8662 | SRCC = 0.8667 ] +INFO:root:Average loss=0.06757159230227654 +INFO:root: +[Valid][28][UTT][ MSE = 0.2175 | LCC = 0.8707 | SRCC = 0.8692 ] +INFO:root:Average loss=0.06734575436283381 +INFO:root: +[Valid][29][UTT][ MSE = 0.2180 | LCC = 0.8700 | SRCC = 0.8690 ] +INFO:root:Average loss=0.0649138592565671 +INFO:root: +[Valid][30][UTT][ MSE = 0.2111 | LCC = 0.8722 | SRCC = 0.8710 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2249 | LCC = 0.8694 | SRCC = 0.8722 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer18/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer18/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbd394eca7387fa8e420fbd1e87ed511f7ccdfa3 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41cffeba710188537d92aeeab4e8ddf53f874ee36ac8798c89545b975130d1d3 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer18/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e24821cf9c8d1cd7f45d39281c9db118a533ec4e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:499f332f347ad35d9b374195a5822d42e26731dbd54075ca34d910cd83707d45 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer18/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f096c3d6b06281a716335ddc41adc39f1e6bd92e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5832897550784625 +INFO:root: +[Valid][0][UTT][ MSE = 0.4823 | LCC = 0.7528 | SRCC = 0.7705 ] +INFO:root:Average loss=0.3003300256454028 +INFO:root: +[Valid][1][UTT][ MSE = 0.2791 | LCC = 0.8374 | SRCC = 0.8339 ] +INFO:root:Average loss=0.23906613103090188 +INFO:root: +[Valid][2][UTT][ MSE = 0.2619 | LCC = 0.8568 | SRCC = 0.8527 ] +INFO:root:Average loss=0.23723878501317439 +INFO:root: +[Valid][3][UTT][ MSE = 0.2434 | LCC = 0.8644 | SRCC = 0.8605 ] +INFO:root:Average loss=0.19816483519016168 +INFO:root: +[Valid][4][UTT][ MSE = 0.2377 | LCC = 0.8756 | SRCC = 0.8735 ] +INFO:root:Average loss=0.20500313939574438 +INFO:root: +[Valid][5][UTT][ MSE = 0.2483 | LCC = 0.8704 | SRCC = 0.8691 ] +INFO:root:Average loss=0.17451572647461525 +INFO:root: +[Valid][6][UTT][ MSE = 0.2279 | LCC = 0.8749 | SRCC = 0.8730 ] +INFO:root:Average loss=0.1704007102510868 +INFO:root: +[Valid][7][UTT][ MSE = 0.2349 | LCC = 0.8750 | SRCC = 0.8721 ] +INFO:root:Average loss=0.1658088614543279 +INFO:root: +[Valid][8][UTT][ MSE = 0.2338 | LCC = 0.8683 | SRCC = 0.8667 ] +INFO:root:Average loss=0.18746986631781626 +INFO:root: +[Valid][9][UTT][ MSE = 0.2344 | LCC = 0.8691 | SRCC = 0.8664 ] +INFO:root:Average loss=0.16583300104890114 +INFO:root: +[Valid][10][UTT][ MSE = 0.2198 | LCC = 0.8715 | SRCC = 0.8687 ] +INFO:root:Average loss=0.15219087487994096 +INFO:root: +[Valid][11][UTT][ MSE = 0.2409 | LCC = 0.8731 | SRCC = 0.8713 ] +INFO:root:Average loss=0.149403672092236 +INFO:root: +[Valid][12][UTT][ MSE = 0.2293 | LCC = 0.8673 | SRCC = 0.8642 ] +INFO:root:Average loss=0.1351136459180942 +INFO:root: +[Valid][13][UTT][ MSE = 0.2145 | LCC = 0.8713 | SRCC = 0.8689 ] +INFO:root:Average loss=0.12918599866903746 +INFO:root: +[Valid][14][UTT][ MSE = 0.2173 | LCC = 0.8724 | SRCC = 0.8708 ] +INFO:root:Average loss=0.11722620318715389 +INFO:root: +[Valid][15][UTT][ MSE = 0.2284 | LCC = 0.8641 | SRCC = 0.8614 ] +INFO:root:Average loss=0.10899582046728867 +INFO:root: +[Valid][16][UTT][ MSE = 0.2359 | LCC = 0.8736 | SRCC = 0.8742 ] +INFO:root:Average loss=0.10757937148595467 +INFO:root: +[Valid][17][UTT][ MSE = 0.2292 | LCC = 0.8708 | SRCC = 0.8698 ] +INFO:root:Average loss=0.11107600828967033 +INFO:root: +[Valid][18][UTT][ MSE = 0.2196 | LCC = 0.8704 | SRCC = 0.8707 ] +INFO:root:Average loss=0.106943556226981 +INFO:root: +[Valid][19][UTT][ MSE = 0.2163 | LCC = 0.8731 | SRCC = 0.8710 ] +INFO:root:Average loss=0.10206771021087964 +INFO:root: +[Valid][20][UTT][ MSE = 0.2258 | LCC = 0.8652 | SRCC = 0.8632 ] +INFO:root:Average loss=0.08627785035432914 +INFO:root: +[Valid][21][UTT][ MSE = 0.2287 | LCC = 0.8665 | SRCC = 0.8637 ] +INFO:root:Average loss=0.08726699430591021 +INFO:root: +[Valid][22][UTT][ MSE = 0.2224 | LCC = 0.8682 | SRCC = 0.8666 ] +INFO:root:Average loss=0.08407170664614592 +INFO:root: +[Valid][23][UTT][ MSE = 0.2170 | LCC = 0.8671 | SRCC = 0.8654 ] +INFO:root:Average loss=0.08143562575181325 +INFO:root: +[Valid][24][UTT][ MSE = 0.2077 | LCC = 0.8694 | SRCC = 0.8675 ] +INFO:root:Average loss=0.07546648860741885 +INFO:root: +[Valid][25][UTT][ MSE = 0.2147 | LCC = 0.8662 | SRCC = 0.8646 ] +INFO:root:Average loss=0.07737314605560058 +INFO:root: +[Valid][26][UTT][ MSE = 0.2197 | LCC = 0.8670 | SRCC = 0.8649 ] +INFO:root:Average loss=0.0835111047117374 +INFO:root: +[Valid][27][UTT][ MSE = 0.2215 | LCC = 0.8677 | SRCC = 0.8660 ] +INFO:root:Average loss=0.07204001115109676 +INFO:root: +[Valid][28][UTT][ MSE = 0.2596 | LCC = 0.8648 | SRCC = 0.8665 ] +INFO:root:Average loss=0.07025741714124496 +INFO:root: +[Valid][29][UTT][ MSE = 0.2246 | LCC = 0.8654 | SRCC = 0.8652 ] +INFO:root:Average loss=0.06329861522102967 +INFO:root: +[Valid][30][UTT][ MSE = 0.2513 | LCC = 0.8689 | SRCC = 0.8683 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2797 | LCC = 0.8634 | SRCC = 0.8662 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer18/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer18/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..66a9a343202176f8a4a35e330b16befb57b84c1a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e0ede4fd5796b4592065d545ec4bab66ffb7806ce110e4321b05fc5b94eff3d +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer18/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..725691384b0da6438a3a6f4bca6f74aaa1a68274 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ccefbfd42124a1717a2a067d3e8c8eae80b19539c6975dcd380edf253fb7060 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer18/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9668a27377ddeaf17d1428ff0c154c78fd7b0ae6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5725173231882926 +INFO:root: +[Valid][0][UTT][ MSE = 0.3446 | LCC = 0.7990 | SRCC = 0.7982 ] +INFO:root:Average loss=0.29193257387631977 +INFO:root: +[Valid][1][UTT][ MSE = 0.2968 | LCC = 0.8370 | SRCC = 0.8347 ] +INFO:root:Average loss=0.2358655075614269 +INFO:root: +[Valid][2][UTT][ MSE = 0.2556 | LCC = 0.8569 | SRCC = 0.8532 ] +INFO:root:Average loss=0.22352804453709188 +INFO:root: +[Valid][3][UTT][ MSE = 0.2548 | LCC = 0.8652 | SRCC = 0.8623 ] +INFO:root:Average loss=0.20191602447094062 +INFO:root: +[Valid][4][UTT][ MSE = 0.2300 | LCC = 0.8706 | SRCC = 0.8680 ] +INFO:root:Average loss=0.18684523944289255 +INFO:root: +[Valid][5][UTT][ MSE = 0.2577 | LCC = 0.8715 | SRCC = 0.8701 ] +INFO:root:Average loss=0.1872078625437541 +INFO:root: +[Valid][6][UTT][ MSE = 0.2259 | LCC = 0.8737 | SRCC = 0.8717 ] +INFO:root:Average loss=0.18021875323775488 +INFO:root: +[Valid][7][UTT][ MSE = 0.2295 | LCC = 0.8744 | SRCC = 0.8746 ] +INFO:root:Average loss=0.15903808080997223 +INFO:root: +[Valid][8][UTT][ MSE = 0.2061 | LCC = 0.8788 | SRCC = 0.8776 ] +INFO:root:Average loss=0.1547545799269126 +INFO:root: +[Valid][9][UTT][ MSE = 0.2198 | LCC = 0.8763 | SRCC = 0.8736 ] +INFO:root:Average loss=0.13801993486972955 +INFO:root: +[Valid][10][UTT][ MSE = 0.2237 | LCC = 0.8750 | SRCC = 0.8755 ] +INFO:root:Average loss=0.15315333352639124 +INFO:root: +[Valid][11][UTT][ MSE = 0.2046 | LCC = 0.8772 | SRCC = 0.8752 ] +INFO:root:Average loss=0.13732440979816976 +INFO:root: +[Valid][12][UTT][ MSE = 0.2644 | LCC = 0.8771 | SRCC = 0.8770 ] +INFO:root:Average loss=0.13248340642222992 +INFO:root: +[Valid][13][UTT][ MSE = 0.2118 | LCC = 0.8788 | SRCC = 0.8769 ] +INFO:root:Average loss=0.11544047659024215 +INFO:root: +[Valid][14][UTT][ MSE = 0.2178 | LCC = 0.8684 | SRCC = 0.8683 ] +INFO:root:Average loss=0.13687637228614244 +INFO:root: +[Valid][15][UTT][ MSE = 0.2987 | LCC = 0.8644 | SRCC = 0.8684 ] +INFO:root:Average loss=0.13271206063337815 +INFO:root: +[Valid][16][UTT][ MSE = 0.2151 | LCC = 0.8752 | SRCC = 0.8734 ] +INFO:root:Average loss=0.10296580204978967 +INFO:root: +[Valid][17][UTT][ MSE = 0.2118 | LCC = 0.8768 | SRCC = 0.8760 ] +INFO:root:Average loss=0.11284004777478866 +INFO:root: +[Valid][18][UTT][ MSE = 0.2107 | LCC = 0.8765 | SRCC = 0.8757 ] +INFO:root:Average loss=0.11366813200024459 +INFO:root: +[Valid][19][UTT][ MSE = 0.2538 | LCC = 0.8660 | SRCC = 0.8706 ] +INFO:root:Average loss=0.09527280969688526 +INFO:root: +[Valid][20][UTT][ MSE = 0.2026 | LCC = 0.8739 | SRCC = 0.8737 ] +INFO:root:Average loss=0.09430168984601131 +INFO:root: +[Valid][21][UTT][ MSE = 0.2160 | LCC = 0.8739 | SRCC = 0.8713 ] +INFO:root:Average loss=0.08601041754277852 +INFO:root: +[Valid][22][UTT][ MSE = 0.2434 | LCC = 0.8731 | SRCC = 0.8710 ] +INFO:root:Average loss=0.07793087856127666 +INFO:root: +[Valid][23][UTT][ MSE = 0.2066 | LCC = 0.8710 | SRCC = 0.8703 ] +INFO:root:Average loss=0.08063075906382157 +INFO:root: +[Valid][24][UTT][ MSE = 0.2324 | LCC = 0.8680 | SRCC = 0.8688 ] +INFO:root:Average loss=0.08007934412513024 +INFO:root: +[Valid][25][UTT][ MSE = 0.2165 | LCC = 0.8704 | SRCC = 0.8704 ] +INFO:root:Average loss=0.09417829098991859 +INFO:root: +[Valid][26][UTT][ MSE = 0.2194 | LCC = 0.8726 | SRCC = 0.8716 ] +INFO:root:Average loss=0.07475305262666482 +INFO:root: +[Valid][27][UTT][ MSE = 0.2180 | LCC = 0.8691 | SRCC = 0.8674 ] +INFO:root:Average loss=0.06735631747123523 +INFO:root: +[Valid][28][UTT][ MSE = 0.2173 | LCC = 0.8666 | SRCC = 0.8653 ] +INFO:root:Average loss=0.06398845435335086 +INFO:root: +[Valid][29][UTT][ MSE = 0.2091 | LCC = 0.8710 | SRCC = 0.8693 ] +INFO:root:Average loss=0.06264874599396418 +INFO:root: +[Valid][30][UTT][ MSE = 0.2059 | LCC = 0.8700 | SRCC = 0.8689 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2362 | LCC = 0.8745 | SRCC = 0.8749 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer18/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer18/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b8d3631706aa7fbc4374e0f4b7cf1e6476143cd --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40f7012e9222661dcab77b05c457a8d15dd91cf8574fbe1ec7fa43c1c6056e7e +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer18/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf8bc464d87466a00d539e3290e56045568c892c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc4646dc2e49bdfd83c9662bd7b5b2c24dcb3ecd0b153d760b5c1a1003f8d1b6 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer18/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e024994dcaa16bff4f258a73bb552952d5c58ccb --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4766395886739095 +INFO:root: +[Valid][0][UTT][ MSE = 0.3829 | LCC = 0.8036 | SRCC = 0.8091 ] +INFO:root:Average loss=0.27693299032174623 +INFO:root: +[Valid][1][UTT][ MSE = 0.3023 | LCC = 0.8376 | SRCC = 0.8340 ] +INFO:root:Average loss=0.23996781424070016 +INFO:root: +[Valid][2][UTT][ MSE = 0.3539 | LCC = 0.8465 | SRCC = 0.8487 ] +INFO:root:Average loss=0.2330387490682113 +INFO:root: +[Valid][3][UTT][ MSE = 0.2805 | LCC = 0.8559 | SRCC = 0.8532 ] +INFO:root:Average loss=0.21610707369370338 +INFO:root: +[Valid][4][UTT][ MSE = 0.2873 | LCC = 0.8614 | SRCC = 0.8588 ] +INFO:root:Average loss=0.21289813231963378 +INFO:root: +[Valid][5][UTT][ MSE = 0.2995 | LCC = 0.8650 | SRCC = 0.8636 ] +INFO:root:Average loss=0.18642858559122452 +INFO:root: +[Valid][6][UTT][ MSE = 0.3075 | LCC = 0.8625 | SRCC = 0.8584 ] +INFO:root:Average loss=0.16745460663850492 +INFO:root: +[Valid][7][UTT][ MSE = 0.2887 | LCC = 0.8663 | SRCC = 0.8654 ] +INFO:root:Average loss=0.16696395782323983 +INFO:root: +[Valid][8][UTT][ MSE = 0.2879 | LCC = 0.8693 | SRCC = 0.8685 ] +INFO:root:Average loss=0.15748729642767173 +INFO:root: +[Valid][9][UTT][ MSE = 0.2989 | LCC = 0.8731 | SRCC = 0.8716 ] +INFO:root:Average loss=0.13904239972814536 +INFO:root: +[Valid][10][UTT][ MSE = 0.2341 | LCC = 0.8690 | SRCC = 0.8657 ] +INFO:root:Average loss=0.16537133967265105 +INFO:root: +[Valid][11][UTT][ MSE = 0.2994 | LCC = 0.8728 | SRCC = 0.8713 ] +INFO:root:Average loss=0.13140265070475066 +INFO:root: +[Valid][12][UTT][ MSE = 0.2525 | LCC = 0.8663 | SRCC = 0.8632 ] +INFO:root:Average loss=0.14022969731535667 +INFO:root: +[Valid][13][UTT][ MSE = 0.3319 | LCC = 0.8651 | SRCC = 0.8658 ] +INFO:root:Average loss=0.12229509613452813 +INFO:root: +[Valid][14][UTT][ MSE = 0.2679 | LCC = 0.8650 | SRCC = 0.8632 ] +INFO:root:Average loss=0.11735931287209193 +INFO:root: +[Valid][15][UTT][ MSE = 0.2645 | LCC = 0.8628 | SRCC = 0.8590 ] +INFO:root:Average loss=0.11008410977247433 +INFO:root: +[Valid][16][UTT][ MSE = 0.2344 | LCC = 0.8715 | SRCC = 0.8689 ] +INFO:root:Average loss=0.11414658622099803 +INFO:root: +[Valid][17][UTT][ MSE = 0.3234 | LCC = 0.8677 | SRCC = 0.8680 ] +INFO:root:Average loss=0.11776224471246585 +INFO:root: +[Valid][18][UTT][ MSE = 0.2407 | LCC = 0.8666 | SRCC = 0.8641 ] +INFO:root:Average loss=0.10326346540107177 +INFO:root: +[Valid][19][UTT][ MSE = 0.2255 | LCC = 0.8698 | SRCC = 0.8665 ] +INFO:root:Average loss=0.08939510048964085 +INFO:root: +[Valid][20][UTT][ MSE = 0.2486 | LCC = 0.8634 | SRCC = 0.8616 ] +INFO:root:Average loss=0.08599335728929593 +INFO:root: +[Valid][21][UTT][ MSE = 0.2419 | LCC = 0.8638 | SRCC = 0.8606 ] +INFO:root:Average loss=0.08321514033163205 +INFO:root: +[Valid][22][UTT][ MSE = 0.2397 | LCC = 0.8642 | SRCC = 0.8611 ] +INFO:root:Average loss=0.07964806382854779 +INFO:root: +[Valid][23][UTT][ MSE = 0.2466 | LCC = 0.8668 | SRCC = 0.8641 ] +INFO:root:Average loss=0.0888973946372668 +INFO:root: +[Valid][24][UTT][ MSE = 0.2278 | LCC = 0.8651 | SRCC = 0.8620 ] +INFO:root:Average loss=0.08077115412705983 +INFO:root: +[Valid][25][UTT][ MSE = 0.2418 | LCC = 0.8659 | SRCC = 0.8638 ] +INFO:root:Average loss=0.07110383041585103 +INFO:root: +[Valid][26][UTT][ MSE = 0.2139 | LCC = 0.8662 | SRCC = 0.8635 ] +INFO:root:Average loss=0.07140275831214893 +INFO:root: +[Valid][27][UTT][ MSE = 0.2280 | LCC = 0.8654 | SRCC = 0.8636 ] +INFO:root:Average loss=0.08115087201197942 +INFO:root: +[Valid][28][UTT][ MSE = 0.2213 | LCC = 0.8665 | SRCC = 0.8637 ] +INFO:root:Average loss=0.06639787707573329 +INFO:root: +[Valid][29][UTT][ MSE = 0.2397 | LCC = 0.8623 | SRCC = 0.8587 ] +INFO:root:Average loss=0.06630747875150962 +INFO:root: +[Valid][30][UTT][ MSE = 0.2538 | LCC = 0.8620 | SRCC = 0.8590 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2541 | LCC = 0.8752 | SRCC = 0.8736 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer18/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer18/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e331cbfd3265aeaa59a758e64bd1abb4b6894050 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b73bbb1ae57da4be24cf98be6bff85bceaaba2eda38ba1a7a930c37075d0505b +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer18/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..87af1389a0151b91996896489b1070147278a790 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a15e85eb841d72b741594d7d7836efb4783ac80fefef0c26c693f3e9c4212a97 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer18/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer18/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..70f927bcac439961a43fb664da6727b2cf3d4910 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer18/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5800366844886389 +INFO:root: +[Valid][0][UTT][ MSE = 0.3429 | LCC = 0.8118 | SRCC = 0.8102 ] +INFO:root:Average loss=0.2761208988153018 +INFO:root: +[Valid][1][UTT][ MSE = 0.2778 | LCC = 0.8435 | SRCC = 0.8417 ] +INFO:root:Average loss=0.24201615613240463 +INFO:root: +[Valid][2][UTT][ MSE = 0.2747 | LCC = 0.8602 | SRCC = 0.8581 ] +INFO:root:Average loss=0.2324257724178143 +INFO:root: +[Valid][3][UTT][ MSE = 0.2359 | LCC = 0.8684 | SRCC = 0.8655 ] +INFO:root:Average loss=0.20267669092386198 +INFO:root: +[Valid][4][UTT][ MSE = 0.2350 | LCC = 0.8661 | SRCC = 0.8649 ] +INFO:root:Average loss=0.1902321187349466 +INFO:root: +[Valid][5][UTT][ MSE = 0.2683 | LCC = 0.8661 | SRCC = 0.8612 ] +INFO:root:Average loss=0.18515869535696813 +INFO:root: +[Valid][6][UTT][ MSE = 0.3113 | LCC = 0.8604 | SRCC = 0.8645 ] +INFO:root:Average loss=0.1804055104462 +INFO:root: +[Valid][7][UTT][ MSE = 0.2390 | LCC = 0.8717 | SRCC = 0.8695 ] +INFO:root:Average loss=0.17002065011706108 +INFO:root: +[Valid][8][UTT][ MSE = 0.2327 | LCC = 0.8720 | SRCC = 0.8698 ] +INFO:root:Average loss=0.14489937879336187 +INFO:root: +[Valid][9][UTT][ MSE = 0.2232 | LCC = 0.8708 | SRCC = 0.8697 ] +INFO:root:Average loss=0.14397080194873688 +INFO:root: +[Valid][10][UTT][ MSE = 0.2338 | LCC = 0.8741 | SRCC = 0.8717 ] +INFO:root:Average loss=0.157869335072927 +INFO:root: +[Valid][11][UTT][ MSE = 0.2391 | LCC = 0.8709 | SRCC = 0.8688 ] +INFO:root:Average loss=0.1392366668352714 +INFO:root: +[Valid][12][UTT][ MSE = 0.2332 | LCC = 0.8733 | SRCC = 0.8698 ] +INFO:root:Average loss=0.12938192028265733 +INFO:root: +[Valid][13][UTT][ MSE = 0.2581 | LCC = 0.8664 | SRCC = 0.8702 ] +INFO:root:Average loss=0.11885172362702015 +INFO:root: +[Valid][14][UTT][ MSE = 0.2289 | LCC = 0.8701 | SRCC = 0.8687 ] +INFO:root:Average loss=0.11874993460682723 +INFO:root: +[Valid][15][UTT][ MSE = 0.2230 | LCC = 0.8721 | SRCC = 0.8687 ] +INFO:root:Average loss=0.11761489233527428 +INFO:root: +[Valid][16][UTT][ MSE = 0.2300 | LCC = 0.8703 | SRCC = 0.8691 ] +INFO:root:Average loss=0.10500268332469158 +INFO:root: +[Valid][17][UTT][ MSE = 0.2312 | LCC = 0.8677 | SRCC = 0.8651 ] +INFO:root:Average loss=0.09889843267125961 +INFO:root: +[Valid][18][UTT][ MSE = 0.2294 | LCC = 0.8682 | SRCC = 0.8684 ] +INFO:root:Average loss=0.09905736000300983 +INFO:root: +[Valid][19][UTT][ MSE = 0.2265 | LCC = 0.8714 | SRCC = 0.8710 ] +INFO:root:Average loss=0.09311489851619953 +INFO:root: +[Valid][20][UTT][ MSE = 0.2427 | LCC = 0.8716 | SRCC = 0.8710 ] +INFO:root:Average loss=0.08707266917022374 +INFO:root: +[Valid][21][UTT][ MSE = 0.2291 | LCC = 0.8695 | SRCC = 0.8685 ] +INFO:root:Average loss=0.1141414057272367 +INFO:root: +[Valid][22][UTT][ MSE = 0.2354 | LCC = 0.8712 | SRCC = 0.8696 ] +INFO:root:Average loss=0.08045727258118299 +INFO:root: +[Valid][23][UTT][ MSE = 0.2059 | LCC = 0.8722 | SRCC = 0.8712 ] +INFO:root:Average loss=0.08376188370852898 +INFO:root: +[Valid][24][UTT][ MSE = 0.2270 | LCC = 0.8688 | SRCC = 0.8684 ] +INFO:root:Average loss=0.07632126692586984 +INFO:root: +[Valid][25][UTT][ MSE = 0.2234 | LCC = 0.8659 | SRCC = 0.8645 ] +INFO:root:Average loss=0.06912249551178554 +INFO:root: +[Valid][26][UTT][ MSE = 0.2271 | LCC = 0.8677 | SRCC = 0.8654 ] +INFO:root:Average loss=0.07226624421011178 +INFO:root: +[Valid][27][UTT][ MSE = 0.2279 | LCC = 0.8631 | SRCC = 0.8612 ] +INFO:root:Average loss=0.0668331609131434 +INFO:root: +[Valid][28][UTT][ MSE = 0.2434 | LCC = 0.8617 | SRCC = 0.8606 ] +INFO:root:Average loss=0.06306632106693891 +INFO:root: +[Valid][29][UTT][ MSE = 0.2281 | LCC = 0.8652 | SRCC = 0.8638 ] +INFO:root:Average loss=0.059679063180318244 +INFO:root: +[Valid][30][UTT][ MSE = 0.2265 | LCC = 0.8632 | SRCC = 0.8630 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2430 | LCC = 0.8720 | SRCC = 0.8707 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer2/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer2/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ab92260f3e35a0792c430464c65edc0011a22ba --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c120fc3ebc238513092e6dbccb59a357c17de673b19224937ccdcba7caffd0 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer2/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..51deaff50c4e83cbadc5bc224a7d85b9278abfae --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1568463a6f0371795e18df39ee5fdf1aa0e2f4dd60c01f1bf624c68760659df +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer2/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4e4d06f4b9ea91b60d67986ba120ab8d58fe265c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5056362448212428 +INFO:root: +[Valid][0][UTT][ MSE = 0.3597 | LCC = 0.7683 | SRCC = 0.7663 ] +INFO:root:Average loss=0.3467257347626564 +INFO:root: +[Valid][1][UTT][ MSE = 0.3415 | LCC = 0.8008 | SRCC = 0.8004 ] +INFO:root:Average loss=0.2809790863822668 +INFO:root: +[Valid][2][UTT][ MSE = 0.3233 | LCC = 0.8274 | SRCC = 0.8258 ] +INFO:root:Average loss=0.2619273630090249 +INFO:root: +[Valid][3][UTT][ MSE = 0.3113 | LCC = 0.8437 | SRCC = 0.8391 ] +INFO:root:Average loss=0.2462175469367932 +INFO:root: +[Valid][4][UTT][ MSE = 0.3021 | LCC = 0.8421 | SRCC = 0.8400 ] +INFO:root:Average loss=0.22695303975771636 +INFO:root: +[Valid][5][UTT][ MSE = 0.2643 | LCC = 0.8529 | SRCC = 0.8505 ] +INFO:root:Average loss=0.21133866992134315 +INFO:root: +[Valid][6][UTT][ MSE = 0.2825 | LCC = 0.8589 | SRCC = 0.8557 ] +INFO:root:Average loss=0.20294417039706156 +INFO:root: +[Valid][7][UTT][ MSE = 0.2679 | LCC = 0.8592 | SRCC = 0.8577 ] +INFO:root:Average loss=0.1884356555648339 +INFO:root: +[Valid][8][UTT][ MSE = 0.2852 | LCC = 0.8558 | SRCC = 0.8544 ] +INFO:root:Average loss=0.17699445487979132 +INFO:root: +[Valid][9][UTT][ MSE = 0.2760 | LCC = 0.8587 | SRCC = 0.8603 ] +INFO:root:Average loss=0.17863409612805414 +INFO:root: +[Valid][10][UTT][ MSE = 0.2393 | LCC = 0.8607 | SRCC = 0.8606 ] +INFO:root:Average loss=0.16344770015432283 +INFO:root: +[Valid][11][UTT][ MSE = 0.2419 | LCC = 0.8631 | SRCC = 0.8603 ] +INFO:root:Average loss=0.15232451756795248 +INFO:root: +[Valid][12][UTT][ MSE = 0.2992 | LCC = 0.8688 | SRCC = 0.8683 ] +INFO:root:Average loss=0.15044961965236908 +INFO:root: +[Valid][13][UTT][ MSE = 0.2598 | LCC = 0.8551 | SRCC = 0.8550 ] +INFO:root:Average loss=0.13923593066059625 +INFO:root: +[Valid][14][UTT][ MSE = 0.2344 | LCC = 0.8645 | SRCC = 0.8653 ] +INFO:root:Average loss=0.1310080920274441 +INFO:root: +[Valid][15][UTT][ MSE = 0.3224 | LCC = 0.8570 | SRCC = 0.8567 ] +INFO:root:Average loss=0.12512521092326212 +INFO:root: +[Valid][16][UTT][ MSE = 0.2497 | LCC = 0.8622 | SRCC = 0.8607 ] +INFO:root:Average loss=0.1173334131256128 +INFO:root: +[Valid][17][UTT][ MSE = 0.2436 | LCC = 0.8664 | SRCC = 0.8642 ] +INFO:root:Average loss=0.12167976901699336 +INFO:root: +[Valid][18][UTT][ MSE = 0.2439 | LCC = 0.8657 | SRCC = 0.8644 ] +INFO:root:Average loss=0.1059038693515154 +INFO:root: +[Valid][19][UTT][ MSE = 0.2419 | LCC = 0.8658 | SRCC = 0.8642 ] +INFO:root:Average loss=0.11482563185004088 +INFO:root: +[Valid][20][UTT][ MSE = 0.2323 | LCC = 0.8652 | SRCC = 0.8646 ] +INFO:root:Average loss=0.09816846724313039 +INFO:root: +[Valid][21][UTT][ MSE = 0.2747 | LCC = 0.8650 | SRCC = 0.8632 ] +INFO:root:Average loss=0.09161091906328996 +INFO:root: +[Valid][22][UTT][ MSE = 0.2489 | LCC = 0.8643 | SRCC = 0.8646 ] +INFO:root:Average loss=0.0931984943170578 +INFO:root: +[Valid][23][UTT][ MSE = 0.2487 | LCC = 0.8618 | SRCC = 0.8594 ] +INFO:root:Average loss=0.08750863158358978 +INFO:root: +[Valid][24][UTT][ MSE = 0.2386 | LCC = 0.8590 | SRCC = 0.8584 ] +INFO:root:Average loss=0.08713542617475376 +INFO:root: +[Valid][25][UTT][ MSE = 0.2497 | LCC = 0.8618 | SRCC = 0.8588 ] +INFO:root:Average loss=0.08238754163567837 +INFO:root: +[Valid][26][UTT][ MSE = 0.2299 | LCC = 0.8613 | SRCC = 0.8607 ] +INFO:root:Average loss=0.08011580220399758 +INFO:root: +[Valid][27][UTT][ MSE = 0.2359 | LCC = 0.8677 | SRCC = 0.8658 ] +INFO:root:Average loss=0.0746598866983102 +INFO:root: +[Valid][28][UTT][ MSE = 0.2433 | LCC = 0.8639 | SRCC = 0.8619 ] +INFO:root:Average loss=0.07447194069241866 +INFO:root: +[Valid][29][UTT][ MSE = 0.2259 | LCC = 0.8612 | SRCC = 0.8608 ] +INFO:root:Average loss=0.07608116442003311 +INFO:root: +[Valid][30][UTT][ MSE = 0.2465 | LCC = 0.8622 | SRCC = 0.8608 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2657 | LCC = 0.8659 | SRCC = 0.8610 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer2/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer2/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..63eb1d4c49e11da186df2bd151be5cdefd4048ad --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7777a63e68f63dfc269902ae7815b6c3f54f8de78e2cb7dbbc52d32562940540 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer2/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..068914fa977470c6db16ac6d8491d5008586802f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ff0ad2936ce36d44694e9a96840bfeba97355745d24d36a5b03b5f9228b2431 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer2/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..04a3f75d71d46dc7e5b9b596e308761c5cdebdc3 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5476460189391406 +INFO:root: +[Valid][0][UTT][ MSE = 0.3826 | LCC = 0.7659 | SRCC = 0.7742 ] +INFO:root:Average loss=0.33179268145408386 +INFO:root: +[Valid][1][UTT][ MSE = 0.3923 | LCC = 0.7944 | SRCC = 0.7926 ] +INFO:root:Average loss=0.2924782501963469 +INFO:root: +[Valid][2][UTT][ MSE = 0.3530 | LCC = 0.8142 | SRCC = 0.8170 ] +INFO:root:Average loss=0.25808378500051987 +INFO:root: +[Valid][3][UTT][ MSE = 0.2975 | LCC = 0.8330 | SRCC = 0.8319 ] +INFO:root:Average loss=0.23993441271476257 +INFO:root: +[Valid][4][UTT][ MSE = 0.3319 | LCC = 0.8388 | SRCC = 0.8338 ] +INFO:root:Average loss=0.2275983207882979 +INFO:root: +[Valid][5][UTT][ MSE = 0.2725 | LCC = 0.8420 | SRCC = 0.8396 ] +INFO:root:Average loss=0.21403665573169023 +INFO:root: +[Valid][6][UTT][ MSE = 0.2622 | LCC = 0.8535 | SRCC = 0.8528 ] +INFO:root:Average loss=0.20063499867534026 +INFO:root: +[Valid][7][UTT][ MSE = 0.2979 | LCC = 0.8485 | SRCC = 0.8514 ] +INFO:root:Average loss=0.2119291046491036 +INFO:root: +[Valid][8][UTT][ MSE = 0.2542 | LCC = 0.8576 | SRCC = 0.8560 ] +INFO:root:Average loss=0.19158215295427886 +INFO:root: +[Valid][9][UTT][ MSE = 0.2572 | LCC = 0.8573 | SRCC = 0.8565 ] +INFO:root:Average loss=0.18172966574247068 +INFO:root: +[Valid][10][UTT][ MSE = 0.2618 | LCC = 0.8607 | SRCC = 0.8587 ] +INFO:root:Average loss=0.1695357981400612 +INFO:root: +[Valid][11][UTT][ MSE = 0.2430 | LCC = 0.8576 | SRCC = 0.8568 ] +INFO:root:Average loss=0.15822345782548952 +INFO:root: +[Valid][12][UTT][ MSE = 0.2588 | LCC = 0.8606 | SRCC = 0.8604 ] +INFO:root:Average loss=0.15276003084503686 +INFO:root: +[Valid][13][UTT][ MSE = 0.3228 | LCC = 0.8552 | SRCC = 0.8559 ] +INFO:root:Average loss=0.15681167090168366 +INFO:root: +[Valid][14][UTT][ MSE = 0.2509 | LCC = 0.8622 | SRCC = 0.8629 ] +INFO:root:Average loss=0.14291051278511682 +INFO:root: +[Valid][15][UTT][ MSE = 0.2342 | LCC = 0.8602 | SRCC = 0.8607 ] +INFO:root:Average loss=0.14579607928410554 +INFO:root: +[Valid][16][UTT][ MSE = 0.2292 | LCC = 0.8640 | SRCC = 0.8629 ] +INFO:root:Average loss=0.1352587714791298 +INFO:root: +[Valid][17][UTT][ MSE = 0.2480 | LCC = 0.8569 | SRCC = 0.8544 ] +INFO:root:Average loss=0.1340258532227614 +INFO:root: +[Valid][18][UTT][ MSE = 0.2468 | LCC = 0.8640 | SRCC = 0.8620 ] +INFO:root:Average loss=0.12154500711804782 +INFO:root: +[Valid][19][UTT][ MSE = 0.2150 | LCC = 0.8686 | SRCC = 0.8676 ] +INFO:root:Average loss=0.12831847302806684 +INFO:root: +[Valid][20][UTT][ MSE = 0.2444 | LCC = 0.8653 | SRCC = 0.8663 ] +INFO:root:Average loss=0.11528290703128545 +INFO:root: +[Valid][21][UTT][ MSE = 0.2408 | LCC = 0.8653 | SRCC = 0.8641 ] +INFO:root:Average loss=0.10986043207156353 +INFO:root: +[Valid][22][UTT][ MSE = 0.2343 | LCC = 0.8616 | SRCC = 0.8622 ] +INFO:root:Average loss=0.11233836956895314 +INFO:root: +[Valid][23][UTT][ MSE = 0.2376 | LCC = 0.8664 | SRCC = 0.8648 ] +INFO:root:Average loss=0.10796637054628287 +INFO:root: +[Valid][24][UTT][ MSE = 0.2632 | LCC = 0.8596 | SRCC = 0.8595 ] +INFO:root:Average loss=0.09687745790833081 +INFO:root: +[Valid][25][UTT][ MSE = 0.2660 | LCC = 0.8616 | SRCC = 0.8598 ] +INFO:root:Average loss=0.09901115451103602 +INFO:root: +[Valid][26][UTT][ MSE = 0.2281 | LCC = 0.8617 | SRCC = 0.8617 ] +INFO:root:Average loss=0.09229438656415695 +INFO:root: +[Valid][27][UTT][ MSE = 0.2379 | LCC = 0.8599 | SRCC = 0.8596 ] +INFO:root:Average loss=0.09867055164888883 +INFO:root: +[Valid][28][UTT][ MSE = 0.2393 | LCC = 0.8593 | SRCC = 0.8582 ] +INFO:root:Average loss=0.08594726771116257 +INFO:root: +[Valid][29][UTT][ MSE = 0.2372 | LCC = 0.8583 | SRCC = 0.8576 ] +INFO:root:Average loss=0.09092943618694942 +INFO:root: +[Valid][30][UTT][ MSE = 0.2293 | LCC = 0.8648 | SRCC = 0.8631 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2232 | LCC = 0.8665 | SRCC = 0.8682 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer2/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer2/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a6deca63edd565c86871446d72f028f575e1323 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b37f929239750e84c8fd0bc53e8eef35134fd7ae80e8d7576c2d60c50784a79d +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer2/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..80a18674428d7171b7c92b1cc483498878a4234b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e46cf8d623f319a2ec6a2c418cbacfda49ac976235de74f50f805007ee6d55c +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer2/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..907e60ed3c22c92e7f895fa921261bf3f68bc46a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5771826005134827 +INFO:root: +[Valid][0][UTT][ MSE = 0.4263 | LCC = 0.7316 | SRCC = 0.7376 ] +INFO:root:Average loss=0.3335552995021527 +INFO:root: +[Valid][1][UTT][ MSE = 0.3358 | LCC = 0.7956 | SRCC = 0.8000 ] +INFO:root:Average loss=0.27647117926524234 +INFO:root: +[Valid][2][UTT][ MSE = 0.2919 | LCC = 0.8255 | SRCC = 0.8229 ] +INFO:root:Average loss=0.2518684636705961 +INFO:root: +[Valid][3][UTT][ MSE = 0.3279 | LCC = 0.8256 | SRCC = 0.8270 ] +INFO:root:Average loss=0.25223874778319627 +INFO:root: +[Valid][4][UTT][ MSE = 0.2607 | LCC = 0.8457 | SRCC = 0.8452 ] +INFO:root:Average loss=0.2205562558120642 +INFO:root: +[Valid][5][UTT][ MSE = 0.2495 | LCC = 0.8502 | SRCC = 0.8502 ] +INFO:root:Average loss=0.211070356460718 +INFO:root: +[Valid][6][UTT][ MSE = 0.2569 | LCC = 0.8493 | SRCC = 0.8480 ] +INFO:root:Average loss=0.20702755040465257 +INFO:root: +[Valid][7][UTT][ MSE = 0.2612 | LCC = 0.8441 | SRCC = 0.8464 ] +INFO:root:Average loss=0.20167872252372596 +INFO:root: +[Valid][8][UTT][ MSE = 0.2621 | LCC = 0.8494 | SRCC = 0.8497 ] +INFO:root:Average loss=0.18334113491269258 +INFO:root: +[Valid][9][UTT][ MSE = 0.2912 | LCC = 0.8501 | SRCC = 0.8515 ] +INFO:root:Average loss=0.16329094289969176 +INFO:root: +[Valid][10][UTT][ MSE = 0.2809 | LCC = 0.8558 | SRCC = 0.8596 ] +INFO:root:Average loss=0.1689767752511379 +INFO:root: +[Valid][11][UTT][ MSE = 0.2292 | LCC = 0.8627 | SRCC = 0.8618 ] +INFO:root:Average loss=0.1546870052623443 +INFO:root: +[Valid][12][UTT][ MSE = 0.2344 | LCC = 0.8638 | SRCC = 0.8631 ] +INFO:root:Average loss=0.14898583121024644 +INFO:root: +[Valid][13][UTT][ MSE = 0.2387 | LCC = 0.8566 | SRCC = 0.8552 ] +INFO:root:Average loss=0.13718510084809402 +INFO:root: +[Valid][14][UTT][ MSE = 0.2427 | LCC = 0.8600 | SRCC = 0.8604 ] +INFO:root:Average loss=0.14074427338364798 +INFO:root: +[Valid][15][UTT][ MSE = 0.2402 | LCC = 0.8568 | SRCC = 0.8603 ] +INFO:root:Average loss=0.12792252424435738 +INFO:root: +[Valid][16][UTT][ MSE = 0.2325 | LCC = 0.8587 | SRCC = 0.8579 ] +INFO:root:Average loss=0.11233818464172192 +INFO:root: +[Valid][17][UTT][ MSE = 0.2518 | LCC = 0.8549 | SRCC = 0.8572 ] +INFO:root:Average loss=0.11821821952859561 +INFO:root: +[Valid][18][UTT][ MSE = 0.2826 | LCC = 0.8503 | SRCC = 0.8555 ] +INFO:root:Average loss=0.11561349836679605 +INFO:root: +[Valid][19][UTT][ MSE = 0.2340 | LCC = 0.8578 | SRCC = 0.8593 ] +INFO:root:Average loss=0.10218844591425015 +INFO:root: +[Valid][20][UTT][ MSE = 0.2408 | LCC = 0.8585 | SRCC = 0.8585 ] +INFO:root:Average loss=0.10167564356174225 +INFO:root: +[Valid][21][UTT][ MSE = 0.2331 | LCC = 0.8648 | SRCC = 0.8640 ] +INFO:root:Average loss=0.09394825116181985 +INFO:root: +[Valid][22][UTT][ MSE = 0.2436 | LCC = 0.8594 | SRCC = 0.8559 ] +INFO:root:Average loss=0.09142898357449433 +INFO:root: +[Valid][23][UTT][ MSE = 0.2233 | LCC = 0.8585 | SRCC = 0.8578 ] +INFO:root:Average loss=0.08953238756228717 +INFO:root: +[Valid][24][UTT][ MSE = 0.2269 | LCC = 0.8584 | SRCC = 0.8561 ] +INFO:root:Average loss=0.08479291176757751 +INFO:root: +[Valid][25][UTT][ MSE = 0.2692 | LCC = 0.8515 | SRCC = 0.8545 ] +INFO:root:Average loss=0.0852667210289301 +INFO:root: +[Valid][26][UTT][ MSE = 0.2380 | LCC = 0.8597 | SRCC = 0.8596 ] +INFO:root:Average loss=0.07537287344726232 +INFO:root: +[Valid][27][UTT][ MSE = 0.2322 | LCC = 0.8558 | SRCC = 0.8560 ] +INFO:root:Average loss=0.0762509804410048 +INFO:root: +[Valid][28][UTT][ MSE = 0.2406 | LCC = 0.8573 | SRCC = 0.8576 ] +INFO:root:Average loss=0.07346323853692947 +INFO:root: +[Valid][29][UTT][ MSE = 0.2304 | LCC = 0.8552 | SRCC = 0.8537 ] +INFO:root:Average loss=0.06985705259900826 +INFO:root: +[Valid][30][UTT][ MSE = 0.2426 | LCC = 0.8552 | SRCC = 0.8535 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2359 | LCC = 0.8633 | SRCC = 0.8633 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer2/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer2/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..add698e234f092ab6393fb8291cd626fb17920f3 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f843c50a3b747e432d6d1f410f3de0b2b95172a76426d1fd80c0998a8e2592a +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer2/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba7366a232bf724765be367c0431c009ff1011ef --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:933cd574fbb7298645b2afed3bf200553d8bbbd722eb4767b5027c33724bf5db +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer2/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2e42d3eb7331cfc86c8bae4b191dacde600ffdc2 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.47212696648561037 +INFO:root: +[Valid][0][UTT][ MSE = 0.3861 | LCC = 0.7630 | SRCC = 0.7642 ] +INFO:root:Average loss=0.306655316780775 +INFO:root: +[Valid][1][UTT][ MSE = 0.3090 | LCC = 0.8069 | SRCC = 0.8063 ] +INFO:root:Average loss=0.2748401642609865 +INFO:root: +[Valid][2][UTT][ MSE = 0.3033 | LCC = 0.8318 | SRCC = 0.8305 ] +INFO:root:Average loss=0.253041599996579 +INFO:root: +[Valid][3][UTT][ MSE = 0.2592 | LCC = 0.8431 | SRCC = 0.8406 ] +INFO:root:Average loss=0.2323650123599248 +INFO:root: +[Valid][4][UTT][ MSE = 0.2691 | LCC = 0.8454 | SRCC = 0.8428 ] +INFO:root:Average loss=0.2182148039723054 +INFO:root: +[Valid][5][UTT][ MSE = 0.2567 | LCC = 0.8466 | SRCC = 0.8454 ] +INFO:root:Average loss=0.2073630507175739 +INFO:root: +[Valid][6][UTT][ MSE = 0.2890 | LCC = 0.8558 | SRCC = 0.8538 ] +INFO:root:Average loss=0.20898242982534262 +INFO:root: +[Valid][7][UTT][ MSE = 0.2540 | LCC = 0.8483 | SRCC = 0.8474 ] +INFO:root:Average loss=0.18936194937962753 +INFO:root: +[Valid][8][UTT][ MSE = 0.2807 | LCC = 0.8515 | SRCC = 0.8499 ] +INFO:root:Average loss=0.1946223893035681 +INFO:root: +[Valid][9][UTT][ MSE = 0.3345 | LCC = 0.8570 | SRCC = 0.8572 ] +INFO:root:Average loss=0.19888471582761177 +INFO:root: +[Valid][10][UTT][ MSE = 0.2669 | LCC = 0.8576 | SRCC = 0.8560 ] +INFO:root:Average loss=0.168204775509926 +INFO:root: +[Valid][11][UTT][ MSE = 0.2371 | LCC = 0.8557 | SRCC = 0.8539 ] +INFO:root:Average loss=0.15421021490907058 +INFO:root: +[Valid][12][UTT][ MSE = 0.2419 | LCC = 0.8651 | SRCC = 0.8641 ] +INFO:root:Average loss=0.1497645803177968 +INFO:root: +[Valid][13][UTT][ MSE = 0.2488 | LCC = 0.8583 | SRCC = 0.8559 ] +INFO:root:Average loss=0.14628769466892266 +INFO:root: +[Valid][14][UTT][ MSE = 0.2339 | LCC = 0.8541 | SRCC = 0.8551 ] +INFO:root:Average loss=0.13928943136945748 +INFO:root: +[Valid][15][UTT][ MSE = 0.2310 | LCC = 0.8605 | SRCC = 0.8605 ] +INFO:root:Average loss=0.13768321953904936 +INFO:root: +[Valid][16][UTT][ MSE = 0.2277 | LCC = 0.8645 | SRCC = 0.8646 ] +INFO:root:Average loss=0.1263472609795057 +INFO:root: +[Valid][17][UTT][ MSE = 0.2572 | LCC = 0.8566 | SRCC = 0.8576 ] +INFO:root:Average loss=0.12362147265901932 +INFO:root: +[Valid][18][UTT][ MSE = 0.2548 | LCC = 0.8639 | SRCC = 0.8628 ] +INFO:root:Average loss=0.11511026380153802 +INFO:root: +[Valid][19][UTT][ MSE = 0.2341 | LCC = 0.8615 | SRCC = 0.8596 ] +INFO:root:Average loss=0.11727997832573377 +INFO:root: +[Valid][20][UTT][ MSE = 0.2232 | LCC = 0.8661 | SRCC = 0.8648 ] +INFO:root:Average loss=0.10762456852274063 +INFO:root: +[Valid][21][UTT][ MSE = 0.2171 | LCC = 0.8692 | SRCC = 0.8686 ] +INFO:root:Average loss=0.09820128652529839 +INFO:root: +[Valid][22][UTT][ MSE = 0.2229 | LCC = 0.8647 | SRCC = 0.8642 ] +INFO:root:Average loss=0.09969541115256456 +INFO:root: +[Valid][23][UTT][ MSE = 0.2372 | LCC = 0.8631 | SRCC = 0.8624 ] +INFO:root:Average loss=0.10332834085401817 +INFO:root: +[Valid][24][UTT][ MSE = 0.2410 | LCC = 0.8551 | SRCC = 0.8557 ] +INFO:root:Average loss=0.1038865639995306 +INFO:root: +[Valid][25][UTT][ MSE = 0.2200 | LCC = 0.8635 | SRCC = 0.8633 ] +INFO:root:Average loss=0.0918253644918784 +INFO:root: +[Valid][26][UTT][ MSE = 0.2525 | LCC = 0.8641 | SRCC = 0.8628 ] +INFO:root:Average loss=0.08457413420845301 +INFO:root: +[Valid][27][UTT][ MSE = 0.2500 | LCC = 0.8571 | SRCC = 0.8585 ] +INFO:root:Average loss=0.0862698937073732 +INFO:root: +[Valid][28][UTT][ MSE = 0.2321 | LCC = 0.8591 | SRCC = 0.8571 ] +INFO:root:Average loss=0.08113444329072268 +INFO:root: +[Valid][29][UTT][ MSE = 0.2499 | LCC = 0.8582 | SRCC = 0.8584 ] +INFO:root:Average loss=0.07594675308045669 +INFO:root: +[Valid][30][UTT][ MSE = 0.2593 | LCC = 0.8596 | SRCC = 0.8588 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2453 | LCC = 0.8591 | SRCC = 0.8589 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer2/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer2/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d213b533c6e8daa78cb1eeb38364d372ea9d031 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95679be668d24ab44339b7a5b0f5d96e5ee3648d3526ea725510a00f24e5a814 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer2/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdea37c741231279c7e0347f33d04c49159b164c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c956fed80c4b550630db2505dc3a70a971e6bb5c7968aff22cdabf5b6a3f4ec5 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer2/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer2/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..11556171c24f3232695bc371b0349c82c909b043 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer2/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5126567754225854 +INFO:root: +[Valid][0][UTT][ MSE = 0.5117 | LCC = 0.7480 | SRCC = 0.7523 ] +INFO:root:Average loss=0.3223713777768306 +INFO:root: +[Valid][1][UTT][ MSE = 0.3035 | LCC = 0.8009 | SRCC = 0.8034 ] +INFO:root:Average loss=0.28351127260770553 +INFO:root: +[Valid][2][UTT][ MSE = 0.2967 | LCC = 0.8236 | SRCC = 0.8254 ] +INFO:root:Average loss=0.2532325866512763 +INFO:root: +[Valid][3][UTT][ MSE = 0.3202 | LCC = 0.8335 | SRCC = 0.8347 ] +INFO:root:Average loss=0.24184652284169808 +INFO:root: +[Valid][4][UTT][ MSE = 0.2798 | LCC = 0.8429 | SRCC = 0.8430 ] +INFO:root:Average loss=0.22713773162701192 +INFO:root: +[Valid][5][UTT][ MSE = 0.2456 | LCC = 0.8457 | SRCC = 0.8458 ] +INFO:root:Average loss=0.21713115943548006 +INFO:root: +[Valid][6][UTT][ MSE = 0.2804 | LCC = 0.8529 | SRCC = 0.8512 ] +INFO:root:Average loss=0.20085919791689286 +INFO:root: +[Valid][7][UTT][ MSE = 0.2784 | LCC = 0.8519 | SRCC = 0.8511 ] +INFO:root:Average loss=0.19688536264957526 +INFO:root: +[Valid][8][UTT][ MSE = 0.3276 | LCC = 0.8424 | SRCC = 0.8455 ] +INFO:root:Average loss=0.17763531332214674 +INFO:root: +[Valid][9][UTT][ MSE = 0.2366 | LCC = 0.8551 | SRCC = 0.8566 ] +INFO:root:Average loss=0.17275398549361107 +INFO:root: +[Valid][10][UTT][ MSE = 0.2319 | LCC = 0.8582 | SRCC = 0.8591 ] +INFO:root:Average loss=0.1635781558087239 +INFO:root: +[Valid][11][UTT][ MSE = 0.2603 | LCC = 0.8580 | SRCC = 0.8579 ] +INFO:root:Average loss=0.15333842820464036 +INFO:root: +[Valid][12][UTT][ MSE = 0.2409 | LCC = 0.8597 | SRCC = 0.8607 ] +INFO:root:Average loss=0.1472375255364638 +INFO:root: +[Valid][13][UTT][ MSE = 0.2433 | LCC = 0.8587 | SRCC = 0.8593 ] +INFO:root:Average loss=0.14577740230239356 +INFO:root: +[Valid][14][UTT][ MSE = 0.2328 | LCC = 0.8598 | SRCC = 0.8604 ] +INFO:root:Average loss=0.13621548859354776 +INFO:root: +[Valid][15][UTT][ MSE = 0.2266 | LCC = 0.8595 | SRCC = 0.8598 ] +INFO:root:Average loss=0.13949704752900663 +INFO:root: +[Valid][16][UTT][ MSE = 0.2384 | LCC = 0.8585 | SRCC = 0.8587 ] +INFO:root:Average loss=0.139003019206799 +INFO:root: +[Valid][17][UTT][ MSE = 0.2346 | LCC = 0.8611 | SRCC = 0.8613 ] +INFO:root:Average loss=0.11978715782364209 +INFO:root: +[Valid][18][UTT][ MSE = 0.2405 | LCC = 0.8574 | SRCC = 0.8574 ] +INFO:root:Average loss=0.1234263600065158 +INFO:root: +[Valid][19][UTT][ MSE = 0.2463 | LCC = 0.8474 | SRCC = 0.8470 ] +INFO:root:Average loss=0.11060584709048271 +INFO:root: +[Valid][20][UTT][ MSE = 0.2823 | LCC = 0.8607 | SRCC = 0.8605 ] +INFO:root:Average loss=0.11352373153353348 +INFO:root: +[Valid][21][UTT][ MSE = 0.2222 | LCC = 0.8606 | SRCC = 0.8598 ] +INFO:root:Average loss=0.1040737137485009 +INFO:root: +[Valid][22][UTT][ MSE = 0.2224 | LCC = 0.8622 | SRCC = 0.8646 ] +INFO:root:Average loss=0.09713260514231828 +INFO:root: +[Valid][23][UTT][ MSE = 0.2774 | LCC = 0.8593 | SRCC = 0.8595 ] +INFO:root:Average loss=0.09605316340159147 +INFO:root: +[Valid][24][UTT][ MSE = 0.2300 | LCC = 0.8561 | SRCC = 0.8561 ] +INFO:root:Average loss=0.09408230344072366 +INFO:root: +[Valid][25][UTT][ MSE = 0.2399 | LCC = 0.8585 | SRCC = 0.8591 ] +INFO:root:Average loss=0.09462462179362774 +INFO:root: +[Valid][26][UTT][ MSE = 0.2628 | LCC = 0.8554 | SRCC = 0.8558 ] +INFO:root:Average loss=0.08830150374426292 +INFO:root: +[Valid][27][UTT][ MSE = 0.2369 | LCC = 0.8580 | SRCC = 0.8575 ] +INFO:root:Average loss=0.08162832546692628 +INFO:root: +[Valid][28][UTT][ MSE = 0.2352 | LCC = 0.8569 | SRCC = 0.8578 ] +INFO:root:Average loss=0.08024932090670635 +INFO:root: +[Valid][29][UTT][ MSE = 0.2355 | LCC = 0.8573 | SRCC = 0.8570 ] +INFO:root:Average loss=0.07692297213734725 +INFO:root: +[Valid][30][UTT][ MSE = 0.2630 | LCC = 0.8584 | SRCC = 0.8587 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2277 | LCC = 0.8555 | SRCC = 0.8550 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer20/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer20/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c20048ccf3003ff0271f54b5e7f26fa7048145af --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33ffc9cba27d4b514aedea6c26bd3cf6f7aa97a5e4f7bf1deb8eebc6faff6bbe +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer20/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..727189f2569c3f1558686bb7f856ce55c4a89539 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e1db6ce0ce7d19adc2e1041eeeff103a736ea11e24a12174c8ddb70bcfdcbf7 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer20/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c071829c8681570112dd3e984900001174672077 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4971437950929006 +INFO:root: +[Valid][0][UTT][ MSE = 0.3807 | LCC = 0.7910 | SRCC = 0.7964 ] +INFO:root:Average loss=0.28273549790565783 +INFO:root: +[Valid][1][UTT][ MSE = 0.2979 | LCC = 0.8367 | SRCC = 0.8302 ] +INFO:root:Average loss=0.24670656273762384 +INFO:root: +[Valid][2][UTT][ MSE = 0.2484 | LCC = 0.8524 | SRCC = 0.8498 ] +INFO:root:Average loss=0.2327077532043824 +INFO:root: +[Valid][3][UTT][ MSE = 0.2439 | LCC = 0.8549 | SRCC = 0.8503 ] +INFO:root:Average loss=0.21527588615814844 +INFO:root: +[Valid][4][UTT][ MSE = 0.2624 | LCC = 0.8570 | SRCC = 0.8523 ] +INFO:root:Average loss=0.1942157666079509 +INFO:root: +[Valid][5][UTT][ MSE = 0.2982 | LCC = 0.8548 | SRCC = 0.8518 ] +INFO:root:Average loss=0.2012648561444038 +INFO:root: +[Valid][6][UTT][ MSE = 0.5622 | LCC = 0.8326 | SRCC = 0.8522 ] +INFO:root:Average loss=0.1865983152618775 +INFO:root: +[Valid][7][UTT][ MSE = 0.2414 | LCC = 0.8576 | SRCC = 0.8538 ] +INFO:root:Average loss=0.1649535157932685 +INFO:root: +[Valid][8][UTT][ MSE = 0.2681 | LCC = 0.8616 | SRCC = 0.8609 ] +INFO:root:Average loss=0.1622982693788333 +INFO:root: +[Valid][9][UTT][ MSE = 0.2429 | LCC = 0.8632 | SRCC = 0.8608 ] +INFO:root:Average loss=0.15708644181872025 +INFO:root: +[Valid][10][UTT][ MSE = 0.2364 | LCC = 0.8661 | SRCC = 0.8648 ] +INFO:root:Average loss=0.13818474400501984 +INFO:root: +[Valid][11][UTT][ MSE = 0.2444 | LCC = 0.8567 | SRCC = 0.8513 ] +INFO:root:Average loss=0.1388246826827526 +INFO:root: +[Valid][12][UTT][ MSE = 0.2602 | LCC = 0.8656 | SRCC = 0.8632 ] +INFO:root:Average loss=0.1294007943226741 +INFO:root: +[Valid][13][UTT][ MSE = 0.2427 | LCC = 0.8649 | SRCC = 0.8623 ] +INFO:root:Average loss=0.14525440803323036 +INFO:root: +[Valid][14][UTT][ MSE = 0.2228 | LCC = 0.8659 | SRCC = 0.8633 ] +INFO:root:Average loss=0.13562610420661095 +INFO:root: +[Valid][15][UTT][ MSE = 0.2251 | LCC = 0.8700 | SRCC = 0.8675 ] +INFO:root:Average loss=0.12964614748190612 +INFO:root: +[Valid][16][UTT][ MSE = 0.2524 | LCC = 0.8643 | SRCC = 0.8603 ] +INFO:root:Average loss=0.14413993605054343 +INFO:root: +[Valid][17][UTT][ MSE = 0.2684 | LCC = 0.8656 | SRCC = 0.8638 ] +INFO:root:Average loss=0.10347938537597656 +INFO:root: +[Valid][18][UTT][ MSE = 0.2638 | LCC = 0.8653 | SRCC = 0.8636 ] +INFO:root:Average loss=0.10536869600988351 +INFO:root: +[Valid][19][UTT][ MSE = 0.2415 | LCC = 0.8623 | SRCC = 0.8619 ] +INFO:root:Average loss=0.09752825217751357 +INFO:root: +[Valid][20][UTT][ MSE = 0.2226 | LCC = 0.8653 | SRCC = 0.8616 ] +INFO:root:Average loss=0.1200373299801961 +INFO:root: +[Valid][21][UTT][ MSE = 0.2599 | LCC = 0.8630 | SRCC = 0.8636 ] +INFO:root:Average loss=0.09114673685951111 +INFO:root: +[Valid][22][UTT][ MSE = 0.2653 | LCC = 0.8632 | SRCC = 0.8607 ] +INFO:root:Average loss=0.09297910270591576 +INFO:root: +[Valid][23][UTT][ MSE = 0.2214 | LCC = 0.8653 | SRCC = 0.8644 ] +INFO:root:Average loss=0.08693546085403515 +INFO:root: +[Valid][24][UTT][ MSE = 0.2399 | LCC = 0.8644 | SRCC = 0.8646 ] +INFO:root:Average loss=0.08176269019261384 +INFO:root: +[Valid][25][UTT][ MSE = 0.2263 | LCC = 0.8644 | SRCC = 0.8622 ] +INFO:root:Average loss=0.08478223804671031 +INFO:root: +[Valid][26][UTT][ MSE = 0.2495 | LCC = 0.8624 | SRCC = 0.8612 ] +INFO:root:Average loss=0.07392804295970844 +INFO:root: +[Valid][27][UTT][ MSE = 0.2304 | LCC = 0.8625 | SRCC = 0.8597 ] +INFO:root:Average loss=0.07066455306724095 +INFO:root: +[Valid][28][UTT][ MSE = 0.2828 | LCC = 0.8613 | SRCC = 0.8609 ] +INFO:root:Average loss=0.06687009353668262 +INFO:root: +[Valid][29][UTT][ MSE = 0.2241 | LCC = 0.8606 | SRCC = 0.8568 ] +INFO:root:Average loss=0.08264418084843037 +INFO:root: +[Valid][30][UTT][ MSE = 0.2190 | LCC = 0.8669 | SRCC = 0.8646 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2315 | LCC = 0.8691 | SRCC = 0.8696 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer20/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer20/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b9b123190916b7e5f55b55c3f22846ea3e07a27 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ccfec8b923fd3154b76404ca3d309f9730c4f68858e63545f0d56670ffb9938 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer20/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0ac104cbc50690f9c624d7a4bc3bfb1dd07380d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc0ba35379da7c7e5acc2cf210452725cff1365b80550dbf140871e86c12313b +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer20/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f4510f20dfa573447c55c31500b6acbfabccdad6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5980490518686099 +INFO:root: +[Valid][0][UTT][ MSE = 0.3729 | LCC = 0.8037 | SRCC = 0.8025 ] +INFO:root:Average loss=0.2925713985012128 +INFO:root: +[Valid][1][UTT][ MSE = 0.2933 | LCC = 0.8355 | SRCC = 0.8338 ] +INFO:root:Average loss=0.2599831129877995 +INFO:root: +[Valid][2][UTT][ MSE = 0.3321 | LCC = 0.8385 | SRCC = 0.8435 ] +INFO:root:Average loss=0.24970414069218513 +INFO:root: +[Valid][3][UTT][ MSE = 0.2836 | LCC = 0.8524 | SRCC = 0.8501 ] +INFO:root:Average loss=0.21591552671713707 +INFO:root: +[Valid][4][UTT][ MSE = 0.2513 | LCC = 0.8613 | SRCC = 0.8578 ] +INFO:root:Average loss=0.19640294347818082 +INFO:root: +[Valid][5][UTT][ MSE = 0.2574 | LCC = 0.8613 | SRCC = 0.8594 ] +INFO:root:Average loss=0.20467996692810303 +INFO:root: +[Valid][6][UTT][ MSE = 0.2435 | LCC = 0.8614 | SRCC = 0.8566 ] +INFO:root:Average loss=0.1717869012783735 +INFO:root: +[Valid][7][UTT][ MSE = 0.2418 | LCC = 0.8681 | SRCC = 0.8648 ] +INFO:root:Average loss=0.16445941764574784 +INFO:root: +[Valid][8][UTT][ MSE = 0.2339 | LCC = 0.8655 | SRCC = 0.8631 ] +INFO:root:Average loss=0.16143440378782076 +INFO:root: +[Valid][9][UTT][ MSE = 0.2434 | LCC = 0.8653 | SRCC = 0.8625 ] +INFO:root:Average loss=0.14865650532719415 +INFO:root: +[Valid][10][UTT][ MSE = 0.2155 | LCC = 0.8711 | SRCC = 0.8691 ] +INFO:root:Average loss=0.14927933613459268 +INFO:root: +[Valid][11][UTT][ MSE = 0.2382 | LCC = 0.8669 | SRCC = 0.8653 ] +INFO:root:Average loss=0.12935467370045492 +INFO:root: +[Valid][12][UTT][ MSE = 0.2234 | LCC = 0.8690 | SRCC = 0.8683 ] +INFO:root:Average loss=0.14564421257147422 +INFO:root: +[Valid][13][UTT][ MSE = 0.2184 | LCC = 0.8685 | SRCC = 0.8663 ] +INFO:root:Average loss=0.12233114280761817 +INFO:root: +[Valid][14][UTT][ MSE = 0.2394 | LCC = 0.8633 | SRCC = 0.8620 ] +INFO:root:Average loss=0.11996143478422593 +INFO:root: +[Valid][15][UTT][ MSE = 0.2278 | LCC = 0.8648 | SRCC = 0.8615 ] +INFO:root:Average loss=0.10922020874344386 +INFO:root: +[Valid][16][UTT][ MSE = 0.2255 | LCC = 0.8639 | SRCC = 0.8611 ] +INFO:root:Average loss=0.10636964459449817 +INFO:root: +[Valid][17][UTT][ MSE = 0.2240 | LCC = 0.8666 | SRCC = 0.8657 ] +INFO:root:Average loss=0.09740423778883922 +INFO:root: +[Valid][18][UTT][ MSE = 0.2338 | LCC = 0.8689 | SRCC = 0.8687 ] +INFO:root:Average loss=0.0891744064596983 +INFO:root: +[Valid][19][UTT][ MSE = 0.2204 | LCC = 0.8653 | SRCC = 0.8647 ] +INFO:root:Average loss=0.09353399472549939 +INFO:root: +[Valid][20][UTT][ MSE = 0.2400 | LCC = 0.8683 | SRCC = 0.8676 ] +INFO:root:Average loss=0.1013690651131746 +INFO:root: +[Valid][21][UTT][ MSE = 0.2236 | LCC = 0.8693 | SRCC = 0.8688 ] +INFO:root:Average loss=0.08048558087112048 +INFO:root: +[Valid][22][UTT][ MSE = 0.2502 | LCC = 0.8630 | SRCC = 0.8636 ] +INFO:root:Average loss=0.07932699667528653 +INFO:root: +[Valid][23][UTT][ MSE = 0.2208 | LCC = 0.8616 | SRCC = 0.8604 ] +INFO:root:Average loss=0.09079837130430417 +INFO:root: +[Valid][24][UTT][ MSE = 0.2221 | LCC = 0.8662 | SRCC = 0.8653 ] +INFO:root:Average loss=0.07304914849690902 +INFO:root: +[Valid][25][UTT][ MSE = 0.2287 | LCC = 0.8628 | SRCC = 0.8634 ] +INFO:root:Average loss=0.07003937900448456 +INFO:root: +[Valid][26][UTT][ MSE = 0.2143 | LCC = 0.8667 | SRCC = 0.8664 ] +INFO:root:Average loss=0.06804125579312825 +INFO:root: +[Valid][27][UTT][ MSE = 0.2353 | LCC = 0.8665 | SRCC = 0.8664 ] +INFO:root:Average loss=0.06542981788516045 +INFO:root: +[Valid][28][UTT][ MSE = 0.2377 | LCC = 0.8634 | SRCC = 0.8640 ] +INFO:root:Average loss=0.06584873714317115 +INFO:root: +[Valid][29][UTT][ MSE = 0.2143 | LCC = 0.8660 | SRCC = 0.8661 ] +INFO:root:Average loss=0.05755053708950678 +INFO:root: +[Valid][30][UTT][ MSE = 0.2192 | LCC = 0.8648 | SRCC = 0.8641 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2170 | LCC = 0.8685 | SRCC = 0.8677 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer20/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer20/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf24888029b6b69eae8eac6d22796454e823d1f8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23d35100f9cbf111c76ee9e22e19f51ac46a70406be6e9d94f5334d1834da614 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer20/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..503f988c50a963f4661c4b4772507738f1ebe1d1 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52f35ce043ff4e143fda8a376c2472ee66a99e50e8e0460df6b981e63722a816 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer20/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..6ef9be7b48a975e11b6a8aeba987d348460a5556 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5254991975350257 +INFO:root: +[Valid][0][UTT][ MSE = 0.3544 | LCC = 0.8132 | SRCC = 0.8122 ] +INFO:root:Average loss=0.30067450209305835 +INFO:root: +[Valid][1][UTT][ MSE = 0.2855 | LCC = 0.8359 | SRCC = 0.8334 ] +INFO:root:Average loss=0.2736137935366386 +INFO:root: +[Valid][2][UTT][ MSE = 0.2863 | LCC = 0.8508 | SRCC = 0.8463 ] +INFO:root:Average loss=0.22770493897872093 +INFO:root: +[Valid][3][UTT][ MSE = 0.2555 | LCC = 0.8589 | SRCC = 0.8568 ] +INFO:root:Average loss=0.21739734766575006 +INFO:root: +[Valid][4][UTT][ MSE = 0.2696 | LCC = 0.8629 | SRCC = 0.8594 ] +INFO:root:Average loss=0.2313546693095794 +INFO:root: +[Valid][5][UTT][ MSE = 0.2284 | LCC = 0.8633 | SRCC = 0.8606 ] +INFO:root:Average loss=0.19071095255322945 +INFO:root: +[Valid][6][UTT][ MSE = 0.2340 | LCC = 0.8716 | SRCC = 0.8688 ] +INFO:root:Average loss=0.1797005432920578 +INFO:root: +[Valid][7][UTT][ MSE = 0.2411 | LCC = 0.8692 | SRCC = 0.8675 ] +INFO:root:Average loss=0.1710297371714543 +INFO:root: +[Valid][8][UTT][ MSE = 0.2561 | LCC = 0.8604 | SRCC = 0.8608 ] +INFO:root:Average loss=0.17714220123031202 +INFO:root: +[Valid][9][UTT][ MSE = 0.2554 | LCC = 0.8657 | SRCC = 0.8681 ] +INFO:root:Average loss=0.15998001138751322 +INFO:root: +[Valid][10][UTT][ MSE = 0.2316 | LCC = 0.8676 | SRCC = 0.8660 ] +INFO:root:Average loss=0.14510477630373758 +INFO:root: +[Valid][11][UTT][ MSE = 0.2142 | LCC = 0.8731 | SRCC = 0.8708 ] +INFO:root:Average loss=0.1332693754289395 +INFO:root: +[Valid][12][UTT][ MSE = 0.2557 | LCC = 0.8707 | SRCC = 0.8690 ] +INFO:root:Average loss=0.14135305793621603 +INFO:root: +[Valid][13][UTT][ MSE = 0.2287 | LCC = 0.8732 | SRCC = 0.8716 ] +INFO:root:Average loss=0.1382318343489598 +INFO:root: +[Valid][14][UTT][ MSE = 0.2223 | LCC = 0.8721 | SRCC = 0.8690 ] +INFO:root:Average loss=0.11924876836247933 +INFO:root: +[Valid][15][UTT][ MSE = 0.2182 | LCC = 0.8703 | SRCC = 0.8694 ] +INFO:root:Average loss=0.1072280868792381 +INFO:root: +[Valid][16][UTT][ MSE = 0.2365 | LCC = 0.8714 | SRCC = 0.8687 ] +INFO:root:Average loss=0.10491218083561996 +INFO:root: +[Valid][17][UTT][ MSE = 0.2262 | LCC = 0.8727 | SRCC = 0.8709 ] +INFO:root:Average loss=0.10883880191697524 +INFO:root: +[Valid][18][UTT][ MSE = 0.2313 | LCC = 0.8708 | SRCC = 0.8685 ] +INFO:root:Average loss=0.09439568360073444 +INFO:root: +[Valid][19][UTT][ MSE = 0.2244 | LCC = 0.8687 | SRCC = 0.8673 ] +INFO:root:Average loss=0.10022986556092899 +INFO:root: +[Valid][20][UTT][ MSE = 0.2740 | LCC = 0.8684 | SRCC = 0.8665 ] +INFO:root:Average loss=0.0924430053967696 +INFO:root: +[Valid][21][UTT][ MSE = 0.2208 | LCC = 0.8668 | SRCC = 0.8653 ] +INFO:root:Average loss=0.10083157349473391 +INFO:root: +[Valid][22][UTT][ MSE = 0.3027 | LCC = 0.8654 | SRCC = 0.8640 ] +INFO:root:Average loss=0.08181615517689632 +INFO:root: +[Valid][23][UTT][ MSE = 0.2616 | LCC = 0.8663 | SRCC = 0.8643 ] +INFO:root:Average loss=0.10365256705345252 +INFO:root: +[Valid][24][UTT][ MSE = 0.3015 | LCC = 0.8619 | SRCC = 0.8603 ] +INFO:root:Average loss=0.07873636794586976 +INFO:root: +[Valid][25][UTT][ MSE = 0.2261 | LCC = 0.8684 | SRCC = 0.8693 ] +INFO:root:Average loss=0.0879808068753053 +INFO:root: +[Valid][26][UTT][ MSE = 0.2196 | LCC = 0.8732 | SRCC = 0.8719 ] +INFO:root:Average loss=0.06905039691199095 +INFO:root: +[Valid][27][UTT][ MSE = 0.2689 | LCC = 0.8677 | SRCC = 0.8671 ] +INFO:root:Average loss=0.07469620780111888 +INFO:root: +[Valid][28][UTT][ MSE = 0.2214 | LCC = 0.8673 | SRCC = 0.8666 ] +INFO:root:Average loss=0.06569281382820545 +INFO:root: +[Valid][29][UTT][ MSE = 0.2203 | LCC = 0.8660 | SRCC = 0.8648 ] +INFO:root:Average loss=0.05995389995857691 +INFO:root: +[Valid][30][UTT][ MSE = 0.2154 | LCC = 0.8678 | SRCC = 0.8654 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2603 | LCC = 0.8665 | SRCC = 0.8691 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer20/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer20/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5471e4e2e2765e0a4675a099ac5ce50c16214344 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cd931cc530a5e35dc35ba44f6004f2a09add75e2f97edb0446199f2ff651e2e +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer20/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3277b2357d53ac6c7560f9dafec342cbd631bc32 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7e0dbce3c97185f192e293f2bebcab1f8b872018fe1cb458b19a069880919a5 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer20/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9109ef9180902b2980c4bbb3a9c508f51db7453d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4772382053809288 +INFO:root: +[Valid][0][UTT][ MSE = 0.3348 | LCC = 0.7942 | SRCC = 0.7997 ] +INFO:root:Average loss=0.27876955022414523 +INFO:root: +[Valid][1][UTT][ MSE = 0.2912 | LCC = 0.8283 | SRCC = 0.8251 ] +INFO:root:Average loss=0.2645362283174808 +INFO:root: +[Valid][2][UTT][ MSE = 0.3137 | LCC = 0.8401 | SRCC = 0.8364 ] +INFO:root:Average loss=0.2606406412445582 +INFO:root: +[Valid][3][UTT][ MSE = 0.2872 | LCC = 0.8456 | SRCC = 0.8422 ] +INFO:root:Average loss=0.22570673586466375 +INFO:root: +[Valid][4][UTT][ MSE = 0.2944 | LCC = 0.8496 | SRCC = 0.8492 ] +INFO:root:Average loss=0.23327650798436922 +INFO:root: +[Valid][5][UTT][ MSE = 0.2705 | LCC = 0.8567 | SRCC = 0.8556 ] +INFO:root:Average loss=0.1927329576932467 +INFO:root: +[Valid][6][UTT][ MSE = 0.2545 | LCC = 0.8589 | SRCC = 0.8577 ] +INFO:root:Average loss=0.20652021419925568 +INFO:root: +[Valid][7][UTT][ MSE = 0.2281 | LCC = 0.8614 | SRCC = 0.8586 ] +INFO:root:Average loss=0.1870076257066849 +INFO:root: +[Valid][8][UTT][ MSE = 0.2633 | LCC = 0.8673 | SRCC = 0.8642 ] +INFO:root:Average loss=0.17053812274183983 +INFO:root: +[Valid][9][UTT][ MSE = 0.2470 | LCC = 0.8620 | SRCC = 0.8591 ] +INFO:root:Average loss=0.16722562842262098 +INFO:root: +[Valid][10][UTT][ MSE = 0.2489 | LCC = 0.8661 | SRCC = 0.8623 ] +INFO:root:Average loss=0.16135533182666853 +INFO:root: +[Valid][11][UTT][ MSE = 0.2626 | LCC = 0.8621 | SRCC = 0.8634 ] +INFO:root:Average loss=0.14905451925901267 +INFO:root: +[Valid][12][UTT][ MSE = 0.2495 | LCC = 0.8653 | SRCC = 0.8648 ] +INFO:root:Average loss=0.1517431117976323 +INFO:root: +[Valid][13][UTT][ MSE = 0.2230 | LCC = 0.8685 | SRCC = 0.8665 ] +INFO:root:Average loss=0.13114974542688101 +INFO:root: +[Valid][14][UTT][ MSE = 0.2441 | LCC = 0.8601 | SRCC = 0.8593 ] +INFO:root:Average loss=0.12899159620969725 +INFO:root: +[Valid][15][UTT][ MSE = 0.2314 | LCC = 0.8682 | SRCC = 0.8666 ] +INFO:root:Average loss=0.11581551732543187 +INFO:root: +[Valid][16][UTT][ MSE = 0.2447 | LCC = 0.8675 | SRCC = 0.8653 ] +INFO:root:Average loss=0.11467108034934753 +INFO:root: +[Valid][17][UTT][ MSE = 0.2258 | LCC = 0.8703 | SRCC = 0.8696 ] +INFO:root:Average loss=0.10437776616368538 +INFO:root: +[Valid][18][UTT][ MSE = 0.2881 | LCC = 0.8683 | SRCC = 0.8700 ] +INFO:root:Average loss=0.09883653038205245 +INFO:root: +[Valid][19][UTT][ MSE = 0.2191 | LCC = 0.8671 | SRCC = 0.8675 ] +INFO:root:Average loss=0.10342802432103035 +INFO:root: +[Valid][20][UTT][ MSE = 0.2150 | LCC = 0.8718 | SRCC = 0.8707 ] +INFO:root:Average loss=0.09336738001841766 +INFO:root: +[Valid][21][UTT][ MSE = 0.2504 | LCC = 0.8655 | SRCC = 0.8674 ] +INFO:root:Average loss=0.08897875956235787 +INFO:root: +[Valid][22][UTT][ MSE = 0.2273 | LCC = 0.8674 | SRCC = 0.8674 ] +INFO:root:Average loss=0.08989368952237643 +INFO:root: +[Valid][23][UTT][ MSE = 0.2178 | LCC = 0.8654 | SRCC = 0.8669 ] +INFO:root:Average loss=0.08456470019733295 +INFO:root: +[Valid][24][UTT][ MSE = 0.2379 | LCC = 0.8652 | SRCC = 0.8671 ] +INFO:root:Average loss=0.08466769153108963 +INFO:root: +[Valid][25][UTT][ MSE = 0.2142 | LCC = 0.8687 | SRCC = 0.8696 ] +INFO:root:Average loss=0.07555539074998635 +INFO:root: +[Valid][26][UTT][ MSE = 0.2192 | LCC = 0.8691 | SRCC = 0.8693 ] +INFO:root:Average loss=0.07160909875081135 +INFO:root: +[Valid][27][UTT][ MSE = 0.2385 | LCC = 0.8689 | SRCC = 0.8689 ] +INFO:root:Average loss=0.06807681567107256 +INFO:root: +[Valid][28][UTT][ MSE = 0.2215 | LCC = 0.8666 | SRCC = 0.8666 ] +INFO:root:Average loss=0.07270956158829041 +INFO:root: +[Valid][29][UTT][ MSE = 0.2180 | LCC = 0.8667 | SRCC = 0.8667 ] +INFO:root:Average loss=0.05789333137755211 +INFO:root: +[Valid][30][UTT][ MSE = 0.2173 | LCC = 0.8672 | SRCC = 0.8658 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2393 | LCC = 0.8659 | SRCC = 0.8669 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer20/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer20/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e97569d4c3cb1cb74d0f203a5c446f2c5dba8c02 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d384441fe71331b329ab3b83abb2a765cb087ecab9a64cfe7d4340a71284d184 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer20/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..58b94ee9dcb3e4038ce73f2660f456ad0bd668b8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57d944cdde2cf4a07e1db74cba00cdb6ac6ffe3e1226e3dc85bcf0b670e2ba09 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer20/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer20/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..034f80224415d8cd4090821a66a7f7cc0de67fd7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer20/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5655800195840689 +INFO:root: +[Valid][0][UTT][ MSE = 0.3295 | LCC = 0.7990 | SRCC = 0.8002 ] +INFO:root:Average loss=0.311660287471918 +INFO:root: +[Valid][1][UTT][ MSE = 0.2863 | LCC = 0.8239 | SRCC = 0.8229 ] +INFO:root:Average loss=0.27089047317321485 +INFO:root: +[Valid][2][UTT][ MSE = 0.2889 | LCC = 0.8395 | SRCC = 0.8373 ] +INFO:root:Average loss=0.22478131739756999 +INFO:root: +[Valid][3][UTT][ MSE = 0.2641 | LCC = 0.8560 | SRCC = 0.8537 ] +INFO:root:Average loss=0.2205562683252188 +INFO:root: +[Valid][4][UTT][ MSE = 0.2595 | LCC = 0.8555 | SRCC = 0.8517 ] +INFO:root:Average loss=0.1976595221994779 +INFO:root: +[Valid][5][UTT][ MSE = 0.2736 | LCC = 0.8575 | SRCC = 0.8572 ] +INFO:root:Average loss=0.19318755295796272 +INFO:root: +[Valid][6][UTT][ MSE = 0.2391 | LCC = 0.8608 | SRCC = 0.8580 ] +INFO:root:Average loss=0.17866639563670525 +INFO:root: +[Valid][7][UTT][ MSE = 0.2660 | LCC = 0.8649 | SRCC = 0.8629 ] +INFO:root:Average loss=0.16761782192266905 +INFO:root: +[Valid][8][UTT][ MSE = 0.2324 | LCC = 0.8678 | SRCC = 0.8652 ] +INFO:root:Average loss=0.1874559550331189 +INFO:root: +[Valid][9][UTT][ MSE = 0.2196 | LCC = 0.8705 | SRCC = 0.8684 ] +INFO:root:Average loss=0.18427171663213998 +INFO:root: +[Valid][10][UTT][ MSE = 0.2371 | LCC = 0.8683 | SRCC = 0.8657 ] +INFO:root:Average loss=0.14949003224953628 +INFO:root: +[Valid][11][UTT][ MSE = 0.3839 | LCC = 0.8566 | SRCC = 0.8650 ] +INFO:root:Average loss=0.14562647531812006 +INFO:root: +[Valid][12][UTT][ MSE = 0.2281 | LCC = 0.8693 | SRCC = 0.8674 ] +INFO:root:Average loss=0.15013694782287645 +INFO:root: +[Valid][13][UTT][ MSE = 0.2173 | LCC = 0.8688 | SRCC = 0.8663 ] +INFO:root:Average loss=0.1274812472745394 +INFO:root: +[Valid][14][UTT][ MSE = 0.2245 | LCC = 0.8681 | SRCC = 0.8665 ] +INFO:root:Average loss=0.13616527769810113 +INFO:root: +[Valid][15][UTT][ MSE = 0.2187 | LCC = 0.8713 | SRCC = 0.8667 ] +INFO:root:Average loss=0.1115634318632193 +INFO:root: +[Valid][16][UTT][ MSE = 0.2214 | LCC = 0.8686 | SRCC = 0.8657 ] +INFO:root:Average loss=0.10644185934693386 +INFO:root: +[Valid][17][UTT][ MSE = 0.2235 | LCC = 0.8651 | SRCC = 0.8630 ] +INFO:root:Average loss=0.10958530094761115 +INFO:root: +[Valid][18][UTT][ MSE = 0.2607 | LCC = 0.8660 | SRCC = 0.8669 ] +INFO:root:Average loss=0.10323409411387566 +INFO:root: +[Valid][19][UTT][ MSE = 0.2509 | LCC = 0.8652 | SRCC = 0.8642 ] +INFO:root:Average loss=0.09502431544928978 +INFO:root: +[Valid][20][UTT][ MSE = 0.2131 | LCC = 0.8707 | SRCC = 0.8686 ] +INFO:root:Average loss=0.09869982808446273 +INFO:root: +[Valid][21][UTT][ MSE = 0.2181 | LCC = 0.8701 | SRCC = 0.8686 ] +INFO:root:Average loss=0.10571951629259647 +INFO:root: +[Valid][22][UTT][ MSE = 0.2174 | LCC = 0.8676 | SRCC = 0.8646 ] +INFO:root:Average loss=0.08526207969929928 +INFO:root: +[Valid][23][UTT][ MSE = 0.2269 | LCC = 0.8677 | SRCC = 0.8669 ] +INFO:root:Average loss=0.0893463149953347 +INFO:root: +[Valid][24][UTT][ MSE = 0.2156 | LCC = 0.8691 | SRCC = 0.8672 ] +INFO:root:Average loss=0.08278687212329644 +INFO:root: +[Valid][25][UTT][ MSE = 0.3524 | LCC = 0.8565 | SRCC = 0.8639 ] +INFO:root:Average loss=0.10218310112563464 +INFO:root: +[Valid][26][UTT][ MSE = 0.2641 | LCC = 0.8626 | SRCC = 0.8626 ] +INFO:root:Average loss=0.09122062450609146 +INFO:root: +[Valid][27][UTT][ MSE = 0.2314 | LCC = 0.8631 | SRCC = 0.8627 ] +INFO:root:Average loss=0.0731813373665015 +INFO:root: +[Valid][28][UTT][ MSE = 0.2299 | LCC = 0.8657 | SRCC = 0.8647 ] +INFO:root:Average loss=0.06756916790245435 +INFO:root: +[Valid][29][UTT][ MSE = 0.2246 | LCC = 0.8609 | SRCC = 0.8583 ] +INFO:root:Average loss=0.06468932335384381 +INFO:root: +[Valid][30][UTT][ MSE = 0.2158 | LCC = 0.8674 | SRCC = 0.8654 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2317 | LCC = 0.8687 | SRCC = 0.8682 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer22/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer22/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..17d5e742f5efd3372e19c2840bdc1ab6adeaa9ba --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cceaf94d57ec91f7ede53322adb0947cae009de7c452c09c764bfd809aefea1d +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer22/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a26fa9a371f32eba32b625d317272cf470e209d0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb9b30d78a7298e3515249fdad0b67a15052d81786f0f1ca86545762d0d3887f +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer22/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3a9d79fd377dbaf6379957919643083887e4dbf2 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4881473410970125 +INFO:root: +[Valid][0][UTT][ MSE = 0.3739 | LCC = 0.8041 | SRCC = 0.8042 ] +INFO:root:Average loss=0.2901775552294193 +INFO:root: +[Valid][1][UTT][ MSE = 0.3039 | LCC = 0.8273 | SRCC = 0.8250 ] +INFO:root:Average loss=0.25355396973781097 +INFO:root: +[Valid][2][UTT][ MSE = 0.2775 | LCC = 0.8442 | SRCC = 0.8407 ] +INFO:root:Average loss=0.23509410348458168 +INFO:root: +[Valid][3][UTT][ MSE = 0.2795 | LCC = 0.8499 | SRCC = 0.8471 ] +INFO:root:Average loss=0.21039214682502624 +INFO:root: +[Valid][4][UTT][ MSE = 0.2683 | LCC = 0.8536 | SRCC = 0.8501 ] +INFO:root:Average loss=0.1937720225407527 +INFO:root: +[Valid][5][UTT][ MSE = 0.2550 | LCC = 0.8548 | SRCC = 0.8525 ] +INFO:root:Average loss=0.19909882048765817 +INFO:root: +[Valid][6][UTT][ MSE = 0.2710 | LCC = 0.8487 | SRCC = 0.8492 ] +INFO:root:Average loss=0.1871101245857202 +INFO:root: +[Valid][7][UTT][ MSE = 0.2619 | LCC = 0.8560 | SRCC = 0.8522 ] +INFO:root:Average loss=0.16432463969939795 +INFO:root: +[Valid][8][UTT][ MSE = 0.2394 | LCC = 0.8571 | SRCC = 0.8529 ] +INFO:root:Average loss=0.15203452435059425 +INFO:root: +[Valid][9][UTT][ MSE = 0.2392 | LCC = 0.8531 | SRCC = 0.8513 ] +INFO:root:Average loss=0.15651600741041014 +INFO:root: +[Valid][10][UTT][ MSE = 0.2311 | LCC = 0.8637 | SRCC = 0.8612 ] +INFO:root:Average loss=0.14670007886030736 +INFO:root: +[Valid][11][UTT][ MSE = 0.2395 | LCC = 0.8641 | SRCC = 0.8617 ] +INFO:root:Average loss=0.13521061971401557 +INFO:root: +[Valid][12][UTT][ MSE = 0.2346 | LCC = 0.8585 | SRCC = 0.8576 ] +INFO:root:Average loss=0.1259134913293215 +INFO:root: +[Valid][13][UTT][ MSE = 0.2556 | LCC = 0.8560 | SRCC = 0.8529 ] +INFO:root:Average loss=0.13252982774224037 +INFO:root: +[Valid][14][UTT][ MSE = 0.2481 | LCC = 0.8611 | SRCC = 0.8582 ] +INFO:root:Average loss=0.12120530802087906 +INFO:root: +[Valid][15][UTT][ MSE = 0.2733 | LCC = 0.8581 | SRCC = 0.8559 ] +INFO:root:Average loss=0.109904051782229 +INFO:root: +[Valid][16][UTT][ MSE = 0.2442 | LCC = 0.8571 | SRCC = 0.8540 ] +INFO:root:Average loss=0.10177943516427125 +INFO:root: +[Valid][17][UTT][ MSE = 0.2546 | LCC = 0.8580 | SRCC = 0.8555 ] +INFO:root:Average loss=0.10537792689716205 +INFO:root: +[Valid][18][UTT][ MSE = 0.2597 | LCC = 0.8538 | SRCC = 0.8517 ] +INFO:root:Average loss=0.09793544852007659 +INFO:root: +[Valid][19][UTT][ MSE = 0.3158 | LCC = 0.8525 | SRCC = 0.8502 ] +INFO:root:Average loss=0.10780875666592366 +INFO:root: +[Valid][20][UTT][ MSE = 0.2709 | LCC = 0.8556 | SRCC = 0.8533 ] +INFO:root:Average loss=0.09721997533089076 +INFO:root: +[Valid][21][UTT][ MSE = 0.2489 | LCC = 0.8527 | SRCC = 0.8506 ] +INFO:root:Average loss=0.08893944499775386 +INFO:root: +[Valid][22][UTT][ MSE = 0.2560 | LCC = 0.8554 | SRCC = 0.8538 ] +INFO:root:Average loss=0.08287579976977447 +INFO:root: +[Valid][23][UTT][ MSE = 0.2492 | LCC = 0.8531 | SRCC = 0.8512 ] +INFO:root:Average loss=0.09009964062044254 +INFO:root: +[Valid][24][UTT][ MSE = 0.2626 | LCC = 0.8620 | SRCC = 0.8601 ] +INFO:root:Average loss=0.07188665398802513 +INFO:root: +[Valid][25][UTT][ MSE = 0.2255 | LCC = 0.8634 | SRCC = 0.8617 ] +INFO:root:Average loss=0.07151173246212494 +INFO:root: +[Valid][26][UTT][ MSE = 0.2633 | LCC = 0.8601 | SRCC = 0.8589 ] +INFO:root:Average loss=0.06473453476642951 +INFO:root: +[Valid][27][UTT][ MSE = 0.2308 | LCC = 0.8609 | SRCC = 0.8580 ] +INFO:root:Average loss=0.08030691867073377 +INFO:root: +[Valid][28][UTT][ MSE = 0.2339 | LCC = 0.8599 | SRCC = 0.8563 ] +INFO:root:Average loss=0.07304848701908039 +INFO:root: +[Valid][29][UTT][ MSE = 0.2511 | LCC = 0.8543 | SRCC = 0.8521 ] +INFO:root:Average loss=0.08840443193912506 +INFO:root: +[Valid][30][UTT][ MSE = 0.2621 | LCC = 0.8563 | SRCC = 0.8543 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2434 | LCC = 0.8712 | SRCC = 0.8704 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer22/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer22/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3aaa4a7651ef0b591db9d0b6f274aeaf91bd996 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7a96c6347c1660c5cf83d431bd5fe8ead36649bb0752b763c630615f74d4f0d +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer22/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..53c6f4c4337aa1d24e2729039c369f7d6b324096 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e36d731f576f2dc15da73662b9cfa1e529d879c325ec4db87d792390127c7bb +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer22/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..c9c9171f7f9aee590eef4ef7725e31f8117760e0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5520993702304668 +INFO:root: +[Valid][0][UTT][ MSE = 0.3580 | LCC = 0.7975 | SRCC = 0.7957 ] +INFO:root:Average loss=0.289183120123851 +INFO:root: +[Valid][1][UTT][ MSE = 0.3060 | LCC = 0.8252 | SRCC = 0.8233 ] +INFO:root:Average loss=0.24855113086792138 +INFO:root: +[Valid][2][UTT][ MSE = 0.2605 | LCC = 0.8421 | SRCC = 0.8362 ] +INFO:root:Average loss=0.23749059457809496 +INFO:root: +[Valid][3][UTT][ MSE = 0.2676 | LCC = 0.8512 | SRCC = 0.8462 ] +INFO:root:Average loss=0.20862189451089272 +INFO:root: +[Valid][4][UTT][ MSE = 0.2949 | LCC = 0.8555 | SRCC = 0.8530 ] +INFO:root:Average loss=0.20393481296606553 +INFO:root: +[Valid][5][UTT][ MSE = 0.2489 | LCC = 0.8591 | SRCC = 0.8548 ] +INFO:root:Average loss=0.20158583623094437 +INFO:root: +[Valid][6][UTT][ MSE = 0.2456 | LCC = 0.8637 | SRCC = 0.8600 ] +INFO:root:Average loss=0.18652487756350103 +INFO:root: +[Valid][7][UTT][ MSE = 0.2581 | LCC = 0.8615 | SRCC = 0.8579 ] +INFO:root:Average loss=0.1689592385903383 +INFO:root: +[Valid][8][UTT][ MSE = 0.2386 | LCC = 0.8657 | SRCC = 0.8627 ] +INFO:root:Average loss=0.1696224237481753 +INFO:root: +[Valid][9][UTT][ MSE = 0.2253 | LCC = 0.8627 | SRCC = 0.8583 ] +INFO:root:Average loss=0.15669052904615036 +INFO:root: +[Valid][10][UTT][ MSE = 0.2526 | LCC = 0.8556 | SRCC = 0.8520 ] +INFO:root:Average loss=0.14264313876628876 +INFO:root: +[Valid][11][UTT][ MSE = 0.2420 | LCC = 0.8657 | SRCC = 0.8632 ] +INFO:root:Average loss=0.15403334366587493 +INFO:root: +[Valid][12][UTT][ MSE = 0.2808 | LCC = 0.8559 | SRCC = 0.8558 ] +INFO:root:Average loss=0.14404157587350944 +INFO:root: +[Valid][13][UTT][ MSE = 0.2352 | LCC = 0.8645 | SRCC = 0.8632 ] +INFO:root:Average loss=0.11743475000063579 +INFO:root: +[Valid][14][UTT][ MSE = 0.2523 | LCC = 0.8583 | SRCC = 0.8564 ] +INFO:root:Average loss=0.12635358824179724 +INFO:root: +[Valid][15][UTT][ MSE = 0.2368 | LCC = 0.8647 | SRCC = 0.8629 ] +INFO:root:Average loss=0.10740314385829827 +INFO:root: +[Valid][16][UTT][ MSE = 0.2613 | LCC = 0.8618 | SRCC = 0.8626 ] +INFO:root:Average loss=0.11569834959048492 +INFO:root: +[Valid][17][UTT][ MSE = 0.2396 | LCC = 0.8569 | SRCC = 0.8533 ] +INFO:root:Average loss=0.11459121432824013 +INFO:root: +[Valid][18][UTT][ MSE = 0.2372 | LCC = 0.8569 | SRCC = 0.8532 ] +INFO:root:Average loss=0.09559800179722981 +INFO:root: +[Valid][19][UTT][ MSE = 0.2444 | LCC = 0.8555 | SRCC = 0.8548 ] +INFO:root:Average loss=0.09723700291644304 +INFO:root: +[Valid][20][UTT][ MSE = 0.2482 | LCC = 0.8546 | SRCC = 0.8516 ] +INFO:root:Average loss=0.10363177893062432 +INFO:root: +[Valid][21][UTT][ MSE = 0.2396 | LCC = 0.8595 | SRCC = 0.8574 ] +INFO:root:Average loss=0.09327521461706895 +INFO:root: +[Valid][22][UTT][ MSE = 0.2761 | LCC = 0.8544 | SRCC = 0.8545 ] +INFO:root:Average loss=0.0772957532451703 +INFO:root: +[Valid][23][UTT][ MSE = 0.2539 | LCC = 0.8548 | SRCC = 0.8550 ] +INFO:root:Average loss=0.09218613918011005 +INFO:root: +[Valid][24][UTT][ MSE = 0.2341 | LCC = 0.8563 | SRCC = 0.8552 ] +INFO:root:Average loss=0.08023788292820637 +INFO:root: +[Valid][25][UTT][ MSE = 0.2567 | LCC = 0.8538 | SRCC = 0.8535 ] +INFO:root:Average loss=0.07371665866902241 +INFO:root: +[Valid][26][UTT][ MSE = 0.2285 | LCC = 0.8565 | SRCC = 0.8540 ] +INFO:root:Average loss=0.08014690484373997 +INFO:root: +[Valid][27][UTT][ MSE = 0.2255 | LCC = 0.8568 | SRCC = 0.8543 ] +INFO:root:Average loss=0.06548006531710808 +INFO:root: +[Valid][28][UTT][ MSE = 0.2211 | LCC = 0.8600 | SRCC = 0.8583 ] +INFO:root:Average loss=0.0721075056741635 +INFO:root: +[Valid][29][UTT][ MSE = 0.2323 | LCC = 0.8555 | SRCC = 0.8529 ] +INFO:root:Average loss=0.07065846207432258 +INFO:root: +[Valid][30][UTT][ MSE = 0.2279 | LCC = 0.8578 | SRCC = 0.8552 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2348 | LCC = 0.8671 | SRCC = 0.8659 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer22/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer22/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..09d4288ae86d19a7cbe95923171a719634e04317 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:429216eb6e968562a2d6d99925b30db6b700a563a9442ee941175f062944420e +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer22/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..de90b4da5f83286f2759728b819ffb68fe82ac22 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01029649dd3b81c69f23d1428286187953b03d7c79fec771e21a4da9ffa0c2d +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer22/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..598057ccb7704cad08a897e5ae9c35928b94563b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5966373905539513 +INFO:root: +[Valid][0][UTT][ MSE = 0.3725 | LCC = 0.7768 | SRCC = 0.7851 ] +INFO:root:Average loss=0.29500289547901887 +INFO:root: +[Valid][1][UTT][ MSE = 0.3047 | LCC = 0.8286 | SRCC = 0.8248 ] +INFO:root:Average loss=0.2448206547743235 +INFO:root: +[Valid][2][UTT][ MSE = 0.2890 | LCC = 0.8425 | SRCC = 0.8377 ] +INFO:root:Average loss=0.24398693308616295 +INFO:root: +[Valid][3][UTT][ MSE = 0.3599 | LCC = 0.8386 | SRCC = 0.8404 ] +INFO:root:Average loss=0.21139996670759642 +INFO:root: +[Valid][4][UTT][ MSE = 0.3208 | LCC = 0.8535 | SRCC = 0.8522 ] +INFO:root:Average loss=0.20270391706472787 +INFO:root: +[Valid][5][UTT][ MSE = 0.2341 | LCC = 0.8532 | SRCC = 0.8486 ] +INFO:root:Average loss=0.18158088032251749 +INFO:root: +[Valid][6][UTT][ MSE = 0.2495 | LCC = 0.8528 | SRCC = 0.8476 ] +INFO:root:Average loss=0.1791289472618164 +INFO:root: +[Valid][7][UTT][ MSE = 0.2450 | LCC = 0.8566 | SRCC = 0.8513 ] +INFO:root:Average loss=0.15664618748884934 +INFO:root: +[Valid][8][UTT][ MSE = 0.2474 | LCC = 0.8538 | SRCC = 0.8494 ] +INFO:root:Average loss=0.14851036916176477 +INFO:root: +[Valid][9][UTT][ MSE = 0.2437 | LCC = 0.8595 | SRCC = 0.8577 ] +INFO:root:Average loss=0.13986709608863562 +INFO:root: +[Valid][10][UTT][ MSE = 0.2617 | LCC = 0.8548 | SRCC = 0.8540 ] +INFO:root:Average loss=0.13009372363105798 +INFO:root: +[Valid][11][UTT][ MSE = 0.2297 | LCC = 0.8598 | SRCC = 0.8542 ] +INFO:root:Average loss=0.12871590237586927 +INFO:root: +[Valid][12][UTT][ MSE = 0.2420 | LCC = 0.8534 | SRCC = 0.8491 ] +INFO:root:Average loss=0.1472765120367209 +INFO:root: +[Valid][13][UTT][ MSE = 0.2691 | LCC = 0.8577 | SRCC = 0.8543 ] +INFO:root:Average loss=0.11465932084963872 +INFO:root: +[Valid][14][UTT][ MSE = 0.2371 | LCC = 0.8560 | SRCC = 0.8513 ] +INFO:root:Average loss=0.11068088413240054 +INFO:root: +[Valid][15][UTT][ MSE = 0.2439 | LCC = 0.8498 | SRCC = 0.8449 ] +INFO:root:Average loss=0.10784008535437095 +INFO:root: +[Valid][16][UTT][ MSE = 0.2312 | LCC = 0.8522 | SRCC = 0.8471 ] +INFO:root:Average loss=0.098700784242306 +INFO:root: +[Valid][17][UTT][ MSE = 0.2360 | LCC = 0.8584 | SRCC = 0.8562 ] +INFO:root:Average loss=0.09368719084140582 +INFO:root: +[Valid][18][UTT][ MSE = 0.2309 | LCC = 0.8552 | SRCC = 0.8505 ] +INFO:root:Average loss=0.09913465729317604 +INFO:root: +[Valid][19][UTT][ MSE = 0.2318 | LCC = 0.8554 | SRCC = 0.8511 ] +INFO:root:Average loss=0.09449023691316445 +INFO:root: +[Valid][20][UTT][ MSE = 0.2299 | LCC = 0.8577 | SRCC = 0.8534 ] +INFO:root:Average loss=0.09166615241422103 +INFO:root: +[Valid][21][UTT][ MSE = 0.2309 | LCC = 0.8572 | SRCC = 0.8527 ] +INFO:root:Average loss=0.07427583310084465 +INFO:root: +[Valid][22][UTT][ MSE = 0.2249 | LCC = 0.8601 | SRCC = 0.8565 ] +INFO:root:Average loss=0.08022101510029572 +INFO:root: +[Valid][23][UTT][ MSE = 0.2305 | LCC = 0.8567 | SRCC = 0.8539 ] +INFO:root:Average loss=0.08049495346271075 +INFO:root: +[Valid][24][UTT][ MSE = 0.2779 | LCC = 0.8507 | SRCC = 0.8525 ] +INFO:root:Average loss=0.09096898157627155 +INFO:root: +[Valid][25][UTT][ MSE = 0.2625 | LCC = 0.8556 | SRCC = 0.8520 ] +INFO:root:Average loss=0.0681041214041985 +INFO:root: +[Valid][26][UTT][ MSE = 0.2278 | LCC = 0.8575 | SRCC = 0.8537 ] +INFO:root:Average loss=0.08086686223172225 +INFO:root: +[Valid][27][UTT][ MSE = 0.2422 | LCC = 0.8600 | SRCC = 0.8577 ] +INFO:root:Average loss=0.06374322341229671 +INFO:root: +[Valid][28][UTT][ MSE = 0.2365 | LCC = 0.8532 | SRCC = 0.8488 ] +INFO:root:Average loss=0.0689703506919054 +INFO:root: +[Valid][29][UTT][ MSE = 0.2565 | LCC = 0.8559 | SRCC = 0.8545 ] +INFO:root:Average loss=0.06729304422743809 +INFO:root: +[Valid][30][UTT][ MSE = 0.2308 | LCC = 0.8569 | SRCC = 0.8534 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2224 | LCC = 0.8727 | SRCC = 0.8722 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer22/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer22/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc599e3dfa2f217813821b2f867699fe282de826 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee150d898ef4ed393dd3726802fecaf103bc3207a3b2e376687f02744336c7a +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer22/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a82e845186cc6003e4150cf5ad895f320445a29 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45b200b0e1f6aff98a96093e74358f64cdd6680fe3ab8f9aa7aade9d7988e6b0 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer22/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ae6f410888f616622b1c3555ef704766e918b6cb --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4928710781610929 +INFO:root: +[Valid][0][UTT][ MSE = 0.3435 | LCC = 0.7959 | SRCC = 0.7952 ] +INFO:root:Average loss=0.29055034216397846 +INFO:root: +[Valid][1][UTT][ MSE = 0.3012 | LCC = 0.8286 | SRCC = 0.8252 ] +INFO:root:Average loss=0.25070035954316455 +INFO:root: +[Valid][2][UTT][ MSE = 0.2720 | LCC = 0.8491 | SRCC = 0.8460 ] +INFO:root:Average loss=0.22860923256629553 +INFO:root: +[Valid][3][UTT][ MSE = 0.2578 | LCC = 0.8487 | SRCC = 0.8450 ] +INFO:root:Average loss=0.21456646346128905 +INFO:root: +[Valid][4][UTT][ MSE = 0.2364 | LCC = 0.8579 | SRCC = 0.8555 ] +INFO:root:Average loss=0.22431134193753585 +INFO:root: +[Valid][5][UTT][ MSE = 0.2802 | LCC = 0.8570 | SRCC = 0.8547 ] +INFO:root:Average loss=0.2020784416832985 +INFO:root: +[Valid][6][UTT][ MSE = 0.2522 | LCC = 0.8595 | SRCC = 0.8564 ] +INFO:root:Average loss=0.1853173119135392 +INFO:root: +[Valid][7][UTT][ MSE = 0.2603 | LCC = 0.8596 | SRCC = 0.8567 ] +INFO:root:Average loss=0.18898090739280748 +INFO:root: +[Valid][8][UTT][ MSE = 0.2696 | LCC = 0.8584 | SRCC = 0.8579 ] +INFO:root:Average loss=0.16627594790397546 +INFO:root: +[Valid][9][UTT][ MSE = 0.3134 | LCC = 0.8599 | SRCC = 0.8621 ] +INFO:root:Average loss=0.15222342216815704 +INFO:root: +[Valid][10][UTT][ MSE = 0.2240 | LCC = 0.8645 | SRCC = 0.8623 ] +INFO:root:Average loss=0.1549924933948578 +INFO:root: +[Valid][11][UTT][ MSE = 0.2818 | LCC = 0.8618 | SRCC = 0.8627 ] +INFO:root:Average loss=0.13232136508211112 +INFO:root: +[Valid][12][UTT][ MSE = 0.2353 | LCC = 0.8604 | SRCC = 0.8584 ] +INFO:root:Average loss=0.12892219013510606 +INFO:root: +[Valid][13][UTT][ MSE = 0.2207 | LCC = 0.8637 | SRCC = 0.8622 ] +INFO:root:Average loss=0.12886844823757806 +INFO:root: +[Valid][14][UTT][ MSE = 0.2325 | LCC = 0.8620 | SRCC = 0.8603 ] +INFO:root:Average loss=0.11848234241971603 +INFO:root: +[Valid][15][UTT][ MSE = 0.2326 | LCC = 0.8603 | SRCC = 0.8572 ] +INFO:root:Average loss=0.10960224786630043 +INFO:root: +[Valid][16][UTT][ MSE = 0.2324 | LCC = 0.8611 | SRCC = 0.8586 ] +INFO:root:Average loss=0.09892541638169533 +INFO:root: +[Valid][17][UTT][ MSE = 0.2938 | LCC = 0.8598 | SRCC = 0.8594 ] +INFO:root:Average loss=0.12095016432114136 +INFO:root: +[Valid][18][UTT][ MSE = 0.2296 | LCC = 0.8671 | SRCC = 0.8653 ] +INFO:root:Average loss=0.12461515931555858 +INFO:root: +[Valid][19][UTT][ MSE = 0.2828 | LCC = 0.8611 | SRCC = 0.8630 ] +INFO:root:Average loss=0.092755682575397 +INFO:root: +[Valid][20][UTT][ MSE = 0.2225 | LCC = 0.8619 | SRCC = 0.8602 ] +INFO:root:Average loss=0.09509749858616254 +INFO:root: +[Valid][21][UTT][ MSE = 0.2342 | LCC = 0.8618 | SRCC = 0.8597 ] +INFO:root:Average loss=0.0834022688273436 +INFO:root: +[Valid][22][UTT][ MSE = 0.2402 | LCC = 0.8640 | SRCC = 0.8625 ] +INFO:root:Average loss=0.08135159824712154 +INFO:root: +[Valid][23][UTT][ MSE = 0.2459 | LCC = 0.8567 | SRCC = 0.8545 ] +INFO:root:Average loss=0.07327570952475071 +INFO:root: +[Valid][24][UTT][ MSE = 0.2309 | LCC = 0.8610 | SRCC = 0.8585 ] +INFO:root:Average loss=0.08364113816657127 +INFO:root: +[Valid][25][UTT][ MSE = 0.2221 | LCC = 0.8612 | SRCC = 0.8605 ] +INFO:root:Average loss=0.08517976067005059 +INFO:root: +[Valid][26][UTT][ MSE = 0.2817 | LCC = 0.8546 | SRCC = 0.8557 ] +INFO:root:Average loss=0.0776161084859035 +INFO:root: +[Valid][27][UTT][ MSE = 0.3086 | LCC = 0.8545 | SRCC = 0.8556 ] +INFO:root:Average loss=0.07125493487677513 +INFO:root: +[Valid][28][UTT][ MSE = 0.2415 | LCC = 0.8610 | SRCC = 0.8595 ] +INFO:root:Average loss=0.06715813775857289 +INFO:root: +[Valid][29][UTT][ MSE = 0.2165 | LCC = 0.8611 | SRCC = 0.8594 ] +INFO:root:Average loss=0.06059315590522228 +INFO:root: +[Valid][30][UTT][ MSE = 0.2846 | LCC = 0.8558 | SRCC = 0.8582 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2213 | LCC = 0.8682 | SRCC = 0.8666 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer22/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer22/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f1f15016ad96f216e45b74ecec375fed3e94e6d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0897ac75252e1025c5d22f43f45627dc1050193ff34f704b9c5d2fb02fa2a6b0 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer22/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..50ccedc83309038e58161951f4a331a890c692e4 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bc6102469401b1c6d1e974cb27b71b24cc82bb9042fdc92c644a94a73aae5e9 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer22/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer22/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..732e18622924da19ca10232878948fed8946615e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer22/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5606813333355464 +INFO:root: +[Valid][0][UTT][ MSE = 0.3313 | LCC = 0.7924 | SRCC = 0.7943 ] +INFO:root:Average loss=0.2995604589963571 +INFO:root: +[Valid][1][UTT][ MSE = 0.3007 | LCC = 0.8221 | SRCC = 0.8191 ] +INFO:root:Average loss=0.2588865997699591 +INFO:root: +[Valid][2][UTT][ MSE = 0.2884 | LCC = 0.8413 | SRCC = 0.8397 ] +INFO:root:Average loss=0.23103786813907135 +INFO:root: +[Valid][3][UTT][ MSE = 0.2675 | LCC = 0.8501 | SRCC = 0.8465 ] +INFO:root:Average loss=0.2319559464469934 +INFO:root: +[Valid][4][UTT][ MSE = 0.2948 | LCC = 0.8541 | SRCC = 0.8508 ] +INFO:root:Average loss=0.20369711078894445 +INFO:root: +[Valid][5][UTT][ MSE = 0.2803 | LCC = 0.8503 | SRCC = 0.8487 ] +INFO:root:Average loss=0.22025715932250023 +INFO:root: +[Valid][6][UTT][ MSE = 0.2846 | LCC = 0.8498 | SRCC = 0.8492 ] +INFO:root:Average loss=0.2398855753051929 +INFO:root: +[Valid][7][UTT][ MSE = 0.2753 | LCC = 0.8540 | SRCC = 0.8498 ] +INFO:root:Average loss=0.17050822604543123 +INFO:root: +[Valid][8][UTT][ MSE = 0.2466 | LCC = 0.8586 | SRCC = 0.8553 ] +INFO:root:Average loss=0.16690575503385985 +INFO:root: +[Valid][9][UTT][ MSE = 0.3030 | LCC = 0.8601 | SRCC = 0.8574 ] +INFO:root:Average loss=0.16373064445379454 +INFO:root: +[Valid][10][UTT][ MSE = 0.2458 | LCC = 0.8630 | SRCC = 0.8594 ] +INFO:root:Average loss=0.17076204659847113 +INFO:root: +[Valid][11][UTT][ MSE = 0.3278 | LCC = 0.8606 | SRCC = 0.8581 ] +INFO:root:Average loss=0.14734437364416245 +INFO:root: +[Valid][12][UTT][ MSE = 0.2364 | LCC = 0.8594 | SRCC = 0.8555 ] +INFO:root:Average loss=0.135331338032698 +INFO:root: +[Valid][13][UTT][ MSE = 0.2490 | LCC = 0.8607 | SRCC = 0.8568 ] +INFO:root:Average loss=0.12837107183459479 +INFO:root: +[Valid][14][UTT][ MSE = 0.2964 | LCC = 0.8572 | SRCC = 0.8539 ] +INFO:root:Average loss=0.12627847645527276 +INFO:root: +[Valid][15][UTT][ MSE = 0.2337 | LCC = 0.8599 | SRCC = 0.8566 ] +INFO:root:Average loss=0.1149016814545179 +INFO:root: +[Valid][16][UTT][ MSE = 0.2666 | LCC = 0.8587 | SRCC = 0.8554 ] +INFO:root:Average loss=0.11670486982434224 +INFO:root: +[Valid][17][UTT][ MSE = 0.2428 | LCC = 0.8570 | SRCC = 0.8523 ] +INFO:root:Average loss=0.12004006496415688 +INFO:root: +[Valid][18][UTT][ MSE = 0.2464 | LCC = 0.8566 | SRCC = 0.8530 ] +INFO:root:Average loss=0.10853081358931004 +INFO:root: +[Valid][19][UTT][ MSE = 0.2380 | LCC = 0.8579 | SRCC = 0.8545 ] +INFO:root:Average loss=0.09563156933738635 +INFO:root: +[Valid][20][UTT][ MSE = 0.2488 | LCC = 0.8554 | SRCC = 0.8542 ] +INFO:root:Average loss=0.09165872977330135 +INFO:root: +[Valid][21][UTT][ MSE = 0.2351 | LCC = 0.8574 | SRCC = 0.8541 ] +INFO:root:Average loss=0.12085403970036751 +INFO:root: +[Valid][22][UTT][ MSE = 0.2401 | LCC = 0.8544 | SRCC = 0.8519 ] +INFO:root:Average loss=0.08764795925563727 +INFO:root: +[Valid][23][UTT][ MSE = 0.2342 | LCC = 0.8577 | SRCC = 0.8521 ] +INFO:root:Average loss=0.08088079410103652 +INFO:root: +[Valid][24][UTT][ MSE = 0.2384 | LCC = 0.8542 | SRCC = 0.8498 ] +INFO:root:Average loss=0.07447583128053409 +INFO:root: +[Valid][25][UTT][ MSE = 0.2502 | LCC = 0.8541 | SRCC = 0.8496 ] +INFO:root:Average loss=0.0769135630570161 +INFO:root: +[Valid][26][UTT][ MSE = 0.2525 | LCC = 0.8540 | SRCC = 0.8499 ] +INFO:root:Average loss=0.08361733303620265 +INFO:root: +[Valid][27][UTT][ MSE = 0.2343 | LCC = 0.8575 | SRCC = 0.8541 ] +INFO:root:Average loss=0.06721360924152228 +INFO:root: +[Valid][28][UTT][ MSE = 0.2273 | LCC = 0.8603 | SRCC = 0.8569 ] +INFO:root:Average loss=0.06739457429219516 +INFO:root: +[Valid][29][UTT][ MSE = 0.2407 | LCC = 0.8545 | SRCC = 0.8497 ] +INFO:root:Average loss=0.057299731394801386 +INFO:root: +[Valid][30][UTT][ MSE = 0.2369 | LCC = 0.8527 | SRCC = 0.8501 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2789 | LCC = 0.8637 | SRCC = 0.8660 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer24/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer24/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..48f8858789c2417e04cc3af73c2b48b4aa0def37 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16377108a9774f5c94bf9ce80e9e858bea5f88b6f31d89a88df8d7de1d550916 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer24/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..be16c13e0c1d01cd67b666f79a720006873cbb0a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d34d049e50562e6445b116cffffd3a7eedd1f3f96ec13bd3562e7a3e3f280ee7 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer24/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..814256619af3621ebccf910677b54f237b4908c3 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5275618296403152 +INFO:root: +[Valid][0][UTT][ MSE = 0.4318 | LCC = 0.7872 | SRCC = 0.7885 ] +INFO:root:Average loss=0.3155783210427333 +INFO:root: +[Valid][1][UTT][ MSE = 0.3017 | LCC = 0.8228 | SRCC = 0.8162 ] +INFO:root:Average loss=0.27223783330275464 +INFO:root: +[Valid][2][UTT][ MSE = 0.2855 | LCC = 0.8382 | SRCC = 0.8328 ] +INFO:root:Average loss=0.24237908671299616 +INFO:root: +[Valid][3][UTT][ MSE = 0.2503 | LCC = 0.8502 | SRCC = 0.8456 ] +INFO:root:Average loss=0.2315781574982863 +INFO:root: +[Valid][4][UTT][ MSE = 0.2567 | LCC = 0.8551 | SRCC = 0.8498 ] +INFO:root:Average loss=0.20285092580776948 +INFO:root: +[Valid][5][UTT][ MSE = 0.2843 | LCC = 0.8578 | SRCC = 0.8561 ] +INFO:root:Average loss=0.18904134516532606 +INFO:root: +[Valid][6][UTT][ MSE = 0.2419 | LCC = 0.8598 | SRCC = 0.8571 ] +INFO:root:Average loss=0.22035711315961984 +INFO:root: +[Valid][7][UTT][ MSE = 0.2476 | LCC = 0.8584 | SRCC = 0.8538 ] +INFO:root:Average loss=0.16653202397701067 +INFO:root: +[Valid][8][UTT][ MSE = 0.2336 | LCC = 0.8673 | SRCC = 0.8654 ] +INFO:root:Average loss=0.1764810667015039 +INFO:root: +[Valid][9][UTT][ MSE = 0.2314 | LCC = 0.8681 | SRCC = 0.8647 ] +INFO:root:Average loss=0.1471831654317868 +INFO:root: +[Valid][10][UTT][ MSE = 0.2552 | LCC = 0.8641 | SRCC = 0.8633 ] +INFO:root:Average loss=0.16203085514597404 +INFO:root: +[Valid][11][UTT][ MSE = 0.2171 | LCC = 0.8666 | SRCC = 0.8646 ] +INFO:root:Average loss=0.1418437221302436 +INFO:root: +[Valid][12][UTT][ MSE = 0.3104 | LCC = 0.8551 | SRCC = 0.8554 ] +INFO:root:Average loss=0.1379527316834682 +INFO:root: +[Valid][13][UTT][ MSE = 0.2500 | LCC = 0.8626 | SRCC = 0.8576 ] +INFO:root:Average loss=0.12194240484864284 +INFO:root: +[Valid][14][UTT][ MSE = 0.2348 | LCC = 0.8657 | SRCC = 0.8642 ] +INFO:root:Average loss=0.10947398468852043 +INFO:root: +[Valid][15][UTT][ MSE = 0.2786 | LCC = 0.8573 | SRCC = 0.8559 ] +INFO:root:Average loss=0.11135009093544422 +INFO:root: +[Valid][16][UTT][ MSE = 0.2608 | LCC = 0.8623 | SRCC = 0.8621 ] +INFO:root:Average loss=0.09554277121638641 +INFO:root: +[Valid][17][UTT][ MSE = 0.2620 | LCC = 0.8560 | SRCC = 0.8566 ] +INFO:root:Average loss=0.1069652813558395 +INFO:root: +[Valid][18][UTT][ MSE = 0.2443 | LCC = 0.8599 | SRCC = 0.8558 ] +INFO:root:Average loss=0.08995038151549987 +INFO:root: +[Valid][19][UTT][ MSE = 0.2871 | LCC = 0.8526 | SRCC = 0.8503 ] +INFO:root:Average loss=0.08618294237515865 +INFO:root: +[Valid][20][UTT][ MSE = 0.2309 | LCC = 0.8597 | SRCC = 0.8576 ] +INFO:root:Average loss=0.0909186904438031 +INFO:root: +[Valid][21][UTT][ MSE = 0.2331 | LCC = 0.8603 | SRCC = 0.8579 ] +INFO:root:Average loss=0.07689553169676891 +INFO:root: +[Valid][22][UTT][ MSE = 0.2603 | LCC = 0.8548 | SRCC = 0.8523 ] +INFO:root:Average loss=0.07504301331937313 +INFO:root: +[Valid][23][UTT][ MSE = 0.2430 | LCC = 0.8550 | SRCC = 0.8533 ] +INFO:root:Average loss=0.07806811233361562 +INFO:root: +[Valid][24][UTT][ MSE = 0.2777 | LCC = 0.8570 | SRCC = 0.8546 ] +INFO:root:Average loss=0.08981997089890334 +INFO:root: +[Valid][25][UTT][ MSE = 0.2687 | LCC = 0.8496 | SRCC = 0.8468 ] +INFO:root:Average loss=0.06902745800713699 +INFO:root: +[Valid][26][UTT][ MSE = 0.2803 | LCC = 0.8516 | SRCC = 0.8511 ] +INFO:root:Average loss=0.08543187379837036 +INFO:root: +[Valid][27][UTT][ MSE = 0.2304 | LCC = 0.8598 | SRCC = 0.8563 ] +INFO:root:Average loss=0.06096250007454401 +INFO:root: +[Valid][28][UTT][ MSE = 0.2424 | LCC = 0.8506 | SRCC = 0.8463 ] +INFO:root:Average loss=0.06410699280408713 +INFO:root: +[Valid][29][UTT][ MSE = 0.2285 | LCC = 0.8592 | SRCC = 0.8565 ] +INFO:root:Average loss=0.06033773710712408 +INFO:root: +[Valid][30][UTT][ MSE = 0.2506 | LCC = 0.8570 | SRCC = 0.8543 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2356 | LCC = 0.8646 | SRCC = 0.8660 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer24/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer24/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f503631831dd59f046b1baa87777423eb6c3e4bb --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32ec3feddae8e5fcc6c46bc05a34afd5e901098254688b6d2f9057a33bfa96c5 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer24/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cee2c1b012e282c9f0c40414fee50d2cef17c51 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86e528ea5c7fc0a4c0d3a9a2b64893c2eee50bfce970b414f8f46bba588e3e6f +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer24/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..43b9a489643c3194f15200bccdb82360dff0941f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.47004637657067716 +INFO:root: +[Valid][0][UTT][ MSE = 0.3312 | LCC = 0.7971 | SRCC = 0.7962 ] +INFO:root:Average loss=0.2906322484979263 +INFO:root: +[Valid][1][UTT][ MSE = 0.2904 | LCC = 0.8298 | SRCC = 0.8257 ] +INFO:root:Average loss=0.26024235049501443 +INFO:root: +[Valid][2][UTT][ MSE = 0.3081 | LCC = 0.8424 | SRCC = 0.8389 ] +INFO:root:Average loss=0.2386225870786569 +INFO:root: +[Valid][3][UTT][ MSE = 0.2929 | LCC = 0.8465 | SRCC = 0.8440 ] +INFO:root:Average loss=0.23173521248958048 +INFO:root: +[Valid][4][UTT][ MSE = 0.2676 | LCC = 0.8504 | SRCC = 0.8470 ] +INFO:root:Average loss=0.2128518383281353 +INFO:root: +[Valid][5][UTT][ MSE = 0.2643 | LCC = 0.8531 | SRCC = 0.8492 ] +INFO:root:Average loss=0.19878362997984275 +INFO:root: +[Valid][6][UTT][ MSE = 0.3258 | LCC = 0.8540 | SRCC = 0.8538 ] +INFO:root:Average loss=0.18781092963539636 +INFO:root: +[Valid][7][UTT][ MSE = 0.2809 | LCC = 0.8571 | SRCC = 0.8546 ] +INFO:root:Average loss=0.17353821297486624 +INFO:root: +[Valid][8][UTT][ MSE = 0.3198 | LCC = 0.8521 | SRCC = 0.8572 ] +INFO:root:Average loss=0.1763771723669309 +INFO:root: +[Valid][9][UTT][ MSE = 0.2653 | LCC = 0.8585 | SRCC = 0.8588 ] +INFO:root:Average loss=0.15442485496019706 +INFO:root: +[Valid][10][UTT][ MSE = 0.2455 | LCC = 0.8632 | SRCC = 0.8614 ] +INFO:root:Average loss=0.14881826545565557 +INFO:root: +[Valid][11][UTT][ MSE = 0.2659 | LCC = 0.8589 | SRCC = 0.8551 ] +INFO:root:Average loss=0.13668681260866997 +INFO:root: +[Valid][12][UTT][ MSE = 0.3298 | LCC = 0.8544 | SRCC = 0.8515 ] +INFO:root:Average loss=0.13338976439375144 +INFO:root: +[Valid][13][UTT][ MSE = 0.2743 | LCC = 0.8580 | SRCC = 0.8556 ] +INFO:root:Average loss=0.13769666917431048 +INFO:root: +[Valid][14][UTT][ MSE = 0.2581 | LCC = 0.8585 | SRCC = 0.8547 ] +INFO:root:Average loss=0.11970574867266875 +INFO:root: +[Valid][15][UTT][ MSE = 0.2329 | LCC = 0.8565 | SRCC = 0.8542 ] +INFO:root:Average loss=0.11360776973649478 +INFO:root: +[Valid][16][UTT][ MSE = 0.2505 | LCC = 0.8519 | SRCC = 0.8500 ] +INFO:root:Average loss=0.11063246290462139 +INFO:root: +[Valid][17][UTT][ MSE = 0.2689 | LCC = 0.8581 | SRCC = 0.8551 ] +INFO:root:Average loss=0.11148374971862023 +INFO:root: +[Valid][18][UTT][ MSE = 0.2443 | LCC = 0.8586 | SRCC = 0.8553 ] +INFO:root:Average loss=0.11359078365449722 +INFO:root: +[Valid][19][UTT][ MSE = 0.2421 | LCC = 0.8522 | SRCC = 0.8506 ] +INFO:root:Average loss=0.09324966223003009 +INFO:root: +[Valid][20][UTT][ MSE = 0.2316 | LCC = 0.8591 | SRCC = 0.8569 ] +INFO:root:Average loss=0.09414844501477021 +INFO:root: +[Valid][21][UTT][ MSE = 0.2584 | LCC = 0.8531 | SRCC = 0.8506 ] +INFO:root:Average loss=0.08195133282779118 +INFO:root: +[Valid][22][UTT][ MSE = 0.2260 | LCC = 0.8568 | SRCC = 0.8558 ] +INFO:root:Average loss=0.07370607292231841 +INFO:root: +[Valid][23][UTT][ MSE = 0.2624 | LCC = 0.8509 | SRCC = 0.8476 ] +INFO:root:Average loss=0.07280138798822196 +INFO:root: +[Valid][24][UTT][ MSE = 0.2365 | LCC = 0.8547 | SRCC = 0.8524 ] +INFO:root:Average loss=0.07619273060789475 +INFO:root: +[Valid][25][UTT][ MSE = 0.2484 | LCC = 0.8561 | SRCC = 0.8555 ] +INFO:root:Average loss=0.08787108580462444 +INFO:root: +[Valid][26][UTT][ MSE = 0.2692 | LCC = 0.8574 | SRCC = 0.8560 ] +INFO:root:Average loss=0.06694306509617047 +INFO:root: +[Valid][27][UTT][ MSE = 0.2307 | LCC = 0.8556 | SRCC = 0.8542 ] +INFO:root:Average loss=0.08662450643113026 +INFO:root: +[Valid][28][UTT][ MSE = 0.2675 | LCC = 0.8538 | SRCC = 0.8557 ] +INFO:root:Average loss=0.075775149015662 +INFO:root: +[Valid][29][UTT][ MSE = 0.2335 | LCC = 0.8582 | SRCC = 0.8566 ] +INFO:root:Average loss=0.05495692397921513 +INFO:root: +[Valid][30][UTT][ MSE = 0.2392 | LCC = 0.8600 | SRCC = 0.8582 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2424 | LCC = 0.8609 | SRCC = 0.8591 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer24/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer24/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a4c0102fd080b4b4b317c82f9954f686a3dd8f6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dd3f50589b05ebef7de3c74373986bc7310ac8cb3c84455c811edc2f3907367 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer24/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..40ca714762328d80fdb46669e3518823ec946c55 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebc8ee560ff6fefc18fc093b88471a2608f709e5b68f661e5075f2548ef6f221 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer24/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..358110591ca379e283258cdbdc0e3e3d05b270a6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5530856175300403 +INFO:root: +[Valid][0][UTT][ MSE = 0.3423 | LCC = 0.7920 | SRCC = 0.7900 ] +INFO:root:Average loss=0.29596270334262115 +INFO:root: +[Valid][1][UTT][ MSE = 0.3604 | LCC = 0.8296 | SRCC = 0.8249 ] +INFO:root:Average loss=0.2588988521542305 +INFO:root: +[Valid][2][UTT][ MSE = 0.2970 | LCC = 0.8477 | SRCC = 0.8446 ] +INFO:root:Average loss=0.24300553038334236 +INFO:root: +[Valid][3][UTT][ MSE = 0.2809 | LCC = 0.8494 | SRCC = 0.8450 ] +INFO:root:Average loss=0.22015885550242204 +INFO:root: +[Valid][4][UTT][ MSE = 0.2602 | LCC = 0.8553 | SRCC = 0.8522 ] +INFO:root:Average loss=0.21310671285176888 +INFO:root: +[Valid][5][UTT][ MSE = 0.2691 | LCC = 0.8559 | SRCC = 0.8525 ] +INFO:root:Average loss=0.18408588014352015 +INFO:root: +[Valid][6][UTT][ MSE = 0.2728 | LCC = 0.8503 | SRCC = 0.8506 ] +INFO:root:Average loss=0.1816132016097888 +INFO:root: +[Valid][7][UTT][ MSE = 0.2561 | LCC = 0.8576 | SRCC = 0.8556 ] +INFO:root:Average loss=0.1655338628169818 +INFO:root: +[Valid][8][UTT][ MSE = 0.2502 | LCC = 0.8523 | SRCC = 0.8481 ] +INFO:root:Average loss=0.17500386520838127 +INFO:root: +[Valid][9][UTT][ MSE = 0.2413 | LCC = 0.8605 | SRCC = 0.8575 ] +INFO:root:Average loss=0.14514940795608056 +INFO:root: +[Valid][10][UTT][ MSE = 0.2353 | LCC = 0.8597 | SRCC = 0.8569 ] +INFO:root:Average loss=0.1478287283426676 +INFO:root: +[Valid][11][UTT][ MSE = 0.2455 | LCC = 0.8535 | SRCC = 0.8502 ] +INFO:root:Average loss=0.15814473470434165 +INFO:root: +[Valid][12][UTT][ MSE = 0.2310 | LCC = 0.8631 | SRCC = 0.8614 ] +INFO:root:Average loss=0.1298881320235057 +INFO:root: +[Valid][13][UTT][ MSE = 0.2493 | LCC = 0.8567 | SRCC = 0.8526 ] +INFO:root:Average loss=0.13819169071622384 +INFO:root: +[Valid][14][UTT][ MSE = 0.2468 | LCC = 0.8618 | SRCC = 0.8586 ] +INFO:root:Average loss=0.11275499180341378 +INFO:root: +[Valid][15][UTT][ MSE = 0.2480 | LCC = 0.8516 | SRCC = 0.8462 ] +INFO:root:Average loss=0.11065813044133858 +INFO:root: +[Valid][16][UTT][ MSE = 0.2325 | LCC = 0.8567 | SRCC = 0.8525 ] +INFO:root:Average loss=0.1001042148623711 +INFO:root: +[Valid][17][UTT][ MSE = 0.2758 | LCC = 0.8566 | SRCC = 0.8578 ] +INFO:root:Average loss=0.11625762665883088 +INFO:root: +[Valid][18][UTT][ MSE = 0.2621 | LCC = 0.8553 | SRCC = 0.8501 ] +INFO:root:Average loss=0.11834864041362053 +INFO:root: +[Valid][19][UTT][ MSE = 0.2365 | LCC = 0.8591 | SRCC = 0.8546 ] +INFO:root:Average loss=0.12150485613025151 +INFO:root: +[Valid][20][UTT][ MSE = 0.2213 | LCC = 0.8609 | SRCC = 0.8576 ] +INFO:root:Average loss=0.09438766051943485 +INFO:root: +[Valid][21][UTT][ MSE = 0.3218 | LCC = 0.8565 | SRCC = 0.8569 ] +INFO:root:Average loss=0.09988240921535553 +INFO:root: +[Valid][22][UTT][ MSE = 0.2278 | LCC = 0.8591 | SRCC = 0.8561 ] +INFO:root:Average loss=0.08494289171619293 +INFO:root: +[Valid][23][UTT][ MSE = 0.3278 | LCC = 0.8565 | SRCC = 0.8554 ] +INFO:root:Average loss=0.11505255098335254 +INFO:root: +[Valid][24][UTT][ MSE = 0.2353 | LCC = 0.8544 | SRCC = 0.8537 ] +INFO:root:Average loss=0.07130744666434251 +INFO:root: +[Valid][25][UTT][ MSE = 0.2769 | LCC = 0.8592 | SRCC = 0.8581 ] +INFO:root:Average loss=0.07316825290520985 +INFO:root: +[Valid][26][UTT][ MSE = 0.2361 | LCC = 0.8573 | SRCC = 0.8552 ] +INFO:root:Average loss=0.0712302641895337 +INFO:root: +[Valid][27][UTT][ MSE = 0.2362 | LCC = 0.8569 | SRCC = 0.8550 ] +INFO:root:Average loss=0.07239168027463631 +INFO:root: +[Valid][28][UTT][ MSE = 0.2545 | LCC = 0.8561 | SRCC = 0.8560 ] +INFO:root:Average loss=0.06963242170138237 +INFO:root: +[Valid][29][UTT][ MSE = 0.2457 | LCC = 0.8557 | SRCC = 0.8526 ] +INFO:root:Average loss=0.06462578112498307 +INFO:root: +[Valid][30][UTT][ MSE = 0.2912 | LCC = 0.8548 | SRCC = 0.8530 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2261 | LCC = 0.8637 | SRCC = 0.8623 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer24/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer24/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..606dc2a5b3e37e68416aaf8904f7ea9212cbbd53 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5eee3da0b50d56d0665e3cb369917acd9fdeff78e5f70be75344b9c9da354b5 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer24/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab25ca198430292dd4b927948a38c6278e5d4eaa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bffaff51116c7fa62c485d088b08bae795995aec6ed552a5099342f87e822fb +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer24/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0ff663aac70a728f68591dae2fbc710cb1b1887a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5503056137225567 +INFO:root: +[Valid][0][UTT][ MSE = 0.3511 | LCC = 0.7863 | SRCC = 0.7863 ] +INFO:root:Average loss=0.3121888647094751 +INFO:root: +[Valid][1][UTT][ MSE = 0.3486 | LCC = 0.8206 | SRCC = 0.8198 ] +INFO:root:Average loss=0.27652840067942935 +INFO:root: +[Valid][2][UTT][ MSE = 0.3033 | LCC = 0.8366 | SRCC = 0.8340 ] +INFO:root:Average loss=0.23905819004926926 +INFO:root: +[Valid][3][UTT][ MSE = 0.2914 | LCC = 0.8443 | SRCC = 0.8409 ] +INFO:root:Average loss=0.2162868497081292 +INFO:root: +[Valid][4][UTT][ MSE = 0.2540 | LCC = 0.8551 | SRCC = 0.8534 ] +INFO:root:Average loss=0.198824259524162 +INFO:root: +[Valid][5][UTT][ MSE = 0.2540 | LCC = 0.8534 | SRCC = 0.8495 ] +INFO:root:Average loss=0.18765948139704192 +INFO:root: +[Valid][6][UTT][ MSE = 0.3065 | LCC = 0.8512 | SRCC = 0.8508 ] +INFO:root:Average loss=0.2093513110318245 +INFO:root: +[Valid][7][UTT][ MSE = 0.2918 | LCC = 0.8519 | SRCC = 0.8506 ] +INFO:root:Average loss=0.17232032731557503 +INFO:root: +[Valid][8][UTT][ MSE = 0.2402 | LCC = 0.8638 | SRCC = 0.8604 ] +INFO:root:Average loss=0.16468038744269273 +INFO:root: +[Valid][9][UTT][ MSE = 0.2787 | LCC = 0.8585 | SRCC = 0.8582 ] +INFO:root:Average loss=0.1487538018860878 +INFO:root: +[Valid][10][UTT][ MSE = 0.2986 | LCC = 0.8489 | SRCC = 0.8500 ] +INFO:root:Average loss=0.15024090462770218 +INFO:root: +[Valid][11][UTT][ MSE = 0.2417 | LCC = 0.8537 | SRCC = 0.8506 ] +INFO:root:Average loss=0.13134211425979933 +INFO:root: +[Valid][12][UTT][ MSE = 0.2462 | LCC = 0.8561 | SRCC = 0.8559 ] +INFO:root:Average loss=0.13185450329612464 +INFO:root: +[Valid][13][UTT][ MSE = 0.2386 | LCC = 0.8590 | SRCC = 0.8574 ] +INFO:root:Average loss=0.11452043405137001 +INFO:root: +[Valid][14][UTT][ MSE = 0.2499 | LCC = 0.8509 | SRCC = 0.8487 ] +INFO:root:Average loss=0.12197667331649707 +INFO:root: +[Valid][15][UTT][ MSE = 0.2398 | LCC = 0.8555 | SRCC = 0.8539 ] +INFO:root:Average loss=0.11774034296663907 +INFO:root: +[Valid][16][UTT][ MSE = 0.2374 | LCC = 0.8560 | SRCC = 0.8533 ] +INFO:root:Average loss=0.11924330947490838 +INFO:root: +[Valid][17][UTT][ MSE = 0.2391 | LCC = 0.8575 | SRCC = 0.8549 ] +INFO:root:Average loss=0.10888860279168838 +INFO:root: +[Valid][18][UTT][ MSE = 0.2440 | LCC = 0.8603 | SRCC = 0.8584 ] +INFO:root:Average loss=0.09490359775148906 +INFO:root: +[Valid][19][UTT][ MSE = 0.2645 | LCC = 0.8520 | SRCC = 0.8509 ] +INFO:root:Average loss=0.0906322319060564 +INFO:root: +[Valid][20][UTT][ MSE = 0.2495 | LCC = 0.8531 | SRCC = 0.8508 ] +INFO:root:Average loss=0.09552966884504525 +INFO:root: +[Valid][21][UTT][ MSE = 0.2430 | LCC = 0.8545 | SRCC = 0.8528 ] +INFO:root:Average loss=0.09757493536632794 +INFO:root: +[Valid][22][UTT][ MSE = 0.2425 | LCC = 0.8558 | SRCC = 0.8524 ] +INFO:root:Average loss=0.08234843946038148 +INFO:root: +[Valid][23][UTT][ MSE = 0.2440 | LCC = 0.8555 | SRCC = 0.8526 ] +INFO:root:Average loss=0.07420989039998788 +INFO:root: +[Valid][24][UTT][ MSE = 0.2574 | LCC = 0.8532 | SRCC = 0.8524 ] +INFO:root:Average loss=0.08550246814504647 +INFO:root: +[Valid][25][UTT][ MSE = 0.2405 | LCC = 0.8570 | SRCC = 0.8548 ] +INFO:root:Average loss=0.06881921442273335 +INFO:root: +[Valid][26][UTT][ MSE = 0.2315 | LCC = 0.8590 | SRCC = 0.8562 ] +INFO:root:Average loss=0.0814656546482673 +INFO:root: +[Valid][27][UTT][ MSE = 0.2416 | LCC = 0.8531 | SRCC = 0.8508 ] +INFO:root:Average loss=0.06847243966200413 +INFO:root: +[Valid][28][UTT][ MSE = 0.2395 | LCC = 0.8538 | SRCC = 0.8505 ] +INFO:root:Average loss=0.06263940351513717 +INFO:root: +[Valid][29][UTT][ MSE = 0.2322 | LCC = 0.8581 | SRCC = 0.8559 ] +INFO:root:Average loss=0.06486557538692768 +INFO:root: +[Valid][30][UTT][ MSE = 0.2310 | LCC = 0.8602 | SRCC = 0.8585 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2399 | LCC = 0.8596 | SRCC = 0.8588 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer24/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer24/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a16ef22f0d52fd1f9562ab76170e8ab4e2132b04 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a5ff65f5c660cf806f9eeba1ac4b77384e4237b73193ef21e67d5a7353bde43 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer24/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..88c228a8f91ed6593b01e504c891e51be9182594 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b27595692a9f3dc2dc7be07ae9c05861fe55fa5e27339086d801e4d3d429814 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer24/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer24/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..629544dde040da71891c729a1991a7185d490762 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer24/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.47764026259000486 +INFO:root: +[Valid][0][UTT][ MSE = 0.3508 | LCC = 0.7950 | SRCC = 0.7999 ] +INFO:root:Average loss=0.2950062407897069 +INFO:root: +[Valid][1][UTT][ MSE = 0.3348 | LCC = 0.8266 | SRCC = 0.8275 ] +INFO:root:Average loss=0.26284524416312194 +INFO:root: +[Valid][2][UTT][ MSE = 0.2791 | LCC = 0.8471 | SRCC = 0.8428 ] +INFO:root:Average loss=0.24909822260722136 +INFO:root: +[Valid][3][UTT][ MSE = 0.2868 | LCC = 0.8495 | SRCC = 0.8476 ] +INFO:root:Average loss=0.211114460363602 +INFO:root: +[Valid][4][UTT][ MSE = 0.2767 | LCC = 0.8542 | SRCC = 0.8527 ] +INFO:root:Average loss=0.20227894358910048 +INFO:root: +[Valid][5][UTT][ MSE = 0.2739 | LCC = 0.8612 | SRCC = 0.8567 ] +INFO:root:Average loss=0.18951814908247727 +INFO:root: +[Valid][6][UTT][ MSE = 0.2369 | LCC = 0.8620 | SRCC = 0.8615 ] +INFO:root:Average loss=0.18411740909020105 +INFO:root: +[Valid][7][UTT][ MSE = 0.2218 | LCC = 0.8607 | SRCC = 0.8590 ] +INFO:root:Average loss=0.1780180101020214 +INFO:root: +[Valid][8][UTT][ MSE = 0.2482 | LCC = 0.8646 | SRCC = 0.8597 ] +INFO:root:Average loss=0.1684121471375991 +INFO:root: +[Valid][9][UTT][ MSE = 0.2506 | LCC = 0.8637 | SRCC = 0.8619 ] +INFO:root:Average loss=0.14112314839775747 +INFO:root: +[Valid][10][UTT][ MSE = 0.2483 | LCC = 0.8599 | SRCC = 0.8548 ] +INFO:root:Average loss=0.15793336727298224 +INFO:root: +[Valid][11][UTT][ MSE = 0.2591 | LCC = 0.8655 | SRCC = 0.8617 ] +INFO:root:Average loss=0.14011691415157074 +INFO:root: +[Valid][12][UTT][ MSE = 0.2569 | LCC = 0.8595 | SRCC = 0.8569 ] +INFO:root:Average loss=0.16373974199478442 +INFO:root: +[Valid][13][UTT][ MSE = 0.2420 | LCC = 0.8578 | SRCC = 0.8551 ] +INFO:root:Average loss=0.11966506621012321 +INFO:root: +[Valid][14][UTT][ MSE = 0.2223 | LCC = 0.8685 | SRCC = 0.8665 ] +INFO:root:Average loss=0.12876084671379665 +INFO:root: +[Valid][15][UTT][ MSE = 0.2566 | LCC = 0.8608 | SRCC = 0.8611 ] +INFO:root:Average loss=0.10956551282642743 +INFO:root: +[Valid][16][UTT][ MSE = 0.2545 | LCC = 0.8588 | SRCC = 0.8573 ] +INFO:root:Average loss=0.10339538858104975 +INFO:root: +[Valid][17][UTT][ MSE = 0.2370 | LCC = 0.8550 | SRCC = 0.8508 ] +INFO:root:Average loss=0.10283973545600207 +INFO:root: +[Valid][18][UTT][ MSE = 0.2424 | LCC = 0.8643 | SRCC = 0.8611 ] +INFO:root:Average loss=0.10364240326751502 +INFO:root: +[Valid][19][UTT][ MSE = 0.2587 | LCC = 0.8675 | SRCC = 0.8658 ] +INFO:root:Average loss=0.08979450113689288 +INFO:root: +[Valid][20][UTT][ MSE = 0.2413 | LCC = 0.8552 | SRCC = 0.8513 ] +INFO:root:Average loss=0.08318433261070496 +INFO:root: +[Valid][21][UTT][ MSE = 0.2237 | LCC = 0.8597 | SRCC = 0.8574 ] +INFO:root:Average loss=0.07714109332897724 +INFO:root: +[Valid][22][UTT][ MSE = 0.2236 | LCC = 0.8637 | SRCC = 0.8607 ] +INFO:root:Average loss=0.07737749733794959 +INFO:root: +[Valid][23][UTT][ MSE = 0.2323 | LCC = 0.8619 | SRCC = 0.8588 ] +INFO:root:Average loss=0.07405506083980584 +INFO:root: +[Valid][24][UTT][ MSE = 0.2427 | LCC = 0.8592 | SRCC = 0.8572 ] +INFO:root:Average loss=0.07224317496785751 +INFO:root: +[Valid][25][UTT][ MSE = 0.2369 | LCC = 0.8591 | SRCC = 0.8571 ] +INFO:root:Average loss=0.0797233389547238 +INFO:root: +[Valid][26][UTT][ MSE = 0.2345 | LCC = 0.8621 | SRCC = 0.8586 ] +INFO:root:Average loss=0.07315523325441739 +INFO:root: +[Valid][27][UTT][ MSE = 0.2295 | LCC = 0.8622 | SRCC = 0.8588 ] +INFO:root:Average loss=0.07463431955339053 +INFO:root: +[Valid][28][UTT][ MSE = 0.2458 | LCC = 0.8648 | SRCC = 0.8617 ] +INFO:root:Average loss=0.07672743499279022 +INFO:root: +[Valid][29][UTT][ MSE = 0.2229 | LCC = 0.8669 | SRCC = 0.8636 ] +INFO:root:Average loss=0.07107938334154777 +INFO:root: +[Valid][30][UTT][ MSE = 0.2367 | LCC = 0.8646 | SRCC = 0.8611 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2476 | LCC = 0.8620 | SRCC = 0.8620 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer26/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer26/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7ffba258367cfa6393d97c8911008b89a4c9179 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0e9493cccf7b335e5e994d162d3393fd52e566b6c3a679d73d19440fe3623ca +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer26/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8512486c111e65fa0f767c0c36b3219ebc98ef3c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a94cda215aaa7ddb9d35637d8690b2b77debcdecf6c64789d2bc326561d04294 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer26/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..19e75ed642f77a99dfa4c28468df691a719a0a7f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6577257785277489 +INFO:root: +[Valid][0][UTT][ MSE = 0.3962 | LCC = 0.7515 | SRCC = 0.7509 ] +INFO:root:Average loss=0.31558420375371593 +INFO:root: +[Valid][1][UTT][ MSE = 0.4476 | LCC = 0.8049 | SRCC = 0.8145 ] +INFO:root:Average loss=0.2689515077150785 +INFO:root: +[Valid][2][UTT][ MSE = 0.2874 | LCC = 0.8371 | SRCC = 0.8309 ] +INFO:root:Average loss=0.25807511997528565 +INFO:root: +[Valid][3][UTT][ MSE = 0.2804 | LCC = 0.8457 | SRCC = 0.8406 ] +INFO:root:Average loss=0.21889372169971466 +INFO:root: +[Valid][4][UTT][ MSE = 0.2710 | LCC = 0.8508 | SRCC = 0.8484 ] +INFO:root:Average loss=0.19832299305842474 +INFO:root: +[Valid][5][UTT][ MSE = 0.2426 | LCC = 0.8517 | SRCC = 0.8469 ] +INFO:root:Average loss=0.18309879513123098 +INFO:root: +[Valid][6][UTT][ MSE = 0.2715 | LCC = 0.8608 | SRCC = 0.8590 ] +INFO:root:Average loss=0.1816753528248041 +INFO:root: +[Valid][7][UTT][ MSE = 0.2389 | LCC = 0.8599 | SRCC = 0.8588 ] +INFO:root:Average loss=0.16575236570758697 +INFO:root: +[Valid][8][UTT][ MSE = 0.2439 | LCC = 0.8570 | SRCC = 0.8540 ] +INFO:root:Average loss=0.15497440749253982 +INFO:root: +[Valid][9][UTT][ MSE = 0.2306 | LCC = 0.8618 | SRCC = 0.8595 ] +INFO:root:Average loss=0.13946364676723114 +INFO:root: +[Valid][10][UTT][ MSE = 0.2452 | LCC = 0.8585 | SRCC = 0.8589 ] +INFO:root:Average loss=0.12425260045207463 +INFO:root: +[Valid][11][UTT][ MSE = 0.2535 | LCC = 0.8587 | SRCC = 0.8570 ] +INFO:root:Average loss=0.13224172501418835 +INFO:root: +[Valid][12][UTT][ MSE = 0.2475 | LCC = 0.8616 | SRCC = 0.8613 ] +INFO:root:Average loss=0.12904126149339554 +INFO:root: +[Valid][13][UTT][ MSE = 0.2496 | LCC = 0.8668 | SRCC = 0.8653 ] +INFO:root:Average loss=0.12939246667501253 +INFO:root: +[Valid][14][UTT][ MSE = 0.2824 | LCC = 0.8563 | SRCC = 0.8590 ] +INFO:root:Average loss=0.11085341832576653 +INFO:root: +[Valid][15][UTT][ MSE = 0.2388 | LCC = 0.8590 | SRCC = 0.8590 ] +INFO:root:Average loss=0.103208818162481 +INFO:root: +[Valid][16][UTT][ MSE = 0.3314 | LCC = 0.8498 | SRCC = 0.8548 ] +INFO:root:Average loss=0.10688578160718465 +INFO:root: +[Valid][17][UTT][ MSE = 0.2304 | LCC = 0.8590 | SRCC = 0.8562 ] +INFO:root:Average loss=0.10685018392709586 +INFO:root: +[Valid][18][UTT][ MSE = 0.2482 | LCC = 0.8603 | SRCC = 0.8588 ] +INFO:root:Average loss=0.09425403063113873 +INFO:root: +[Valid][19][UTT][ MSE = 0.2351 | LCC = 0.8563 | SRCC = 0.8538 ] +INFO:root:Average loss=0.08246212935027404 +INFO:root: +[Valid][20][UTT][ MSE = 0.2354 | LCC = 0.8556 | SRCC = 0.8544 ] +INFO:root:Average loss=0.07396937658389409 +INFO:root: +[Valid][21][UTT][ MSE = 0.2483 | LCC = 0.8503 | SRCC = 0.8501 ] +INFO:root:Average loss=0.08255809106123753 +INFO:root: +[Valid][22][UTT][ MSE = 0.2696 | LCC = 0.8537 | SRCC = 0.8516 ] +INFO:root:Average loss=0.06957770974781269 +INFO:root: +[Valid][23][UTT][ MSE = 0.2439 | LCC = 0.8508 | SRCC = 0.8507 ] +INFO:root:Average loss=0.06643029502951182 +INFO:root: +[Valid][24][UTT][ MSE = 0.2455 | LCC = 0.8501 | SRCC = 0.8489 ] +INFO:root:Average loss=0.07287089306956683 +INFO:root: +[Valid][25][UTT][ MSE = 0.2347 | LCC = 0.8531 | SRCC = 0.8519 ] +INFO:root:Average loss=0.07711110416895305 +INFO:root: +[Valid][26][UTT][ MSE = 0.2453 | LCC = 0.8531 | SRCC = 0.8516 ] +INFO:root:Average loss=0.054703567654658586 +INFO:root: +[Valid][27][UTT][ MSE = 0.2363 | LCC = 0.8517 | SRCC = 0.8508 ] +INFO:root:Average loss=0.06173242662006464 +INFO:root: +[Valid][28][UTT][ MSE = 0.2577 | LCC = 0.8490 | SRCC = 0.8512 ] +INFO:root:Average loss=0.05803119343442795 +INFO:root: +[Valid][29][UTT][ MSE = 0.2591 | LCC = 0.8527 | SRCC = 0.8531 ] +INFO:root:Average loss=0.056329950594749205 +INFO:root: +[Valid][30][UTT][ MSE = 0.2490 | LCC = 0.8574 | SRCC = 0.8573 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2857 | LCC = 0.8597 | SRCC = 0.8615 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer26/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer26/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..da24dcbd83478dcf12436f6c3ab78ae26efa5e29 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09eef0e82a92d10c155996ebacf98476216b44ffe9fbd71b02b409032ca5a3e5 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer26/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7991c6e59789a0d2bea67b6bc34a12222a088b26 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5d729a83f7a76ee6b14bfd37acf215099e93927d6324ca0ffe290941f8eed3 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer26/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..1728e135c11d5f7a86fe41e337e04817e00861d0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.544732480094983 +INFO:root: +[Valid][0][UTT][ MSE = 0.3939 | LCC = 0.7791 | SRCC = 0.7758 ] +INFO:root:Average loss=0.30366240231654584 +INFO:root: +[Valid][1][UTT][ MSE = 0.3336 | LCC = 0.8130 | SRCC = 0.8100 ] +INFO:root:Average loss=0.2520766204748398 +INFO:root: +[Valid][2][UTT][ MSE = 0.2737 | LCC = 0.8351 | SRCC = 0.8320 ] +INFO:root:Average loss=0.23164045619658935 +INFO:root: +[Valid][3][UTT][ MSE = 0.3613 | LCC = 0.8367 | SRCC = 0.8394 ] +INFO:root:Average loss=0.2141566664362565 +INFO:root: +[Valid][4][UTT][ MSE = 0.2487 | LCC = 0.8531 | SRCC = 0.8514 ] +INFO:root:Average loss=0.19396719355613756 +INFO:root: +[Valid][5][UTT][ MSE = 0.2781 | LCC = 0.8500 | SRCC = 0.8517 ] +INFO:root:Average loss=0.21675529923194495 +INFO:root: +[Valid][6][UTT][ MSE = 0.2837 | LCC = 0.8497 | SRCC = 0.8539 ] +INFO:root:Average loss=0.2072612963234767 +INFO:root: +[Valid][7][UTT][ MSE = 0.2529 | LCC = 0.8598 | SRCC = 0.8587 ] +INFO:root:Average loss=0.1926612020112001 +INFO:root: +[Valid][8][UTT][ MSE = 0.2520 | LCC = 0.8557 | SRCC = 0.8530 ] +INFO:root:Average loss=0.15885461131349587 +INFO:root: +[Valid][9][UTT][ MSE = 0.2604 | LCC = 0.8582 | SRCC = 0.8590 ] +INFO:root:Average loss=0.146164728471866 +INFO:root: +[Valid][10][UTT][ MSE = 0.2861 | LCC = 0.8500 | SRCC = 0.8517 ] +INFO:root:Average loss=0.14625600782724527 +INFO:root: +[Valid][11][UTT][ MSE = 0.3279 | LCC = 0.8507 | SRCC = 0.8583 ] +INFO:root:Average loss=0.14715891025769404 +INFO:root: +[Valid][12][UTT][ MSE = 0.3045 | LCC = 0.8532 | SRCC = 0.8546 ] +INFO:root:Average loss=0.1399130163093408 +INFO:root: +[Valid][13][UTT][ MSE = 0.2491 | LCC = 0.8615 | SRCC = 0.8611 ] +INFO:root:Average loss=0.11463107111362311 +INFO:root: +[Valid][14][UTT][ MSE = 0.2221 | LCC = 0.8586 | SRCC = 0.8593 ] +INFO:root:Average loss=0.12217089619774085 +INFO:root: +[Valid][15][UTT][ MSE = 0.2490 | LCC = 0.8529 | SRCC = 0.8524 ] +INFO:root:Average loss=0.10956422621623063 +INFO:root: +[Valid][16][UTT][ MSE = 0.2558 | LCC = 0.8513 | SRCC = 0.8511 ] +INFO:root:Average loss=0.12966119412046212 +INFO:root: +[Valid][17][UTT][ MSE = 0.2485 | LCC = 0.8533 | SRCC = 0.8531 ] +INFO:root:Average loss=0.09710626285045575 +INFO:root: +[Valid][18][UTT][ MSE = 0.2421 | LCC = 0.8478 | SRCC = 0.8471 ] +INFO:root:Average loss=0.09976906897738957 +INFO:root: +[Valid][19][UTT][ MSE = 0.2405 | LCC = 0.8560 | SRCC = 0.8553 ] +INFO:root:Average loss=0.09549457785219718 +INFO:root: +[Valid][20][UTT][ MSE = 0.2363 | LCC = 0.8565 | SRCC = 0.8555 ] +INFO:root:Average loss=0.08809577587705392 +INFO:root: +[Valid][21][UTT][ MSE = 0.2984 | LCC = 0.8509 | SRCC = 0.8546 ] +INFO:root:Average loss=0.08589645069188033 +INFO:root: +[Valid][22][UTT][ MSE = 0.2614 | LCC = 0.8505 | SRCC = 0.8522 ] +INFO:root:Average loss=0.07639827999549034 +INFO:root: +[Valid][23][UTT][ MSE = 0.2407 | LCC = 0.8575 | SRCC = 0.8571 ] +INFO:root:Average loss=0.06965011396469215 +INFO:root: +[Valid][24][UTT][ MSE = 0.2310 | LCC = 0.8575 | SRCC = 0.8579 ] +INFO:root:Average loss=0.1022665810604126 +INFO:root: +[Valid][25][UTT][ MSE = 0.2348 | LCC = 0.8539 | SRCC = 0.8546 ] +INFO:root:Average loss=0.06361928768455982 +INFO:root: +[Valid][26][UTT][ MSE = 0.2474 | LCC = 0.8559 | SRCC = 0.8563 ] +INFO:root:Average loss=0.07669111164525533 +INFO:root: +[Valid][27][UTT][ MSE = 0.2467 | LCC = 0.8539 | SRCC = 0.8553 ] +INFO:root:Average loss=0.07928044420595352 +INFO:root: +[Valid][28][UTT][ MSE = 0.2275 | LCC = 0.8571 | SRCC = 0.8574 ] +INFO:root:Average loss=0.05592580865591 +INFO:root: +[Valid][29][UTT][ MSE = 0.2354 | LCC = 0.8537 | SRCC = 0.8531 ] +INFO:root:Average loss=0.05972684891178058 +INFO:root: +[Valid][30][UTT][ MSE = 0.2408 | LCC = 0.8510 | SRCC = 0.8504 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2860 | LCC = 0.8555 | SRCC = 0.8555 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer26/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer26/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b091c1b4505357a6481920b1328c1cbeead8cc14 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2281403aa95a3e7f135b6ec12cd2b18af1f0961ed699f7eaf7a1d70864d3197f +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer26/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..24f0d3715a954cb24813473079df5ef597021562 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389bf742f916ea42668d80a428ab21506c04329b72aecb16a73e95ddb6c5cd2f +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer26/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e7c7b4ceaae0c2fe1684ff55c0d8ecc08e9ead27 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5493916024764379 +INFO:root: +[Valid][0][UTT][ MSE = 0.3743 | LCC = 0.7752 | SRCC = 0.7734 ] +INFO:root:Average loss=0.306540615665607 +INFO:root: +[Valid][1][UTT][ MSE = 0.3435 | LCC = 0.8172 | SRCC = 0.8161 ] +INFO:root:Average loss=0.256637083987395 +INFO:root: +[Valid][2][UTT][ MSE = 0.3053 | LCC = 0.8365 | SRCC = 0.8312 ] +INFO:root:Average loss=0.23571819754747245 +INFO:root: +[Valid][3][UTT][ MSE = 0.2962 | LCC = 0.8462 | SRCC = 0.8413 ] +INFO:root:Average loss=0.21709901820390654 +INFO:root: +[Valid][4][UTT][ MSE = 0.2652 | LCC = 0.8486 | SRCC = 0.8444 ] +INFO:root:Average loss=0.22712060866447595 +INFO:root: +[Valid][5][UTT][ MSE = 0.2690 | LCC = 0.8503 | SRCC = 0.8481 ] +INFO:root:Average loss=0.18888149983607805 +INFO:root: +[Valid][6][UTT][ MSE = 0.2517 | LCC = 0.8535 | SRCC = 0.8506 ] +INFO:root:Average loss=0.20548539876173705 +INFO:root: +[Valid][7][UTT][ MSE = 0.2620 | LCC = 0.8560 | SRCC = 0.8524 ] +INFO:root:Average loss=0.16432839297713378 +INFO:root: +[Valid][8][UTT][ MSE = 0.2526 | LCC = 0.8565 | SRCC = 0.8534 ] +INFO:root:Average loss=0.16178191500978592 +INFO:root: +[Valid][9][UTT][ MSE = 0.2378 | LCC = 0.8569 | SRCC = 0.8538 ] +INFO:root:Average loss=0.16730147485549635 +INFO:root: +[Valid][10][UTT][ MSE = 0.2415 | LCC = 0.8546 | SRCC = 0.8515 ] +INFO:root:Average loss=0.16678669169927254 +INFO:root: +[Valid][11][UTT][ MSE = 0.2449 | LCC = 0.8584 | SRCC = 0.8575 ] +INFO:root:Average loss=0.14252233839569947 +INFO:root: +[Valid][12][UTT][ MSE = 0.2317 | LCC = 0.8608 | SRCC = 0.8595 ] +INFO:root:Average loss=0.12886071730500612 +INFO:root: +[Valid][13][UTT][ MSE = 0.2302 | LCC = 0.8570 | SRCC = 0.8545 ] +INFO:root:Average loss=0.12894319045620087 +INFO:root: +[Valid][14][UTT][ MSE = 0.2390 | LCC = 0.8536 | SRCC = 0.8522 ] +INFO:root:Average loss=0.12293947545381692 +INFO:root: +[Valid][15][UTT][ MSE = 0.2637 | LCC = 0.8564 | SRCC = 0.8552 ] +INFO:root:Average loss=0.11647115389888103 +INFO:root: +[Valid][16][UTT][ MSE = 0.2353 | LCC = 0.8562 | SRCC = 0.8537 ] +INFO:root:Average loss=0.11072025151971059 +INFO:root: +[Valid][17][UTT][ MSE = 0.2633 | LCC = 0.8524 | SRCC = 0.8523 ] +INFO:root:Average loss=0.09773716134711719 +INFO:root: +[Valid][18][UTT][ MSE = 0.2745 | LCC = 0.8576 | SRCC = 0.8595 ] +INFO:root:Average loss=0.12864067171437618 +INFO:root: +[Valid][19][UTT][ MSE = 0.2554 | LCC = 0.8555 | SRCC = 0.8534 ] +INFO:root:Average loss=0.09157892053899093 +INFO:root: +[Valid][20][UTT][ MSE = 0.2301 | LCC = 0.8568 | SRCC = 0.8536 ] +INFO:root:Average loss=0.09040577843403205 +INFO:root: +[Valid][21][UTT][ MSE = 0.2551 | LCC = 0.8495 | SRCC = 0.8492 ] +INFO:root:Average loss=0.08274398137552616 +INFO:root: +[Valid][22][UTT][ MSE = 0.2462 | LCC = 0.8506 | SRCC = 0.8470 ] +INFO:root:Average loss=0.09904492450639224 +INFO:root: +[Valid][23][UTT][ MSE = 0.2574 | LCC = 0.8495 | SRCC = 0.8469 ] +INFO:root:Average loss=0.0781040055056413 +INFO:root: +[Valid][24][UTT][ MSE = 0.2594 | LCC = 0.8477 | SRCC = 0.8435 ] +INFO:root:Average loss=0.07055287774747764 +INFO:root: +[Valid][25][UTT][ MSE = 0.2387 | LCC = 0.8542 | SRCC = 0.8513 ] +INFO:root:Average loss=0.07671135993531117 +INFO:root: +[Valid][26][UTT][ MSE = 0.2594 | LCC = 0.8531 | SRCC = 0.8509 ] +INFO:root:Average loss=0.08099651436966199 +INFO:root: +[Valid][27][UTT][ MSE = 0.2661 | LCC = 0.8501 | SRCC = 0.8492 ] +INFO:root:Average loss=0.06792330340697215 +INFO:root: +[Valid][28][UTT][ MSE = 0.2439 | LCC = 0.8530 | SRCC = 0.8492 ] +INFO:root:Average loss=0.07059742706135297 +INFO:root: +[Valid][29][UTT][ MSE = 0.3038 | LCC = 0.8535 | SRCC = 0.8526 ] +INFO:root:Average loss=0.07582747979232898 +INFO:root: +[Valid][30][UTT][ MSE = 0.2323 | LCC = 0.8554 | SRCC = 0.8532 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2334 | LCC = 0.8657 | SRCC = 0.8662 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer26/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer26/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e564abaad25e6d02dbc9b839338a53edfbfffd8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532810c8a4ac08b3182a0feb7021edaa6e10a85b328c1a3f659dadfef3937a96 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer26/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..31a8152e69df72bb36bb3b370f734c9bc327462e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55c9e8db2f99f6dc5097b81475d9bb26dc4aeb105a85e9d64a67f6f9ef027f51 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer26/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..bf3549967030949c5f183026814147a27cb8a46d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5768293507206135 +INFO:root: +[Valid][0][UTT][ MSE = 0.3686 | LCC = 0.7810 | SRCC = 0.7811 ] +INFO:root:Average loss=0.3150101449245062 +INFO:root: +[Valid][1][UTT][ MSE = 0.3911 | LCC = 0.8156 | SRCC = 0.8124 ] +INFO:root:Average loss=0.2816264938849669 +INFO:root: +[Valid][2][UTT][ MSE = 0.2911 | LCC = 0.8404 | SRCC = 0.8372 ] +INFO:root:Average loss=0.2396412757344735 +INFO:root: +[Valid][3][UTT][ MSE = 0.2708 | LCC = 0.8460 | SRCC = 0.8432 ] +INFO:root:Average loss=0.24054998082992357 +INFO:root: +[Valid][4][UTT][ MSE = 0.3021 | LCC = 0.8444 | SRCC = 0.8436 ] +INFO:root:Average loss=0.21278218581126288 +INFO:root: +[Valid][5][UTT][ MSE = 0.2605 | LCC = 0.8504 | SRCC = 0.8464 ] +INFO:root:Average loss=0.19394479701534295 +INFO:root: +[Valid][6][UTT][ MSE = 0.2626 | LCC = 0.8544 | SRCC = 0.8525 ] +INFO:root:Average loss=0.17165451964888817 +INFO:root: +[Valid][7][UTT][ MSE = 0.2513 | LCC = 0.8483 | SRCC = 0.8446 ] +INFO:root:Average loss=0.1615530589643197 +INFO:root: +[Valid][8][UTT][ MSE = 0.2412 | LCC = 0.8564 | SRCC = 0.8555 ] +INFO:root:Average loss=0.1547619529450551 +INFO:root: +[Valid][9][UTT][ MSE = 0.2373 | LCC = 0.8584 | SRCC = 0.8564 ] +INFO:root:Average loss=0.15359705705673266 +INFO:root: +[Valid][10][UTT][ MSE = 0.2263 | LCC = 0.8588 | SRCC = 0.8574 ] +INFO:root:Average loss=0.14928946777796134 +INFO:root: +[Valid][11][UTT][ MSE = 0.2370 | LCC = 0.8617 | SRCC = 0.8616 ] +INFO:root:Average loss=0.14392634662680137 +INFO:root: +[Valid][12][UTT][ MSE = 0.3746 | LCC = 0.8522 | SRCC = 0.8592 ] +INFO:root:Average loss=0.1230788624439484 +INFO:root: +[Valid][13][UTT][ MSE = 0.2254 | LCC = 0.8607 | SRCC = 0.8594 ] +INFO:root:Average loss=0.11891310757551438 +INFO:root: +[Valid][14][UTT][ MSE = 0.2232 | LCC = 0.8627 | SRCC = 0.8608 ] +INFO:root:Average loss=0.11485927007519282 +INFO:root: +[Valid][15][UTT][ MSE = 0.2778 | LCC = 0.8530 | SRCC = 0.8527 ] +INFO:root:Average loss=0.11306705020177059 +INFO:root: +[Valid][16][UTT][ MSE = 0.3343 | LCC = 0.8518 | SRCC = 0.8543 ] +INFO:root:Average loss=0.1014339967797964 +INFO:root: +[Valid][17][UTT][ MSE = 0.2486 | LCC = 0.8538 | SRCC = 0.8523 ] +INFO:root:Average loss=0.10804841433389065 +INFO:root: +[Valid][18][UTT][ MSE = 0.2861 | LCC = 0.8507 | SRCC = 0.8513 ] +INFO:root:Average loss=0.1053122487396766 +INFO:root: +[Valid][19][UTT][ MSE = 0.2601 | LCC = 0.8544 | SRCC = 0.8536 ] +INFO:root:Average loss=0.08408082663439788 +INFO:root: +[Valid][20][UTT][ MSE = 0.2491 | LCC = 0.8512 | SRCC = 0.8498 ] +INFO:root:Average loss=0.10011186980857299 +INFO:root: +[Valid][21][UTT][ MSE = 0.2445 | LCC = 0.8561 | SRCC = 0.8564 ] +INFO:root:Average loss=0.07678805243892547 +INFO:root: +[Valid][22][UTT][ MSE = 0.2393 | LCC = 0.8530 | SRCC = 0.8506 ] +INFO:root:Average loss=0.08321721565264922 +INFO:root: +[Valid][23][UTT][ MSE = 0.2381 | LCC = 0.8542 | SRCC = 0.8524 ] +INFO:root:Average loss=0.0699745408522013 +INFO:root: +[Valid][24][UTT][ MSE = 0.2642 | LCC = 0.8547 | SRCC = 0.8548 ] +INFO:root:Average loss=0.06784349856659389 +INFO:root: +[Valid][25][UTT][ MSE = 0.2261 | LCC = 0.8566 | SRCC = 0.8552 ] +INFO:root:Average loss=0.07750263022115597 +INFO:root: +[Valid][26][UTT][ MSE = 0.2322 | LCC = 0.8569 | SRCC = 0.8546 ] +INFO:root:Average loss=0.05973820206828606 +INFO:root: +[Valid][27][UTT][ MSE = 0.2287 | LCC = 0.8566 | SRCC = 0.8553 ] +INFO:root:Average loss=0.06333825880518326 +INFO:root: +[Valid][28][UTT][ MSE = 0.2337 | LCC = 0.8572 | SRCC = 0.8543 ] +INFO:root:Average loss=0.057953546731135785 +INFO:root: +[Valid][29][UTT][ MSE = 0.2379 | LCC = 0.8561 | SRCC = 0.8531 ] +INFO:root:Average loss=0.05961856914636416 +INFO:root: +[Valid][30][UTT][ MSE = 0.2335 | LCC = 0.8571 | SRCC = 0.8552 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2279 | LCC = 0.8618 | SRCC = 0.8618 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer26/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer26/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..28ecd5e6c5e98e54c9bacb1f9dbb560699668cbe --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fe43764a529f77da1c91633bd7f1168a41ca8cd40f85d69c0e3a73b70f7ca0f +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer26/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a345f9ca49ae0fde36c229b2cd412c15d54a931 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f2312ec5de33bfd33cf17f85f5c51735b2008fe2f7de4a99fe672fd1922e78a +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer26/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer26/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8a384baf5b0624396defeb0983c894365ddfecc1 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer26/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4816928551747249 +INFO:root: +[Valid][0][UTT][ MSE = 0.3535 | LCC = 0.7897 | SRCC = 0.7893 ] +INFO:root:Average loss=0.3069793545664885 +INFO:root: +[Valid][1][UTT][ MSE = 0.3073 | LCC = 0.8268 | SRCC = 0.8234 ] +INFO:root:Average loss=0.3115945850045253 +INFO:root: +[Valid][2][UTT][ MSE = 0.3303 | LCC = 0.8280 | SRCC = 0.8236 ] +INFO:root:Average loss=0.23801171149198824 +INFO:root: +[Valid][3][UTT][ MSE = 0.3534 | LCC = 0.8382 | SRCC = 0.8384 ] +INFO:root:Average loss=0.21014145408303309 +INFO:root: +[Valid][4][UTT][ MSE = 0.3445 | LCC = 0.8437 | SRCC = 0.8496 ] +INFO:root:Average loss=0.21838630707218096 +INFO:root: +[Valid][5][UTT][ MSE = 0.2554 | LCC = 0.8556 | SRCC = 0.8537 ] +INFO:root:Average loss=0.1973784334766559 +INFO:root: +[Valid][6][UTT][ MSE = 0.3078 | LCC = 0.8518 | SRCC = 0.8527 ] +INFO:root:Average loss=0.1870698410157974 +INFO:root: +[Valid][7][UTT][ MSE = 0.2620 | LCC = 0.8554 | SRCC = 0.8541 ] +INFO:root:Average loss=0.16497675463175163 +INFO:root: +[Valid][8][UTT][ MSE = 0.3021 | LCC = 0.8504 | SRCC = 0.8521 ] +INFO:root:Average loss=0.187490419508555 +INFO:root: +[Valid][9][UTT][ MSE = 0.2376 | LCC = 0.8604 | SRCC = 0.8588 ] +INFO:root:Average loss=0.15750545444778907 +INFO:root: +[Valid][10][UTT][ MSE = 0.2806 | LCC = 0.8577 | SRCC = 0.8582 ] +INFO:root:Average loss=0.15878545999144897 +INFO:root: +[Valid][11][UTT][ MSE = 0.3339 | LCC = 0.8535 | SRCC = 0.8575 ] +INFO:root:Average loss=0.13921762983768415 +INFO:root: +[Valid][12][UTT][ MSE = 0.2452 | LCC = 0.8579 | SRCC = 0.8565 ] +INFO:root:Average loss=0.1354722124643815 +INFO:root: +[Valid][13][UTT][ MSE = 0.3638 | LCC = 0.8454 | SRCC = 0.8521 ] +INFO:root:Average loss=0.12226192433482562 +INFO:root: +[Valid][14][UTT][ MSE = 0.2361 | LCC = 0.8556 | SRCC = 0.8554 ] +INFO:root:Average loss=0.11683874271619014 +INFO:root: +[Valid][15][UTT][ MSE = 0.2648 | LCC = 0.8531 | SRCC = 0.8534 ] +INFO:root:Average loss=0.1059956605044695 +INFO:root: +[Valid][16][UTT][ MSE = 0.2537 | LCC = 0.8539 | SRCC = 0.8518 ] +INFO:root:Average loss=0.0982278619821255 +INFO:root: +[Valid][17][UTT][ MSE = 0.2390 | LCC = 0.8522 | SRCC = 0.8507 ] +INFO:root:Average loss=0.0984005789535168 +INFO:root: +[Valid][18][UTT][ MSE = 0.2712 | LCC = 0.8559 | SRCC = 0.8575 ] +INFO:root:Average loss=0.09021397594075936 +INFO:root: +[Valid][19][UTT][ MSE = 0.2962 | LCC = 0.8509 | SRCC = 0.8542 ] +INFO:root:Average loss=0.0981706012135897 +INFO:root: +[Valid][20][UTT][ MSE = 0.2462 | LCC = 0.8503 | SRCC = 0.8492 ] +INFO:root:Average loss=0.08242540706235629 +INFO:root: +[Valid][21][UTT][ MSE = 0.2568 | LCC = 0.8536 | SRCC = 0.8537 ] +INFO:root:Average loss=0.08666424811459504 +INFO:root: +[Valid][22][UTT][ MSE = 0.3569 | LCC = 0.8453 | SRCC = 0.8501 ] +INFO:root:Average loss=0.11136591935960147 +INFO:root: +[Valid][23][UTT][ MSE = 0.3505 | LCC = 0.8470 | SRCC = 0.8505 ] +INFO:root:Average loss=0.08771587258730179 +INFO:root: +[Valid][24][UTT][ MSE = 0.2399 | LCC = 0.8529 | SRCC = 0.8519 ] +INFO:root:Average loss=0.07846085211405388 +INFO:root: +[Valid][25][UTT][ MSE = 0.2568 | LCC = 0.8511 | SRCC = 0.8509 ] +INFO:root:Average loss=0.0672257720755461 +INFO:root: +[Valid][26][UTT][ MSE = 0.2390 | LCC = 0.8515 | SRCC = 0.8513 ] +INFO:root:Average loss=0.06622596543568832 +INFO:root: +[Valid][27][UTT][ MSE = 0.2535 | LCC = 0.8504 | SRCC = 0.8511 ] +INFO:root:Average loss=0.07066588681668808 +INFO:root: +[Valid][28][UTT][ MSE = 0.3702 | LCC = 0.8399 | SRCC = 0.8447 ] +INFO:root:Average loss=0.0649085927945681 +INFO:root: +[Valid][29][UTT][ MSE = 0.2960 | LCC = 0.8447 | SRCC = 0.8444 ] +INFO:root:Average loss=0.06771210442559841 +INFO:root: +[Valid][30][UTT][ MSE = 0.2434 | LCC = 0.8476 | SRCC = 0.8461 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2457 | LCC = 0.8598 | SRCC = 0.8583 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer28/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer28/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea3a7375f7d383c703278cc7ebc628b61713814 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22d2bb326b1586bdeb86d6105420840135c0146425cc8a2ae73dcf00d726bc6f +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer28/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..80caa6dd583f678f945e2701c0600bdc9f9241b9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fe9c5d94611ffc86687de770038eab891784d4b5e30da9aa1f79f6520dd10b4 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer28/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..16bd78197c3ac127694dd11d0e3a7bfe71c6c35f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5820821955417975 +INFO:root: +[Valid][0][UTT][ MSE = 0.3843 | LCC = 0.7828 | SRCC = 0.7787 ] +INFO:root:Average loss=0.30995612457776683 +INFO:root: +[Valid][1][UTT][ MSE = 0.3646 | LCC = 0.8174 | SRCC = 0.8139 ] +INFO:root:Average loss=0.2583578370320491 +INFO:root: +[Valid][2][UTT][ MSE = 0.3168 | LCC = 0.8384 | SRCC = 0.8342 ] +INFO:root:Average loss=0.22299528828798196 +INFO:root: +[Valid][3][UTT][ MSE = 0.2976 | LCC = 0.8429 | SRCC = 0.8406 ] +INFO:root:Average loss=0.20621868337576205 +INFO:root: +[Valid][4][UTT][ MSE = 0.3464 | LCC = 0.8487 | SRCC = 0.8476 ] +INFO:root:Average loss=0.21501043152350646 +INFO:root: +[Valid][5][UTT][ MSE = 0.2642 | LCC = 0.8493 | SRCC = 0.8466 ] +INFO:root:Average loss=0.19679986398953658 +INFO:root: +[Valid][6][UTT][ MSE = 0.4453 | LCC = 0.8410 | SRCC = 0.8453 ] +INFO:root:Average loss=0.1683037004982814 +INFO:root: +[Valid][7][UTT][ MSE = 0.3304 | LCC = 0.8447 | SRCC = 0.8430 ] +INFO:root:Average loss=0.17437468459590888 +INFO:root: +[Valid][8][UTT][ MSE = 0.3401 | LCC = 0.8490 | SRCC = 0.8485 ] +INFO:root:Average loss=0.14643763712583444 +INFO:root: +[Valid][9][UTT][ MSE = 0.2639 | LCC = 0.8556 | SRCC = 0.8541 ] +INFO:root:Average loss=0.1426396183669567 +INFO:root: +[Valid][10][UTT][ MSE = 0.2627 | LCC = 0.8494 | SRCC = 0.8481 ] +INFO:root:Average loss=0.1454844393600256 +INFO:root: +[Valid][11][UTT][ MSE = 0.2415 | LCC = 0.8523 | SRCC = 0.8514 ] +INFO:root:Average loss=0.13837052480532572 +INFO:root: +[Valid][12][UTT][ MSE = 0.2468 | LCC = 0.8487 | SRCC = 0.8465 ] +INFO:root:Average loss=0.11642521514724462 +INFO:root: +[Valid][13][UTT][ MSE = 0.2652 | LCC = 0.8523 | SRCC = 0.8493 ] +INFO:root:Average loss=0.1240619814548737 +INFO:root: +[Valid][14][UTT][ MSE = 0.3479 | LCC = 0.8490 | SRCC = 0.8483 ] +INFO:root:Average loss=0.11682224598450539 +INFO:root: +[Valid][15][UTT][ MSE = 0.4124 | LCC = 0.8442 | SRCC = 0.8496 ] +INFO:root:Average loss=0.11760596491587468 +INFO:root: +[Valid][16][UTT][ MSE = 0.3513 | LCC = 0.8447 | SRCC = 0.8468 ] +INFO:root:Average loss=0.09214914365647695 +INFO:root: +[Valid][17][UTT][ MSE = 0.2752 | LCC = 0.8454 | SRCC = 0.8435 ] +INFO:root:Average loss=0.09097612310105409 +INFO:root: +[Valid][18][UTT][ MSE = 0.2971 | LCC = 0.8436 | SRCC = 0.8412 ] +INFO:root:Average loss=0.10093210198176213 +INFO:root: +[Valid][19][UTT][ MSE = 0.2567 | LCC = 0.8489 | SRCC = 0.8455 ] +INFO:root:Average loss=0.08379482754912132 +INFO:root: +[Valid][20][UTT][ MSE = 0.2663 | LCC = 0.8515 | SRCC = 0.8496 ] +INFO:root:Average loss=0.08790573363120739 +INFO:root: +[Valid][21][UTT][ MSE = 0.2640 | LCC = 0.8468 | SRCC = 0.8451 ] +INFO:root:Average loss=0.0806855012017947 +INFO:root: +[Valid][22][UTT][ MSE = 0.2621 | LCC = 0.8454 | SRCC = 0.8425 ] +INFO:root:Average loss=0.07816455470254788 +INFO:root: +[Valid][23][UTT][ MSE = 0.2916 | LCC = 0.8461 | SRCC = 0.8435 ] +INFO:root:Average loss=0.07164856992088832 +INFO:root: +[Valid][24][UTT][ MSE = 0.2710 | LCC = 0.8487 | SRCC = 0.8473 ] +INFO:root:Average loss=0.08670715022927676 +INFO:root: +[Valid][25][UTT][ MSE = 0.3167 | LCC = 0.8413 | SRCC = 0.8387 ] +INFO:root:Average loss=0.0716885662613771 +INFO:root: +[Valid][26][UTT][ MSE = 0.3419 | LCC = 0.8392 | SRCC = 0.8375 ] +INFO:root:Average loss=0.058562400010533824 +INFO:root: +[Valid][27][UTT][ MSE = 0.2646 | LCC = 0.8389 | SRCC = 0.8353 ] +INFO:root:Average loss=0.057469163281031146 +INFO:root: +[Valid][28][UTT][ MSE = 0.3588 | LCC = 0.8390 | SRCC = 0.8384 ] +INFO:root:Average loss=0.05926160700619221 +INFO:root: +[Valid][29][UTT][ MSE = 0.2747 | LCC = 0.8415 | SRCC = 0.8388 ] +INFO:root:Average loss=0.05940835106258209 +INFO:root: +[Valid][30][UTT][ MSE = 0.2863 | LCC = 0.8393 | SRCC = 0.8359 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2307 | LCC = 0.8671 | SRCC = 0.8675 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer28/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer28/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..363954dc673d593532df49f917383a29c23f41d5 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bba1acc691ac877e3cd872023e5c3e372d1a953bfd21c2b0df2d35a676eb5758 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer28/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a886c629ce6b002548054298ed7caf1e428c20cd --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a28e40f869fe0dcc756f8c9b0a3f76f5525120cf8826acf7e355e3005d841d75 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer28/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..938458336dc79df668e36cc4856653674e8e95ef --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5416541966872338 +INFO:root: +[Valid][0][UTT][ MSE = 0.4075 | LCC = 0.7778 | SRCC = 0.7816 ] +INFO:root:Average loss=0.30371492890975416 +INFO:root: +[Valid][1][UTT][ MSE = 0.3624 | LCC = 0.8184 | SRCC = 0.8182 ] +INFO:root:Average loss=0.2590774167806674 +INFO:root: +[Valid][2][UTT][ MSE = 0.3602 | LCC = 0.8292 | SRCC = 0.8316 ] +INFO:root:Average loss=0.242218761298901 +INFO:root: +[Valid][3][UTT][ MSE = 0.4311 | LCC = 0.8278 | SRCC = 0.8303 ] +INFO:root:Average loss=0.21939363617163438 +INFO:root: +[Valid][4][UTT][ MSE = 0.2883 | LCC = 0.8450 | SRCC = 0.8413 ] +INFO:root:Average loss=0.2113074308786637 +INFO:root: +[Valid][5][UTT][ MSE = 0.2624 | LCC = 0.8516 | SRCC = 0.8468 ] +INFO:root:Average loss=0.20598941267682955 +INFO:root: +[Valid][6][UTT][ MSE = 0.3695 | LCC = 0.8411 | SRCC = 0.8412 ] +INFO:root:Average loss=0.1979497084632898 +INFO:root: +[Valid][7][UTT][ MSE = 0.2588 | LCC = 0.8477 | SRCC = 0.8425 ] +INFO:root:Average loss=0.174194819938678 +INFO:root: +[Valid][8][UTT][ MSE = 0.3164 | LCC = 0.8485 | SRCC = 0.8478 ] +INFO:root:Average loss=0.16352022028504273 +INFO:root: +[Valid][9][UTT][ MSE = 0.2749 | LCC = 0.8548 | SRCC = 0.8506 ] +INFO:root:Average loss=0.14923751764954665 +INFO:root: +[Valid][10][UTT][ MSE = 0.2363 | LCC = 0.8536 | SRCC = 0.8479 ] +INFO:root:Average loss=0.13521034490221587 +INFO:root: +[Valid][11][UTT][ MSE = 0.2498 | LCC = 0.8554 | SRCC = 0.8524 ] +INFO:root:Average loss=0.12696638665138146 +INFO:root: +[Valid][12][UTT][ MSE = 0.2765 | LCC = 0.8540 | SRCC = 0.8510 ] +INFO:root:Average loss=0.1464389563562014 +INFO:root: +[Valid][13][UTT][ MSE = 0.2750 | LCC = 0.8521 | SRCC = 0.8512 ] +INFO:root:Average loss=0.11419827825365922 +INFO:root: +[Valid][14][UTT][ MSE = 0.2818 | LCC = 0.8498 | SRCC = 0.8463 ] +INFO:root:Average loss=0.15429678139014122 +INFO:root: +[Valid][15][UTT][ MSE = 0.3555 | LCC = 0.8500 | SRCC = 0.8509 ] +INFO:root:Average loss=0.12864889772847676 +INFO:root: +[Valid][16][UTT][ MSE = 0.2380 | LCC = 0.8530 | SRCC = 0.8483 ] +INFO:root:Average loss=0.10780230642129214 +INFO:root: +[Valid][17][UTT][ MSE = 0.3414 | LCC = 0.8440 | SRCC = 0.8446 ] +INFO:root:Average loss=0.09419561530917119 +INFO:root: +[Valid][18][UTT][ MSE = 0.2580 | LCC = 0.8446 | SRCC = 0.8398 ] +INFO:root:Average loss=0.10487243260901707 +INFO:root: +[Valid][19][UTT][ MSE = 0.3231 | LCC = 0.8516 | SRCC = 0.8515 ] +INFO:root:Average loss=0.09373025959118819 +INFO:root: +[Valid][20][UTT][ MSE = 0.2697 | LCC = 0.8560 | SRCC = 0.8514 ] +INFO:root:Average loss=0.08635394002955693 +INFO:root: +[Valid][21][UTT][ MSE = 0.2650 | LCC = 0.8543 | SRCC = 0.8508 ] +INFO:root:Average loss=0.07956597519417603 +INFO:root: +[Valid][22][UTT][ MSE = 0.2507 | LCC = 0.8578 | SRCC = 0.8537 ] +INFO:root:Average loss=0.08540402051921074 +INFO:root: +[Valid][23][UTT][ MSE = 0.2630 | LCC = 0.8447 | SRCC = 0.8380 ] +INFO:root:Average loss=0.07066725882200095 +INFO:root: +[Valid][24][UTT][ MSE = 0.2487 | LCC = 0.8511 | SRCC = 0.8467 ] +INFO:root:Average loss=0.08181758884053963 +INFO:root: +[Valid][25][UTT][ MSE = 0.3105 | LCC = 0.8510 | SRCC = 0.8481 ] +INFO:root:Average loss=0.07135528311706506 +INFO:root: +[Valid][26][UTT][ MSE = 0.3131 | LCC = 0.8526 | SRCC = 0.8504 ] +INFO:root:Average loss=0.061075517955498815 +INFO:root: +[Valid][27][UTT][ MSE = 0.2990 | LCC = 0.8454 | SRCC = 0.8423 ] +INFO:root:Average loss=0.060541246277399555 +INFO:root: +[Valid][28][UTT][ MSE = 0.2412 | LCC = 0.8544 | SRCC = 0.8503 ] +INFO:root:Average loss=0.06063365310621567 +INFO:root: +[Valid][29][UTT][ MSE = 0.3286 | LCC = 0.8498 | SRCC = 0.8456 ] +INFO:root:Average loss=0.05160049573542216 +INFO:root: +[Valid][30][UTT][ MSE = 0.3248 | LCC = 0.8503 | SRCC = 0.8465 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2191 | LCC = 0.8660 | SRCC = 0.8647 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer28/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer28/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..958a759974d9a0eec71c31f76a29f61df6984f75 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:662b14415ea4ea90631c944898f4af8be54d88b42b3a1b3e587644bf45ed0bb5 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer28/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0ce24ae705f694498a357658e682f8a58db6043 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b1d78cdc8dfec44ab60657664753a8c28086737fec72348abd4256166b4e78b +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer28/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4ec6033859c74ea0f081380298436aabf5d1287d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.45749503947221315 +INFO:root: +[Valid][0][UTT][ MSE = 0.3707 | LCC = 0.7950 | SRCC = 0.7965 ] +INFO:root:Average loss=0.2874887570356711 +INFO:root: +[Valid][1][UTT][ MSE = 0.2865 | LCC = 0.8162 | SRCC = 0.8121 ] +INFO:root:Average loss=0.24931617214893684 +INFO:root: +[Valid][2][UTT][ MSE = 0.3206 | LCC = 0.8370 | SRCC = 0.8327 ] +INFO:root:Average loss=0.225754820001431 +INFO:root: +[Valid][3][UTT][ MSE = 0.3166 | LCC = 0.8395 | SRCC = 0.8342 ] +INFO:root:Average loss=0.1962224380710186 +INFO:root: +[Valid][4][UTT][ MSE = 0.3071 | LCC = 0.8357 | SRCC = 0.8322 ] +INFO:root:Average loss=0.19326825965291414 +INFO:root: +[Valid][5][UTT][ MSE = 0.2931 | LCC = 0.8476 | SRCC = 0.8453 ] +INFO:root:Average loss=0.17298028035423693 +INFO:root: +[Valid][6][UTT][ MSE = 0.2999 | LCC = 0.8417 | SRCC = 0.8377 ] +INFO:root:Average loss=0.15948343573090357 +INFO:root: +[Valid][7][UTT][ MSE = 0.2537 | LCC = 0.8553 | SRCC = 0.8523 ] +INFO:root:Average loss=0.15580904168578294 +INFO:root: +[Valid][8][UTT][ MSE = 0.2814 | LCC = 0.8510 | SRCC = 0.8498 ] +INFO:root:Average loss=0.1353979439307482 +INFO:root: +[Valid][9][UTT][ MSE = 0.2566 | LCC = 0.8472 | SRCC = 0.8406 ] +INFO:root:Average loss=0.13481778469987404 +INFO:root: +[Valid][10][UTT][ MSE = 0.3730 | LCC = 0.8452 | SRCC = 0.8485 ] +INFO:root:Average loss=0.13216396755515 +INFO:root: +[Valid][11][UTT][ MSE = 0.3171 | LCC = 0.8478 | SRCC = 0.8444 ] +INFO:root:Average loss=0.15220003732695028 +INFO:root: +[Valid][12][UTT][ MSE = 0.2641 | LCC = 0.8483 | SRCC = 0.8438 ] +INFO:root:Average loss=0.11389316322329716 +INFO:root: +[Valid][13][UTT][ MSE = 0.3314 | LCC = 0.8490 | SRCC = 0.8492 ] +INFO:root:Average loss=0.11532846097953808 +INFO:root: +[Valid][14][UTT][ MSE = 0.2514 | LCC = 0.8497 | SRCC = 0.8471 ] +INFO:root:Average loss=0.12272218175423451 +INFO:root: +[Valid][15][UTT][ MSE = 0.2362 | LCC = 0.8562 | SRCC = 0.8547 ] +INFO:root:Average loss=0.10929907915683892 +INFO:root: +[Valid][16][UTT][ MSE = 0.3402 | LCC = 0.8531 | SRCC = 0.8538 ] +INFO:root:Average loss=0.10303823898235957 +INFO:root: +[Valid][17][UTT][ MSE = 0.3005 | LCC = 0.8520 | SRCC = 0.8495 ] +INFO:root:Average loss=0.09670320960382621 +INFO:root: +[Valid][18][UTT][ MSE = 0.2402 | LCC = 0.8492 | SRCC = 0.8457 ] +INFO:root:Average loss=0.09045266952270116 +INFO:root: +[Valid][19][UTT][ MSE = 0.2633 | LCC = 0.8506 | SRCC = 0.8484 ] +INFO:root:Average loss=0.07140604521219547 +INFO:root: +[Valid][20][UTT][ MSE = 0.2432 | LCC = 0.8481 | SRCC = 0.8451 ] +INFO:root:Average loss=0.1146783517816892 +INFO:root: +[Valid][21][UTT][ MSE = 0.2505 | LCC = 0.8549 | SRCC = 0.8529 ] +INFO:root:Average loss=0.07840005762110917 +INFO:root: +[Valid][22][UTT][ MSE = 0.2409 | LCC = 0.8508 | SRCC = 0.8481 ] +INFO:root:Average loss=0.08045614520326638 +INFO:root: +[Valid][23][UTT][ MSE = 0.2519 | LCC = 0.8504 | SRCC = 0.8481 ] +INFO:root:Average loss=0.08835892126155205 +INFO:root: +[Valid][24][UTT][ MSE = 0.2668 | LCC = 0.8508 | SRCC = 0.8472 ] +INFO:root:Average loss=0.07612126588057248 +INFO:root: +[Valid][25][UTT][ MSE = 0.2471 | LCC = 0.8484 | SRCC = 0.8461 ] +INFO:root:Average loss=0.06609834186159648 +INFO:root: +[Valid][26][UTT][ MSE = 0.2634 | LCC = 0.8509 | SRCC = 0.8487 ] +INFO:root:Average loss=0.060357784756865256 +INFO:root: +[Valid][27][UTT][ MSE = 0.2378 | LCC = 0.8526 | SRCC = 0.8503 ] +INFO:root:Average loss=0.060660975435987495 +INFO:root: +[Valid][28][UTT][ MSE = 0.2430 | LCC = 0.8479 | SRCC = 0.8436 ] +INFO:root:Average loss=0.06161314681267891 +INFO:root: +[Valid][29][UTT][ MSE = 0.2619 | LCC = 0.8490 | SRCC = 0.8457 ] +INFO:root:Average loss=0.05657481192014156 +INFO:root: +[Valid][30][UTT][ MSE = 0.3273 | LCC = 0.8455 | SRCC = 0.8449 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2509 | LCC = 0.8560 | SRCC = 0.8569 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer28/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer28/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7ff8d9b0f60dd832c9fe0da3d9f2eb285d6e7ff --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1f0b52cc7a224eb1f81f4684ebc620eebd3dacef2aed24d69c4be52de0470d1 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer28/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..febdddbcd31de2c43127ea3b3258d030d67e86ef --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a6beb7cdac1de00b71eb16649da8f71d6585035f2f4bd8b8414f085a34e53aa +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer28/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..4436271fd4fb539c638e71bedf61fec8345acc90 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5563863683969547 +INFO:root: +[Valid][0][UTT][ MSE = 0.3696 | LCC = 0.7850 | SRCC = 0.7818 ] +INFO:root:Average loss=0.3100011188250322 +INFO:root: +[Valid][1][UTT][ MSE = 0.2943 | LCC = 0.8160 | SRCC = 0.8112 ] +INFO:root:Average loss=0.29256110676588154 +INFO:root: +[Valid][2][UTT][ MSE = 0.3590 | LCC = 0.8152 | SRCC = 0.8169 ] +INFO:root:Average loss=0.24752042901057464 +INFO:root: +[Valid][3][UTT][ MSE = 0.2781 | LCC = 0.8317 | SRCC = 0.8267 ] +INFO:root:Average loss=0.23324549943208694 +INFO:root: +[Valid][4][UTT][ MSE = 0.2652 | LCC = 0.8397 | SRCC = 0.8344 ] +INFO:root:Average loss=0.20519931537982744 +INFO:root: +[Valid][5][UTT][ MSE = 0.2600 | LCC = 0.8424 | SRCC = 0.8378 ] +INFO:root:Average loss=0.2127828550262329 +INFO:root: +[Valid][6][UTT][ MSE = 0.2524 | LCC = 0.8480 | SRCC = 0.8447 ] +INFO:root:Average loss=0.1759043616744188 +INFO:root: +[Valid][7][UTT][ MSE = 0.2745 | LCC = 0.8482 | SRCC = 0.8462 ] +INFO:root:Average loss=0.18201747422034925 +INFO:root: +[Valid][8][UTT][ MSE = 0.3391 | LCC = 0.8479 | SRCC = 0.8521 ] +INFO:root:Average loss=0.18719415997083372 +INFO:root: +[Valid][9][UTT][ MSE = 0.3061 | LCC = 0.8465 | SRCC = 0.8474 ] +INFO:root:Average loss=0.15403523582678574 +INFO:root: +[Valid][10][UTT][ MSE = 0.2639 | LCC = 0.8517 | SRCC = 0.8503 ] +INFO:root:Average loss=0.1447901403865753 +INFO:root: +[Valid][11][UTT][ MSE = 0.2591 | LCC = 0.8565 | SRCC = 0.8556 ] +INFO:root:Average loss=0.13704862197240195 +INFO:root: +[Valid][12][UTT][ MSE = 0.2883 | LCC = 0.8529 | SRCC = 0.8522 ] +INFO:root:Average loss=0.1342598982155323 +INFO:root: +[Valid][13][UTT][ MSE = 0.2621 | LCC = 0.8477 | SRCC = 0.8464 ] +INFO:root:Average loss=0.13145687880042273 +INFO:root: +[Valid][14][UTT][ MSE = 0.2406 | LCC = 0.8541 | SRCC = 0.8520 ] +INFO:root:Average loss=0.13484698104170653 +INFO:root: +[Valid][15][UTT][ MSE = 0.2336 | LCC = 0.8564 | SRCC = 0.8551 ] +INFO:root:Average loss=0.10769416964971103 +INFO:root: +[Valid][16][UTT][ MSE = 0.2453 | LCC = 0.8518 | SRCC = 0.8510 ] +INFO:root:Average loss=0.10279836438787289 +INFO:root: +[Valid][17][UTT][ MSE = 0.2588 | LCC = 0.8494 | SRCC = 0.8490 ] +INFO:root:Average loss=0.09798624629202561 +INFO:root: +[Valid][18][UTT][ MSE = 0.2636 | LCC = 0.8542 | SRCC = 0.8545 ] +INFO:root:Average loss=0.09268889518884513 +INFO:root: +[Valid][19][UTT][ MSE = 0.2360 | LCC = 0.8571 | SRCC = 0.8559 ] +INFO:root:Average loss=0.0911147018464712 +INFO:root: +[Valid][20][UTT][ MSE = 0.2496 | LCC = 0.8523 | SRCC = 0.8505 ] +INFO:root:Average loss=0.08936413243795052 +INFO:root: +[Valid][21][UTT][ MSE = 0.2377 | LCC = 0.8493 | SRCC = 0.8483 ] +INFO:root:Average loss=0.08382153649551746 +INFO:root: +[Valid][22][UTT][ MSE = 0.2697 | LCC = 0.8565 | SRCC = 0.8561 ] +INFO:root:Average loss=0.09561618637198056 +INFO:root: +[Valid][23][UTT][ MSE = 0.2489 | LCC = 0.8584 | SRCC = 0.8576 ] +INFO:root:Average loss=0.0840445972310427 +INFO:root: +[Valid][24][UTT][ MSE = 0.2342 | LCC = 0.8554 | SRCC = 0.8530 ] +INFO:root:Average loss=0.08295068918512417 +INFO:root: +[Valid][25][UTT][ MSE = 0.2975 | LCC = 0.8516 | SRCC = 0.8503 ] +INFO:root:Average loss=0.07418676427541634 +INFO:root: +[Valid][26][UTT][ MSE = 0.2445 | LCC = 0.8552 | SRCC = 0.8537 ] +INFO:root:Average loss=0.06875723872620326 +INFO:root: +[Valid][27][UTT][ MSE = 0.2460 | LCC = 0.8564 | SRCC = 0.8561 ] +INFO:root:Average loss=0.07743098305012935 +INFO:root: +[Valid][28][UTT][ MSE = 0.2355 | LCC = 0.8549 | SRCC = 0.8552 ] +INFO:root:Average loss=0.0722927132096046 +INFO:root: +[Valid][29][UTT][ MSE = 0.2380 | LCC = 0.8504 | SRCC = 0.8488 ] +INFO:root:Average loss=0.06440515391146526 +INFO:root: +[Valid][30][UTT][ MSE = 0.2265 | LCC = 0.8568 | SRCC = 0.8553 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2178 | LCC = 0.8688 | SRCC = 0.8669 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer28/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer28/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dcfb3441801f747227a5ee3120f9fcc39657a2f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47f7ae71ce25317a7b69620f85d6598274f200f209c5183f648eb79ce7e0fa7b +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer28/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c68addcf7b831b4314f9390ac3422a1633e36ba --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48a855a9b15192fa93837a359f2d0b058bc7b5aa66f58d0c228ddf223956d0cc +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer28/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer28/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f6be79b2c5094f596f90ea7c94f28c0bd9fcbf7a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer28/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5267567477929287 +INFO:root: +[Valid][0][UTT][ MSE = 0.3913 | LCC = 0.7855 | SRCC = 0.7935 ] +INFO:root:Average loss=0.2862523803726221 +INFO:root: +[Valid][1][UTT][ MSE = 0.3318 | LCC = 0.8266 | SRCC = 0.8246 ] +INFO:root:Average loss=0.2525107088761452 +INFO:root: +[Valid][2][UTT][ MSE = 0.2914 | LCC = 0.8434 | SRCC = 0.8387 ] +INFO:root:Average loss=0.22626166580579218 +INFO:root: +[Valid][3][UTT][ MSE = 0.2617 | LCC = 0.8485 | SRCC = 0.8463 ] +INFO:root:Average loss=0.23717058469087648 +INFO:root: +[Valid][4][UTT][ MSE = 0.2792 | LCC = 0.8480 | SRCC = 0.8458 ] +INFO:root:Average loss=0.2062694476200984 +INFO:root: +[Valid][5][UTT][ MSE = 0.2877 | LCC = 0.8470 | SRCC = 0.8490 ] +INFO:root:Average loss=0.1823873133995594 +INFO:root: +[Valid][6][UTT][ MSE = 0.2981 | LCC = 0.8457 | SRCC = 0.8470 ] +INFO:root:Average loss=0.18807089691742873 +INFO:root: +[Valid][7][UTT][ MSE = 0.2518 | LCC = 0.8521 | SRCC = 0.8513 ] +INFO:root:Average loss=0.1883649312150784 +INFO:root: +[Valid][8][UTT][ MSE = 0.3675 | LCC = 0.8408 | SRCC = 0.8437 ] +INFO:root:Average loss=0.15586710539765847 +INFO:root: +[Valid][9][UTT][ MSE = 0.2750 | LCC = 0.8478 | SRCC = 0.8494 ] +INFO:root:Average loss=0.14951117021533158 +INFO:root: +[Valid][10][UTT][ MSE = 0.3248 | LCC = 0.8511 | SRCC = 0.8529 ] +INFO:root:Average loss=0.13913130301695603 +INFO:root: +[Valid][11][UTT][ MSE = 0.3331 | LCC = 0.8469 | SRCC = 0.8521 ] +INFO:root:Average loss=0.13613717802442038 +INFO:root: +[Valid][12][UTT][ MSE = 0.2437 | LCC = 0.8546 | SRCC = 0.8525 ] +INFO:root:Average loss=0.12880866984144235 +INFO:root: +[Valid][13][UTT][ MSE = 0.2880 | LCC = 0.8541 | SRCC = 0.8564 ] +INFO:root:Average loss=0.12949069159535262 +INFO:root: +[Valid][14][UTT][ MSE = 0.2868 | LCC = 0.8488 | SRCC = 0.8514 ] +INFO:root:Average loss=0.11623876713789426 +INFO:root: +[Valid][15][UTT][ MSE = 0.2361 | LCC = 0.8556 | SRCC = 0.8544 ] +INFO:root:Average loss=0.11174221098040923 +INFO:root: +[Valid][16][UTT][ MSE = 0.2349 | LCC = 0.8580 | SRCC = 0.8567 ] +INFO:root:Average loss=0.10257483006287844 +INFO:root: +[Valid][17][UTT][ MSE = 0.2587 | LCC = 0.8512 | SRCC = 0.8516 ] +INFO:root:Average loss=0.0965285733437691 +INFO:root: +[Valid][18][UTT][ MSE = 0.2670 | LCC = 0.8513 | SRCC = 0.8505 ] +INFO:root:Average loss=0.09865593556792308 +INFO:root: +[Valid][19][UTT][ MSE = 0.2571 | LCC = 0.8512 | SRCC = 0.8497 ] +INFO:root:Average loss=0.09345666653452775 +INFO:root: +[Valid][20][UTT][ MSE = 0.3059 | LCC = 0.8488 | SRCC = 0.8504 ] +INFO:root:Average loss=0.08802431353773826 +INFO:root: +[Valid][21][UTT][ MSE = 0.2307 | LCC = 0.8536 | SRCC = 0.8521 ] +INFO:root:Average loss=0.08925181216536424 +INFO:root: +[Valid][22][UTT][ MSE = 0.3099 | LCC = 0.8450 | SRCC = 0.8473 ] +INFO:root:Average loss=0.10106281444239311 +INFO:root: +[Valid][23][UTT][ MSE = 0.2424 | LCC = 0.8499 | SRCC = 0.8482 ] +INFO:root:Average loss=0.08043886109804496 +INFO:root: +[Valid][24][UTT][ MSE = 0.2920 | LCC = 0.8476 | SRCC = 0.8482 ] +INFO:root:Average loss=0.07170322260413414 +INFO:root: +[Valid][25][UTT][ MSE = 0.2310 | LCC = 0.8533 | SRCC = 0.8525 ] +INFO:root:Average loss=0.07513209546987827 +INFO:root: +[Valid][26][UTT][ MSE = 0.2441 | LCC = 0.8479 | SRCC = 0.8459 ] +INFO:root:Average loss=0.06779753454984763 +INFO:root: +[Valid][27][UTT][ MSE = 0.2456 | LCC = 0.8480 | SRCC = 0.8456 ] +INFO:root:Average loss=0.06119171950297478 +INFO:root: +[Valid][28][UTT][ MSE = 0.2561 | LCC = 0.8514 | SRCC = 0.8505 ] +INFO:root:Average loss=0.057968056115966574 +INFO:root: +[Valid][29][UTT][ MSE = 0.2866 | LCC = 0.8491 | SRCC = 0.8511 ] +INFO:root:Average loss=0.05877995720276466 +INFO:root: +[Valid][30][UTT][ MSE = 0.2780 | LCC = 0.8440 | SRCC = 0.8443 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2412 | LCC = 0.8579 | SRCC = 0.8569 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer30/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer30/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..44a6d4d7843b4d7f6c7858dcb6617867aad15c6b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d842ba2883585b4ccafad802da0b3d991f876de122316269de129d9173050660 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer30/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..93b90db16f3160e6f7c40cf76617b2e9e8af5c8f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4961fea09360d3743e56e231303733e422dba856267033dad73df28e8f390852 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer30/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ef45827c6186c6e8f62ca126f80b0e2f60df6051 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5600554301188543 +INFO:root: +[Valid][0][UTT][ MSE = 0.3873 | LCC = 0.7664 | SRCC = 0.7649 ] +INFO:root:Average loss=0.31298448317326033 +INFO:root: +[Valid][1][UTT][ MSE = 0.3650 | LCC = 0.8103 | SRCC = 0.8108 ] +INFO:root:Average loss=0.26103639468932766 +INFO:root: +[Valid][2][UTT][ MSE = 0.2965 | LCC = 0.8422 | SRCC = 0.8382 ] +INFO:root:Average loss=0.24074658789695838 +INFO:root: +[Valid][3][UTT][ MSE = 0.2605 | LCC = 0.8472 | SRCC = 0.8426 ] +INFO:root:Average loss=0.21837106566780654 +INFO:root: +[Valid][4][UTT][ MSE = 0.2769 | LCC = 0.8498 | SRCC = 0.8434 ] +INFO:root:Average loss=0.20475101279906738 +INFO:root: +[Valid][5][UTT][ MSE = 0.3241 | LCC = 0.8456 | SRCC = 0.8448 ] +INFO:root:Average loss=0.19849018657054657 +INFO:root: +[Valid][6][UTT][ MSE = 0.2338 | LCC = 0.8564 | SRCC = 0.8518 ] +INFO:root:Average loss=0.18329435090223947 +INFO:root: +[Valid][7][UTT][ MSE = 0.2702 | LCC = 0.8540 | SRCC = 0.8494 ] +INFO:root:Average loss=0.16884669862114465 +INFO:root: +[Valid][8][UTT][ MSE = 0.3510 | LCC = 0.8421 | SRCC = 0.8398 ] +INFO:root:Average loss=0.17132338824180457 +INFO:root: +[Valid][9][UTT][ MSE = 0.2323 | LCC = 0.8564 | SRCC = 0.8515 ] +INFO:root:Average loss=0.1762139224089109 +INFO:root: +[Valid][10][UTT][ MSE = 0.2316 | LCC = 0.8552 | SRCC = 0.8501 ] +INFO:root:Average loss=0.15241336096555758 +INFO:root: +[Valid][11][UTT][ MSE = 0.2384 | LCC = 0.8576 | SRCC = 0.8545 ] +INFO:root:Average loss=0.13825200584072334 +INFO:root: +[Valid][12][UTT][ MSE = 0.2442 | LCC = 0.8513 | SRCC = 0.8450 ] +INFO:root:Average loss=0.1330248556840114 +INFO:root: +[Valid][13][UTT][ MSE = 0.2366 | LCC = 0.8529 | SRCC = 0.8496 ] +INFO:root:Average loss=0.11988507516873188 +INFO:root: +[Valid][14][UTT][ MSE = 0.2373 | LCC = 0.8586 | SRCC = 0.8548 ] +INFO:root:Average loss=0.11444998284180959 +INFO:root: +[Valid][15][UTT][ MSE = 0.3007 | LCC = 0.8555 | SRCC = 0.8533 ] +INFO:root:Average loss=0.10699864801688072 +INFO:root: +[Valid][16][UTT][ MSE = 0.2311 | LCC = 0.8572 | SRCC = 0.8531 ] +INFO:root:Average loss=0.10039554345302093 +INFO:root: +[Valid][17][UTT][ MSE = 0.2425 | LCC = 0.8599 | SRCC = 0.8573 ] +INFO:root:Average loss=0.10278934240341187 +INFO:root: +[Valid][18][UTT][ MSE = 0.2359 | LCC = 0.8605 | SRCC = 0.8586 ] +INFO:root:Average loss=0.09270874191171084 +INFO:root: +[Valid][19][UTT][ MSE = 0.2427 | LCC = 0.8594 | SRCC = 0.8575 ] +INFO:root:Average loss=0.08130995843272942 +INFO:root: +[Valid][20][UTT][ MSE = 0.2365 | LCC = 0.8574 | SRCC = 0.8550 ] +INFO:root:Average loss=0.08183026638550636 +INFO:root: +[Valid][21][UTT][ MSE = 0.2277 | LCC = 0.8600 | SRCC = 0.8579 ] +INFO:root:Average loss=0.07636669851266421 +INFO:root: +[Valid][22][UTT][ MSE = 0.2384 | LCC = 0.8514 | SRCC = 0.8488 ] +INFO:root:Average loss=0.08535560086751595 +INFO:root: +[Valid][23][UTT][ MSE = 0.2317 | LCC = 0.8532 | SRCC = 0.8498 ] +INFO:root:Average loss=0.07358533831743094 +INFO:root: +[Valid][24][UTT][ MSE = 0.2781 | LCC = 0.8487 | SRCC = 0.8476 ] +INFO:root:Average loss=0.07335796044805111 +INFO:root: +[Valid][25][UTT][ MSE = 0.2431 | LCC = 0.8550 | SRCC = 0.8529 ] +INFO:root:Average loss=0.06452113800706008 +INFO:root: +[Valid][26][UTT][ MSE = 0.2300 | LCC = 0.8597 | SRCC = 0.8566 ] +INFO:root:Average loss=0.06484171719505237 +INFO:root: +[Valid][27][UTT][ MSE = 0.2566 | LCC = 0.8546 | SRCC = 0.8530 ] +INFO:root:Average loss=0.06011269771708892 +INFO:root: +[Valid][28][UTT][ MSE = 0.2273 | LCC = 0.8583 | SRCC = 0.8554 ] +INFO:root:Average loss=0.05603881500279292 +INFO:root: +[Valid][29][UTT][ MSE = 0.2365 | LCC = 0.8560 | SRCC = 0.8525 ] +INFO:root:Average loss=0.06980299118619698 +INFO:root: +[Valid][30][UTT][ MSE = 0.2660 | LCC = 0.8571 | SRCC = 0.8555 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2278 | LCC = 0.8593 | SRCC = 0.8579 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer30/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer30/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f907408896a15bffaa2c0aeff1c9d3f45694093b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4049d964661d6d21b677b0551458f9003981c81f1f772f932ca4fba44573526 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer30/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfe8a037cbaa51d3cc454729ca15e5c1a6f1e1f5 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01082993c7dca99433fae9dbb84bf1916953d3eb0f2c4b01a8191da9a5f7fad3 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer30/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..05081a777fb5ec45da1b0b471f3a8be2e968fc5d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5754537467773144 +INFO:root: +[Valid][0][UTT][ MSE = 0.3878 | LCC = 0.7742 | SRCC = 0.7723 ] +INFO:root:Average loss=0.3042716655211571 +INFO:root: +[Valid][1][UTT][ MSE = 0.4192 | LCC = 0.8063 | SRCC = 0.8130 ] +INFO:root:Average loss=0.27108861868962264 +INFO:root: +[Valid][2][UTT][ MSE = 0.2891 | LCC = 0.8361 | SRCC = 0.8323 ] +INFO:root:Average loss=0.23241815162010682 +INFO:root: +[Valid][3][UTT][ MSE = 0.2800 | LCC = 0.8447 | SRCC = 0.8423 ] +INFO:root:Average loss=0.22955243690655783 +INFO:root: +[Valid][4][UTT][ MSE = 0.2505 | LCC = 0.8522 | SRCC = 0.8474 ] +INFO:root:Average loss=0.20701970694920954 +INFO:root: +[Valid][5][UTT][ MSE = 0.2512 | LCC = 0.8553 | SRCC = 0.8504 ] +INFO:root:Average loss=0.22933053015134272 +INFO:root: +[Valid][6][UTT][ MSE = 0.2373 | LCC = 0.8616 | SRCC = 0.8595 ] +INFO:root:Average loss=0.1808542165045555 +INFO:root: +[Valid][7][UTT][ MSE = 0.2437 | LCC = 0.8608 | SRCC = 0.8584 ] +INFO:root:Average loss=0.175565809966662 +INFO:root: +[Valid][8][UTT][ MSE = 0.2412 | LCC = 0.8588 | SRCC = 0.8564 ] +INFO:root:Average loss=0.1682844392191141 +INFO:root: +[Valid][9][UTT][ MSE = 0.2353 | LCC = 0.8653 | SRCC = 0.8628 ] +INFO:root:Average loss=0.15982350296317002 +INFO:root: +[Valid][10][UTT][ MSE = 0.2464 | LCC = 0.8642 | SRCC = 0.8621 ] +INFO:root:Average loss=0.14592348497647506 +INFO:root: +[Valid][11][UTT][ MSE = 0.2403 | LCC = 0.8642 | SRCC = 0.8614 ] +INFO:root:Average loss=0.13830469768398848 +INFO:root: +[Valid][12][UTT][ MSE = 0.2383 | LCC = 0.8648 | SRCC = 0.8639 ] +INFO:root:Average loss=0.1454009517836265 +INFO:root: +[Valid][13][UTT][ MSE = 0.2287 | LCC = 0.8603 | SRCC = 0.8575 ] +INFO:root:Average loss=0.15796037620076767 +INFO:root: +[Valid][14][UTT][ MSE = 0.2535 | LCC = 0.8618 | SRCC = 0.8609 ] +INFO:root:Average loss=0.11678417370869563 +INFO:root: +[Valid][15][UTT][ MSE = 0.2444 | LCC = 0.8640 | SRCC = 0.8632 ] +INFO:root:Average loss=0.13361097576144415 +INFO:root: +[Valid][16][UTT][ MSE = 0.2284 | LCC = 0.8654 | SRCC = 0.8624 ] +INFO:root:Average loss=0.13134216526762033 +INFO:root: +[Valid][17][UTT][ MSE = 0.2317 | LCC = 0.8636 | SRCC = 0.8610 ] +INFO:root:Average loss=0.11673753870985447 +INFO:root: +[Valid][18][UTT][ MSE = 0.2209 | LCC = 0.8616 | SRCC = 0.8588 ] +INFO:root:Average loss=0.11403312667822227 +INFO:root: +[Valid][19][UTT][ MSE = 0.2352 | LCC = 0.8639 | SRCC = 0.8619 ] +INFO:root:Average loss=0.09020804952925597 +INFO:root: +[Valid][20][UTT][ MSE = 0.2153 | LCC = 0.8634 | SRCC = 0.8612 ] +INFO:root:Average loss=0.10276947586009136 +INFO:root: +[Valid][21][UTT][ MSE = 0.2222 | LCC = 0.8614 | SRCC = 0.8585 ] +INFO:root:Average loss=0.0905011007323479 +INFO:root: +[Valid][22][UTT][ MSE = 0.2356 | LCC = 0.8595 | SRCC = 0.8564 ] +INFO:root:Average loss=0.09011871152772354 +INFO:root: +[Valid][23][UTT][ MSE = 0.2277 | LCC = 0.8615 | SRCC = 0.8566 ] +INFO:root:Average loss=0.07526583611392058 +INFO:root: +[Valid][24][UTT][ MSE = 0.2372 | LCC = 0.8572 | SRCC = 0.8535 ] +INFO:root:Average loss=0.07917427968902466 +INFO:root: +[Valid][25][UTT][ MSE = 0.2293 | LCC = 0.8613 | SRCC = 0.8566 ] +INFO:root:Average loss=0.07829203423208152 +INFO:root: +[Valid][26][UTT][ MSE = 0.2261 | LCC = 0.8606 | SRCC = 0.8576 ] +INFO:root:Average loss=0.0683254718971558 +INFO:root: +[Valid][27][UTT][ MSE = 0.2279 | LCC = 0.8598 | SRCC = 0.8573 ] +INFO:root:Average loss=0.07502153749840382 +INFO:root: +[Valid][28][UTT][ MSE = 0.2249 | LCC = 0.8638 | SRCC = 0.8612 ] +INFO:root:Average loss=0.06269765368256813 +INFO:root: +[Valid][29][UTT][ MSE = 0.2236 | LCC = 0.8629 | SRCC = 0.8595 ] +INFO:root:Average loss=0.06731537266228443 +INFO:root: +[Valid][30][UTT][ MSE = 0.2245 | LCC = 0.8640 | SRCC = 0.8603 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2527 | LCC = 0.8611 | SRCC = 0.8638 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer30/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer30/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5c51b2c7b80b1dfb5f87ec7a27ee7e38911c41f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c602b64d5c133325c0ed8d4eb5ede2061e3f4ece412fc85cb7c9569a452fbb1 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer30/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..16cc0a5ccb34fab20f19933d8f49a10c9bee4f56 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb5e39c39b54a083900621a5e823ddd96ef51ce91189af1776cd55306e704679 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer30/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b2a237f471e64516fd28b5ce27bd755f0cdcbb47 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.532250308073484 +INFO:root: +[Valid][0][UTT][ MSE = 0.3468 | LCC = 0.7839 | SRCC = 0.7844 ] +INFO:root:Average loss=0.2963627125972357 +INFO:root: +[Valid][1][UTT][ MSE = 0.3975 | LCC = 0.7973 | SRCC = 0.8023 ] +INFO:root:Average loss=0.25946434472615904 +INFO:root: +[Valid][2][UTT][ MSE = 0.3525 | LCC = 0.8270 | SRCC = 0.8274 ] +INFO:root:Average loss=0.2380728188615579 +INFO:root: +[Valid][3][UTT][ MSE = 0.2980 | LCC = 0.8344 | SRCC = 0.8311 ] +INFO:root:Average loss=0.22278908563730043 +INFO:root: +[Valid][4][UTT][ MSE = 0.2777 | LCC = 0.8434 | SRCC = 0.8377 ] +INFO:root:Average loss=0.20794768172961015 +INFO:root: +[Valid][5][UTT][ MSE = 0.2397 | LCC = 0.8520 | SRCC = 0.8473 ] +INFO:root:Average loss=0.1841684636206199 +INFO:root: +[Valid][6][UTT][ MSE = 0.2390 | LCC = 0.8515 | SRCC = 0.8467 ] +INFO:root:Average loss=0.20134073056471655 +INFO:root: +[Valid][7][UTT][ MSE = 0.2508 | LCC = 0.8533 | SRCC = 0.8487 ] +INFO:root:Average loss=0.1674739268536751 +INFO:root: +[Valid][8][UTT][ MSE = 0.2727 | LCC = 0.8518 | SRCC = 0.8498 ] +INFO:root:Average loss=0.16018876700829238 +INFO:root: +[Valid][9][UTT][ MSE = 0.2325 | LCC = 0.8495 | SRCC = 0.8464 ] +INFO:root:Average loss=0.15193509969573754 +INFO:root: +[Valid][10][UTT][ MSE = 0.2290 | LCC = 0.8569 | SRCC = 0.8541 ] +INFO:root:Average loss=0.13489419842759767 +INFO:root: +[Valid][11][UTT][ MSE = 0.2536 | LCC = 0.8534 | SRCC = 0.8519 ] +INFO:root:Average loss=0.14015382174880076 +INFO:root: +[Valid][12][UTT][ MSE = 0.2359 | LCC = 0.8566 | SRCC = 0.8539 ] +INFO:root:Average loss=0.13526839810686234 +INFO:root: +[Valid][13][UTT][ MSE = 0.3133 | LCC = 0.8542 | SRCC = 0.8509 ] +INFO:root:Average loss=0.11923436381113835 +INFO:root: +[Valid][14][UTT][ MSE = 0.3022 | LCC = 0.8486 | SRCC = 0.8454 ] +INFO:root:Average loss=0.12776705441184533 +INFO:root: +[Valid][15][UTT][ MSE = 0.2398 | LCC = 0.8548 | SRCC = 0.8515 ] +INFO:root:Average loss=0.12097532053788503 +INFO:root: +[Valid][16][UTT][ MSE = 0.2576 | LCC = 0.8562 | SRCC = 0.8534 ] +INFO:root:Average loss=0.11172790801486908 +INFO:root: +[Valid][17][UTT][ MSE = 0.2577 | LCC = 0.8548 | SRCC = 0.8521 ] +INFO:root:Average loss=0.10419257009067596 +INFO:root: +[Valid][18][UTT][ MSE = 0.2831 | LCC = 0.8570 | SRCC = 0.8566 ] +INFO:root:Average loss=0.10499580758504379 +INFO:root: +[Valid][19][UTT][ MSE = 0.2322 | LCC = 0.8549 | SRCC = 0.8524 ] +INFO:root:Average loss=0.09216671938506457 +INFO:root: +[Valid][20][UTT][ MSE = 0.2264 | LCC = 0.8562 | SRCC = 0.8541 ] +INFO:root:Average loss=0.11927833174092647 +INFO:root: +[Valid][21][UTT][ MSE = 0.2382 | LCC = 0.8594 | SRCC = 0.8574 ] +INFO:root:Average loss=0.08453364321627678 +INFO:root: +[Valid][22][UTT][ MSE = 0.3253 | LCC = 0.8535 | SRCC = 0.8541 ] +INFO:root:Average loss=0.08255731667845677 +INFO:root: +[Valid][23][UTT][ MSE = 0.2331 | LCC = 0.8534 | SRCC = 0.8510 ] +INFO:root:Average loss=0.09521686567518955 +INFO:root: +[Valid][24][UTT][ MSE = 0.2373 | LCC = 0.8574 | SRCC = 0.8555 ] +INFO:root:Average loss=0.08836090526519677 +INFO:root: +[Valid][25][UTT][ MSE = 0.2445 | LCC = 0.8585 | SRCC = 0.8574 ] +INFO:root:Average loss=0.07435010263744073 +INFO:root: +[Valid][26][UTT][ MSE = 0.2352 | LCC = 0.8539 | SRCC = 0.8508 ] +INFO:root:Average loss=0.07119412070665604 +INFO:root: +[Valid][27][UTT][ MSE = 0.2787 | LCC = 0.8531 | SRCC = 0.8507 ] +INFO:root:Average loss=0.07303587098916371 +INFO:root: +[Valid][28][UTT][ MSE = 0.2577 | LCC = 0.8533 | SRCC = 0.8506 ] +INFO:root:Average loss=0.06805954945202057 +INFO:root: +[Valid][29][UTT][ MSE = 0.2444 | LCC = 0.8573 | SRCC = 0.8543 ] +INFO:root:Average loss=0.0627814910064141 +INFO:root: +[Valid][30][UTT][ MSE = 0.2290 | LCC = 0.8560 | SRCC = 0.8541 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2261 | LCC = 0.8620 | SRCC = 0.8609 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer30/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer30/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aa54c20563072bac5db82497696b20b5e1001c5 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1452f7142b442ce55f14934f7d7bd9c4094ca2fa91b0d8fd5554af50bf859dd4 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer30/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3c85d55a019e8835e4a760b29da90aaad0fdcb0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea744cb00d85e3cc6d4fbfa6f4d3cb541166d3a3326794ae95e248cb1ed3310d +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer30/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3b3782c2027e33a687a6e3976c1dee7a68ebfc77 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5747749778704766 +INFO:root: +[Valid][0][UTT][ MSE = 0.3454 | LCC = 0.7765 | SRCC = 0.7791 ] +INFO:root:Average loss=0.29617960158831036 +INFO:root: +[Valid][1][UTT][ MSE = 0.3540 | LCC = 0.8089 | SRCC = 0.8086 ] +INFO:root:Average loss=0.27243228543263215 +INFO:root: +[Valid][2][UTT][ MSE = 0.3539 | LCC = 0.8261 | SRCC = 0.8283 ] +INFO:root:Average loss=0.2716400363506415 +INFO:root: +[Valid][3][UTT][ MSE = 0.2829 | LCC = 0.8388 | SRCC = 0.8355 ] +INFO:root:Average loss=0.216747451096009 +INFO:root: +[Valid][4][UTT][ MSE = 0.2816 | LCC = 0.8465 | SRCC = 0.8420 ] +INFO:root:Average loss=0.23688499438457 +INFO:root: +[Valid][5][UTT][ MSE = 0.3274 | LCC = 0.8408 | SRCC = 0.8436 ] +INFO:root:Average loss=0.19114104295388246 +INFO:root: +[Valid][6][UTT][ MSE = 0.2512 | LCC = 0.8505 | SRCC = 0.8466 ] +INFO:root:Average loss=0.1798580904992727 +INFO:root: +[Valid][7][UTT][ MSE = 0.2805 | LCC = 0.8490 | SRCC = 0.8439 ] +INFO:root:Average loss=0.17946969794157225 +INFO:root: +[Valid][8][UTT][ MSE = 0.2511 | LCC = 0.8594 | SRCC = 0.8548 ] +INFO:root:Average loss=0.1619051894507347 +INFO:root: +[Valid][9][UTT][ MSE = 0.2486 | LCC = 0.8563 | SRCC = 0.8527 ] +INFO:root:Average loss=0.14721553667615622 +INFO:root: +[Valid][10][UTT][ MSE = 0.2402 | LCC = 0.8591 | SRCC = 0.8554 ] +INFO:root:Average loss=0.1476206331489942 +INFO:root: +[Valid][11][UTT][ MSE = 0.2519 | LCC = 0.8572 | SRCC = 0.8535 ] +INFO:root:Average loss=0.1299228528753305 +INFO:root: +[Valid][12][UTT][ MSE = 0.2749 | LCC = 0.8570 | SRCC = 0.8543 ] +INFO:root:Average loss=0.1303734938876751 +INFO:root: +[Valid][13][UTT][ MSE = 0.2549 | LCC = 0.8572 | SRCC = 0.8566 ] +INFO:root:Average loss=0.1223333560121365 +INFO:root: +[Valid][14][UTT][ MSE = 0.2410 | LCC = 0.8578 | SRCC = 0.8556 ] +INFO:root:Average loss=0.11430512005702043 +INFO:root: +[Valid][15][UTT][ MSE = 0.2332 | LCC = 0.8596 | SRCC = 0.8567 ] +INFO:root:Average loss=0.11668953557427113 +INFO:root: +[Valid][16][UTT][ MSE = 0.2436 | LCC = 0.8585 | SRCC = 0.8573 ] +INFO:root:Average loss=0.10040358334588699 +INFO:root: +[Valid][17][UTT][ MSE = 0.2417 | LCC = 0.8579 | SRCC = 0.8550 ] +INFO:root:Average loss=0.1055232422092022 +INFO:root: +[Valid][18][UTT][ MSE = 0.2361 | LCC = 0.8648 | SRCC = 0.8614 ] +INFO:root:Average loss=0.09986561130827819 +INFO:root: +[Valid][19][UTT][ MSE = 0.2355 | LCC = 0.8580 | SRCC = 0.8547 ] +INFO:root:Average loss=0.09507454774127556 +INFO:root: +[Valid][20][UTT][ MSE = 0.2458 | LCC = 0.8560 | SRCC = 0.8529 ] +INFO:root:Average loss=0.0888047427034531 +INFO:root: +[Valid][21][UTT][ MSE = 0.2511 | LCC = 0.8623 | SRCC = 0.8603 ] +INFO:root:Average loss=0.0855405375552483 +INFO:root: +[Valid][22][UTT][ MSE = 0.2868 | LCC = 0.8520 | SRCC = 0.8511 ] +INFO:root:Average loss=0.08569056617143826 +INFO:root: +[Valid][23][UTT][ MSE = 0.2373 | LCC = 0.8582 | SRCC = 0.8553 ] +INFO:root:Average loss=0.07839569229728137 +INFO:root: +[Valid][24][UTT][ MSE = 0.2276 | LCC = 0.8613 | SRCC = 0.8594 ] +INFO:root:Average loss=0.07552836997768818 +INFO:root: +[Valid][25][UTT][ MSE = 0.2320 | LCC = 0.8617 | SRCC = 0.8605 ] +INFO:root:Average loss=0.06534868550415222 +INFO:root: +[Valid][26][UTT][ MSE = 0.2597 | LCC = 0.8579 | SRCC = 0.8563 ] +INFO:root:Average loss=0.07055426068986073 +INFO:root: +[Valid][27][UTT][ MSE = 0.2340 | LCC = 0.8604 | SRCC = 0.8568 ] +INFO:root:Average loss=0.07010070850642827 +INFO:root: +[Valid][28][UTT][ MSE = 0.2347 | LCC = 0.8567 | SRCC = 0.8542 ] +INFO:root:Average loss=0.06013652863792884 +INFO:root: +[Valid][29][UTT][ MSE = 0.2473 | LCC = 0.8575 | SRCC = 0.8557 ] +INFO:root:Average loss=0.05681232362985611 +INFO:root: +[Valid][30][UTT][ MSE = 0.2369 | LCC = 0.8563 | SRCC = 0.8548 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2611 | LCC = 0.8563 | SRCC = 0.8577 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer30/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer30/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4ba9959a82e1956a8a1c2c27740a7c8d3872e6b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:985de1986787b33b688dda2191b98879dbbbffd5729a86811cf2bf0353fa3dc7 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer30/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..239918917e4426fbc7a53f19a1ef72a12749154d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37d30dd4e962d838d23dc593ceed217527cf257bf9b8088356f30e7005e65d95 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer30/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer30/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..46ced3096480be01d580b87411af397f37549482 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer30/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5629439640503663 +INFO:root: +[Valid][0][UTT][ MSE = 0.3819 | LCC = 0.7635 | SRCC = 0.7647 ] +INFO:root:Average loss=0.3096391092508267 +INFO:root: +[Valid][1][UTT][ MSE = 0.3143 | LCC = 0.8043 | SRCC = 0.7999 ] +INFO:root:Average loss=0.26026395689218473 +INFO:root: +[Valid][2][UTT][ MSE = 0.3919 | LCC = 0.8238 | SRCC = 0.8246 ] +INFO:root:Average loss=0.24156798431888604 +INFO:root: +[Valid][3][UTT][ MSE = 0.2632 | LCC = 0.8359 | SRCC = 0.8315 ] +INFO:root:Average loss=0.24030959071257177 +INFO:root: +[Valid][4][UTT][ MSE = 0.3727 | LCC = 0.8404 | SRCC = 0.8418 ] +INFO:root:Average loss=0.21296247859031725 +INFO:root: +[Valid][5][UTT][ MSE = 0.2611 | LCC = 0.8456 | SRCC = 0.8416 ] +INFO:root:Average loss=0.19414244735470185 +INFO:root: +[Valid][6][UTT][ MSE = 0.3063 | LCC = 0.8443 | SRCC = 0.8408 ] +INFO:root:Average loss=0.17200619268875855 +INFO:root: +[Valid][7][UTT][ MSE = 0.2416 | LCC = 0.8527 | SRCC = 0.8481 ] +INFO:root:Average loss=0.16835915421446165 +INFO:root: +[Valid][8][UTT][ MSE = 0.2290 | LCC = 0.8561 | SRCC = 0.8528 ] +INFO:root:Average loss=0.15859404741189417 +INFO:root: +[Valid][9][UTT][ MSE = 0.3052 | LCC = 0.8447 | SRCC = 0.8434 ] +INFO:root:Average loss=0.1466069085857807 +INFO:root: +[Valid][10][UTT][ MSE = 0.2395 | LCC = 0.8537 | SRCC = 0.8500 ] +INFO:root:Average loss=0.13830185041595727 +INFO:root: +[Valid][11][UTT][ MSE = 0.2428 | LCC = 0.8468 | SRCC = 0.8433 ] +INFO:root:Average loss=0.1391890495060346 +INFO:root: +[Valid][12][UTT][ MSE = 0.2504 | LCC = 0.8541 | SRCC = 0.8522 ] +INFO:root:Average loss=0.12000265851234779 +INFO:root: +[Valid][13][UTT][ MSE = 0.2419 | LCC = 0.8506 | SRCC = 0.8476 ] +INFO:root:Average loss=0.11980745645287709 +INFO:root: +[Valid][14][UTT][ MSE = 0.2492 | LCC = 0.8535 | SRCC = 0.8512 ] +INFO:root:Average loss=0.12258751327410722 +INFO:root: +[Valid][15][UTT][ MSE = 0.3581 | LCC = 0.8519 | SRCC = 0.8553 ] +INFO:root:Average loss=0.10106538121516888 +INFO:root: +[Valid][16][UTT][ MSE = 0.3421 | LCC = 0.8498 | SRCC = 0.8525 ] +INFO:root:Average loss=0.10167820484210284 +INFO:root: +[Valid][17][UTT][ MSE = 0.3087 | LCC = 0.8515 | SRCC = 0.8537 ] +INFO:root:Average loss=0.08598543316698991 +INFO:root: +[Valid][18][UTT][ MSE = 0.3226 | LCC = 0.8484 | SRCC = 0.8497 ] +INFO:root:Average loss=0.0996418567135548 +INFO:root: +[Valid][19][UTT][ MSE = 0.2406 | LCC = 0.8577 | SRCC = 0.8562 ] +INFO:root:Average loss=0.09959831819511376 +INFO:root: +[Valid][20][UTT][ MSE = 0.2364 | LCC = 0.8575 | SRCC = 0.8559 ] +INFO:root:Average loss=0.08083364830758327 +INFO:root: +[Valid][21][UTT][ MSE = 0.2410 | LCC = 0.8557 | SRCC = 0.8543 ] +INFO:root:Average loss=0.07829066743262303 +INFO:root: +[Valid][22][UTT][ MSE = 0.2519 | LCC = 0.8520 | SRCC = 0.8510 ] +INFO:root:Average loss=0.0823007215005465 +INFO:root: +[Valid][23][UTT][ MSE = 0.2645 | LCC = 0.8525 | SRCC = 0.8508 ] +INFO:root:Average loss=0.11390657670413837 +INFO:root: +[Valid][24][UTT][ MSE = 0.2655 | LCC = 0.8554 | SRCC = 0.8550 ] +INFO:root:Average loss=0.06669698794109699 +INFO:root: +[Valid][25][UTT][ MSE = 0.2377 | LCC = 0.8487 | SRCC = 0.8470 ] +INFO:root:Average loss=0.07165203066781545 +INFO:root: +[Valid][26][UTT][ MSE = 0.2349 | LCC = 0.8541 | SRCC = 0.8520 ] +INFO:root:Average loss=0.07532074020650142 +INFO:root: +[Valid][27][UTT][ MSE = 0.3041 | LCC = 0.8521 | SRCC = 0.8518 ] +INFO:root:Average loss=0.057948565970246606 +INFO:root: +[Valid][28][UTT][ MSE = 0.2617 | LCC = 0.8478 | SRCC = 0.8448 ] +INFO:root:Average loss=0.06784595171801555 +INFO:root: +[Valid][29][UTT][ MSE = 0.2356 | LCC = 0.8522 | SRCC = 0.8511 ] +INFO:root:Average loss=0.06616046351309006 +INFO:root: +[Valid][30][UTT][ MSE = 0.3280 | LCC = 0.8524 | SRCC = 0.8535 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2345 | LCC = 0.8565 | SRCC = 0.8557 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer32/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer32/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ff89397ec994ccc3764ea0a447947c9146c2098 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7dc87c9fe6a01bed96d96aaf55a37dd593f57656a3716fce3dcd25e321173b7 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer32/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1da8f64fab9c353fa098564b4db961e8ff4030ba --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c719d7c457ceeed6f81b7405d89a231609621f15aaeccca75d3c104c8b64de +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer32/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..cc5f30b6f9182498ca39c16e5915869cd9cbaabc --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5424318153124589 +INFO:root: +[Valid][0][UTT][ MSE = 0.4201 | LCC = 0.7639 | SRCC = 0.7733 ] +INFO:root:Average loss=0.30687853598441833 +INFO:root: +[Valid][1][UTT][ MSE = 0.3324 | LCC = 0.8150 | SRCC = 0.8117 ] +INFO:root:Average loss=0.2646139405476741 +INFO:root: +[Valid][2][UTT][ MSE = 0.3407 | LCC = 0.8332 | SRCC = 0.8335 ] +INFO:root:Average loss=0.2361338069805732 +INFO:root: +[Valid][3][UTT][ MSE = 0.2697 | LCC = 0.8474 | SRCC = 0.8440 ] +INFO:root:Average loss=0.2171178092368138 +INFO:root: +[Valid][4][UTT][ MSE = 0.2578 | LCC = 0.8577 | SRCC = 0.8540 ] +INFO:root:Average loss=0.20253813190337938 +INFO:root: +[Valid][5][UTT][ MSE = 0.2582 | LCC = 0.8610 | SRCC = 0.8578 ] +INFO:root:Average loss=0.19843390431159583 +INFO:root: +[Valid][6][UTT][ MSE = 0.2427 | LCC = 0.8605 | SRCC = 0.8585 ] +INFO:root:Average loss=0.1836356914196259 +INFO:root: +[Valid][7][UTT][ MSE = 0.2551 | LCC = 0.8602 | SRCC = 0.8583 ] +INFO:root:Average loss=0.1663438684474199 +INFO:root: +[Valid][8][UTT][ MSE = 0.2470 | LCC = 0.8612 | SRCC = 0.8579 ] +INFO:root:Average loss=0.1606847423200424 +INFO:root: +[Valid][9][UTT][ MSE = 0.2677 | LCC = 0.8624 | SRCC = 0.8607 ] +INFO:root:Average loss=0.16288655318128756 +INFO:root: +[Valid][10][UTT][ MSE = 0.2809 | LCC = 0.8567 | SRCC = 0.8539 ] +INFO:root:Average loss=0.16154746615733856 +INFO:root: +[Valid][11][UTT][ MSE = 0.2448 | LCC = 0.8624 | SRCC = 0.8592 ] +INFO:root:Average loss=0.1415362054338822 +INFO:root: +[Valid][12][UTT][ MSE = 0.2239 | LCC = 0.8641 | SRCC = 0.8621 ] +INFO:root:Average loss=0.13185735896993905 +INFO:root: +[Valid][13][UTT][ MSE = 0.2580 | LCC = 0.8566 | SRCC = 0.8546 ] +INFO:root:Average loss=0.1225684945208904 +INFO:root: +[Valid][14][UTT][ MSE = 0.2524 | LCC = 0.8619 | SRCC = 0.8592 ] +INFO:root:Average loss=0.12524217988053957 +INFO:root: +[Valid][15][UTT][ MSE = 0.2461 | LCC = 0.8588 | SRCC = 0.8565 ] +INFO:root:Average loss=0.11668978612392376 +INFO:root: +[Valid][16][UTT][ MSE = 0.2443 | LCC = 0.8549 | SRCC = 0.8527 ] +INFO:root:Average loss=0.11304205484115161 +INFO:root: +[Valid][17][UTT][ MSE = 0.2247 | LCC = 0.8586 | SRCC = 0.8564 ] +INFO:root:Average loss=0.09758670265093827 +INFO:root: +[Valid][18][UTT][ MSE = 0.2452 | LCC = 0.8575 | SRCC = 0.8549 ] +INFO:root:Average loss=0.09939479713256542 +INFO:root: +[Valid][19][UTT][ MSE = 0.2286 | LCC = 0.8615 | SRCC = 0.8595 ] +INFO:root:Average loss=0.10090950231712598 +INFO:root: +[Valid][20][UTT][ MSE = 0.2357 | LCC = 0.8573 | SRCC = 0.8555 ] +INFO:root:Average loss=0.08740875339851929 +INFO:root: +[Valid][21][UTT][ MSE = 0.2280 | LCC = 0.8591 | SRCC = 0.8589 ] +INFO:root:Average loss=0.09132797648318303 +INFO:root: +[Valid][22][UTT][ MSE = 0.2483 | LCC = 0.8604 | SRCC = 0.8595 ] +INFO:root:Average loss=0.07962471585816298 +INFO:root: +[Valid][23][UTT][ MSE = 0.2467 | LCC = 0.8618 | SRCC = 0.8628 ] +INFO:root:Average loss=0.07765745070691292 +INFO:root: +[Valid][24][UTT][ MSE = 0.2527 | LCC = 0.8624 | SRCC = 0.8620 ] +INFO:root:Average loss=0.08241548589788951 +INFO:root: +[Valid][25][UTT][ MSE = 0.2210 | LCC = 0.8613 | SRCC = 0.8606 ] +INFO:root:Average loss=0.07998848061722058 +INFO:root: +[Valid][26][UTT][ MSE = 0.2354 | LCC = 0.8647 | SRCC = 0.8633 ] +INFO:root:Average loss=0.0675371292596444 +INFO:root: +[Valid][27][UTT][ MSE = 0.2280 | LCC = 0.8597 | SRCC = 0.8588 ] +INFO:root:Average loss=0.06637121245073967 +INFO:root: +[Valid][28][UTT][ MSE = 0.2407 | LCC = 0.8607 | SRCC = 0.8592 ] +INFO:root:Average loss=0.06109281829916514 +INFO:root: +[Valid][29][UTT][ MSE = 0.2750 | LCC = 0.8549 | SRCC = 0.8580 ] +INFO:root:Average loss=0.06287315210852867 +INFO:root: +[Valid][30][UTT][ MSE = 0.2529 | LCC = 0.8607 | SRCC = 0.8621 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2757 | LCC = 0.8539 | SRCC = 0.8549 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer32/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer32/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c49ef4182b75c27b7578432fae6fad01f126df68 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a27f8d5303120fbbee9f4c827e745dcba184c4b7907cc6db29199f14ae89575 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer32/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..17ae0047fcc2aef1b7be41284c94e225cce141b9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2100a4900c98ee61ec5be3302b31d1827935bf28368e29953262c1d809053e0 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer32/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..32525282974a3ab0dd759b0cb04e9413cd89c26c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.515694484878809 +INFO:root: +[Valid][0][UTT][ MSE = 0.3700 | LCC = 0.7738 | SRCC = 0.7670 ] +INFO:root:Average loss=0.3040235208777281 +INFO:root: +[Valid][1][UTT][ MSE = 0.2890 | LCC = 0.8222 | SRCC = 0.8180 ] +INFO:root:Average loss=0.2659070121172147 +INFO:root: +[Valid][2][UTT][ MSE = 0.2868 | LCC = 0.8380 | SRCC = 0.8368 ] +INFO:root:Average loss=0.23973250503723437 +INFO:root: +[Valid][3][UTT][ MSE = 0.2808 | LCC = 0.8457 | SRCC = 0.8411 ] +INFO:root:Average loss=0.21659168562827966 +INFO:root: +[Valid][4][UTT][ MSE = 0.2757 | LCC = 0.8488 | SRCC = 0.8432 ] +INFO:root:Average loss=0.2055872580370842 +INFO:root: +[Valid][5][UTT][ MSE = 0.3023 | LCC = 0.8488 | SRCC = 0.8448 ] +INFO:root:Average loss=0.18367029172487748 +INFO:root: +[Valid][6][UTT][ MSE = 0.2392 | LCC = 0.8602 | SRCC = 0.8560 ] +INFO:root:Average loss=0.20084368475736716 +INFO:root: +[Valid][7][UTT][ MSE = 0.3482 | LCC = 0.8538 | SRCC = 0.8578 ] +INFO:root:Average loss=0.1751818714233545 +INFO:root: +[Valid][8][UTT][ MSE = 0.2371 | LCC = 0.8605 | SRCC = 0.8562 ] +INFO:root:Average loss=0.15648722228331444 +INFO:root: +[Valid][9][UTT][ MSE = 0.2484 | LCC = 0.8616 | SRCC = 0.8566 ] +INFO:root:Average loss=0.15287528855678362 +INFO:root: +[Valid][10][UTT][ MSE = 0.2445 | LCC = 0.8617 | SRCC = 0.8580 ] +INFO:root:Average loss=0.1552216035242264 +INFO:root: +[Valid][11][UTT][ MSE = 0.2632 | LCC = 0.8570 | SRCC = 0.8561 ] +INFO:root:Average loss=0.15204329769580793 +INFO:root: +[Valid][12][UTT][ MSE = 0.3091 | LCC = 0.8599 | SRCC = 0.8564 ] +INFO:root:Average loss=0.13646902239475495 +INFO:root: +[Valid][13][UTT][ MSE = 0.2994 | LCC = 0.8541 | SRCC = 0.8580 ] +INFO:root:Average loss=0.14148859144785467 +INFO:root: +[Valid][14][UTT][ MSE = 0.2543 | LCC = 0.8667 | SRCC = 0.8635 ] +INFO:root:Average loss=0.13043933170728195 +INFO:root: +[Valid][15][UTT][ MSE = 0.2293 | LCC = 0.8589 | SRCC = 0.8545 ] +INFO:root:Average loss=0.11726944291820893 +INFO:root: +[Valid][16][UTT][ MSE = 0.2665 | LCC = 0.8590 | SRCC = 0.8575 ] +INFO:root:Average loss=0.1131831179253566 +INFO:root: +[Valid][17][UTT][ MSE = 0.2341 | LCC = 0.8658 | SRCC = 0.8617 ] +INFO:root:Average loss=0.09997039823195873 +INFO:root: +[Valid][18][UTT][ MSE = 0.2368 | LCC = 0.8571 | SRCC = 0.8540 ] +INFO:root:Average loss=0.11063103353938995 +INFO:root: +[Valid][19][UTT][ MSE = 0.2518 | LCC = 0.8597 | SRCC = 0.8579 ] +INFO:root:Average loss=0.09950210101520404 +INFO:root: +[Valid][20][UTT][ MSE = 0.2349 | LCC = 0.8620 | SRCC = 0.8599 ] +INFO:root:Average loss=0.09259480471985462 +INFO:root: +[Valid][21][UTT][ MSE = 0.2382 | LCC = 0.8588 | SRCC = 0.8563 ] +INFO:root:Average loss=0.0872818324714899 +INFO:root: +[Valid][22][UTT][ MSE = 0.2252 | LCC = 0.8605 | SRCC = 0.8575 ] +INFO:root:Average loss=0.08420909434939042 +INFO:root: +[Valid][23][UTT][ MSE = 0.2290 | LCC = 0.8574 | SRCC = 0.8543 ] +INFO:root:Average loss=0.0984893917846374 +INFO:root: +[Valid][24][UTT][ MSE = 0.2472 | LCC = 0.8605 | SRCC = 0.8578 ] +INFO:root:Average loss=0.07734269567598136 +INFO:root: +[Valid][25][UTT][ MSE = 0.2343 | LCC = 0.8606 | SRCC = 0.8570 ] +INFO:root:Average loss=0.07764111153590374 +INFO:root: +[Valid][26][UTT][ MSE = 0.2296 | LCC = 0.8596 | SRCC = 0.8568 ] +INFO:root:Average loss=0.071108121281633 +INFO:root: +[Valid][27][UTT][ MSE = 0.2320 | LCC = 0.8600 | SRCC = 0.8585 ] +INFO:root:Average loss=0.06883150448974891 +INFO:root: +[Valid][28][UTT][ MSE = 0.2432 | LCC = 0.8589 | SRCC = 0.8573 ] +INFO:root:Average loss=0.07408437037315124 +INFO:root: +[Valid][29][UTT][ MSE = 0.2686 | LCC = 0.8551 | SRCC = 0.8545 ] +INFO:root:Average loss=0.06756089928631599 +INFO:root: +[Valid][30][UTT][ MSE = 0.2389 | LCC = 0.8588 | SRCC = 0.8546 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2917 | LCC = 0.8571 | SRCC = 0.8594 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer32/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer32/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..22b4e6bdd43b0d2f4c00d25b3b7fbd92c1a410e4 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16373a0415251c8c7d378c685c42ee87323d06fb84f7c7712786223be9931d16 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer32/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..54a6cc0772941dad860da857a611085939ff9c64 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60b64fd5f73df12426e8385bfbb302ae13d7bd190ef0b846e2dbf969601717ea +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer32/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..0569e1b35f38980e69ad97f826893d56c0dcd26c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.548745259642601 +INFO:root: +[Valid][0][UTT][ MSE = 0.4177 | LCC = 0.7849 | SRCC = 0.7871 ] +INFO:root:Average loss=0.29607849778273165 +INFO:root: +[Valid][1][UTT][ MSE = 0.4475 | LCC = 0.8094 | SRCC = 0.8141 ] +INFO:root:Average loss=0.2686692753281349 +INFO:root: +[Valid][2][UTT][ MSE = 0.2733 | LCC = 0.8344 | SRCC = 0.8320 ] +INFO:root:Average loss=0.21848220301744264 +INFO:root: +[Valid][3][UTT][ MSE = 0.2607 | LCC = 0.8434 | SRCC = 0.8399 ] +INFO:root:Average loss=0.20349802669042197 +INFO:root: +[Valid][4][UTT][ MSE = 0.2654 | LCC = 0.8533 | SRCC = 0.8492 ] +INFO:root:Average loss=0.1912476146259369 +INFO:root: +[Valid][5][UTT][ MSE = 0.2689 | LCC = 0.8512 | SRCC = 0.8480 ] +INFO:root:Average loss=0.20442707082017875 +INFO:root: +[Valid][6][UTT][ MSE = 0.3702 | LCC = 0.8394 | SRCC = 0.8379 ] +INFO:root:Average loss=0.18464545896038032 +INFO:root: +[Valid][7][UTT][ MSE = 0.2536 | LCC = 0.8508 | SRCC = 0.8476 ] +INFO:root:Average loss=0.1612561985086172 +INFO:root: +[Valid][8][UTT][ MSE = 0.2830 | LCC = 0.8525 | SRCC = 0.8507 ] +INFO:root:Average loss=0.15664164091532046 +INFO:root: +[Valid][9][UTT][ MSE = 0.2689 | LCC = 0.8518 | SRCC = 0.8508 ] +INFO:root:Average loss=0.1451097682882578 +INFO:root: +[Valid][10][UTT][ MSE = 0.2684 | LCC = 0.8555 | SRCC = 0.8543 ] +INFO:root:Average loss=0.138958900116193 +INFO:root: +[Valid][11][UTT][ MSE = 0.2382 | LCC = 0.8527 | SRCC = 0.8511 ] +INFO:root:Average loss=0.13338133816917738 +INFO:root: +[Valid][12][UTT][ MSE = 0.2519 | LCC = 0.8553 | SRCC = 0.8529 ] +INFO:root:Average loss=0.12742397867334196 +INFO:root: +[Valid][13][UTT][ MSE = 0.2443 | LCC = 0.8489 | SRCC = 0.8467 ] +INFO:root:Average loss=0.12605790918072066 +INFO:root: +[Valid][14][UTT][ MSE = 0.2491 | LCC = 0.8548 | SRCC = 0.8540 ] +INFO:root:Average loss=0.11180901126219676 +INFO:root: +[Valid][15][UTT][ MSE = 0.2491 | LCC = 0.8497 | SRCC = 0.8481 ] +INFO:root:Average loss=0.1029756591679194 +INFO:root: +[Valid][16][UTT][ MSE = 0.2566 | LCC = 0.8567 | SRCC = 0.8572 ] +INFO:root:Average loss=0.09782590717077255 +INFO:root: +[Valid][17][UTT][ MSE = 0.2463 | LCC = 0.8515 | SRCC = 0.8508 ] +INFO:root:Average loss=0.10100526448625785 +INFO:root: +[Valid][18][UTT][ MSE = 0.2494 | LCC = 0.8532 | SRCC = 0.8506 ] +INFO:root:Average loss=0.0846133000480059 +INFO:root: +[Valid][19][UTT][ MSE = 0.2558 | LCC = 0.8496 | SRCC = 0.8480 ] +INFO:root:Average loss=0.0833462132857396 +INFO:root: +[Valid][20][UTT][ MSE = 0.2495 | LCC = 0.8510 | SRCC = 0.8488 ] +INFO:root:Average loss=0.077608595482814 +INFO:root: +[Valid][21][UTT][ MSE = 0.2282 | LCC = 0.8552 | SRCC = 0.8537 ] +INFO:root:Average loss=0.07934295452940159 +INFO:root: +[Valid][22][UTT][ MSE = 0.2533 | LCC = 0.8569 | SRCC = 0.8557 ] +INFO:root:Average loss=0.07237895797842588 +INFO:root: +[Valid][23][UTT][ MSE = 0.2394 | LCC = 0.8526 | SRCC = 0.8500 ] +INFO:root:Average loss=0.06348783795077068 +INFO:root: +[Valid][24][UTT][ MSE = 0.2415 | LCC = 0.8493 | SRCC = 0.8472 ] +INFO:root:Average loss=0.06540745195861046 +INFO:root: +[Valid][25][UTT][ MSE = 0.2414 | LCC = 0.8510 | SRCC = 0.8501 ] +INFO:root:Average loss=0.062167481638682194 +INFO:root: +[Valid][26][UTT][ MSE = 0.2389 | LCC = 0.8514 | SRCC = 0.8500 ] +INFO:root:Average loss=0.05755878965824078 +INFO:root: +[Valid][27][UTT][ MSE = 0.2380 | LCC = 0.8512 | SRCC = 0.8503 ] +INFO:root:Average loss=0.058574992255904734 +INFO:root: +[Valid][28][UTT][ MSE = 0.2254 | LCC = 0.8560 | SRCC = 0.8562 ] +INFO:root:Average loss=0.0552508902664368 +INFO:root: +[Valid][29][UTT][ MSE = 0.2621 | LCC = 0.8504 | SRCC = 0.8509 ] +INFO:root:Average loss=0.053578572729841255 +INFO:root: +[Valid][30][UTT][ MSE = 0.2355 | LCC = 0.8557 | SRCC = 0.8546 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2849 | LCC = 0.8594 | SRCC = 0.8642 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer32/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer32/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce2a10ea226280663e6a76410a4ce906f5d49c51 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8171da644b6b11b2f664a387c4ead0c933602e06e44c0ac1b6522c244119442e +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer32/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9768fc8d3c7a85e5b19581cef7f17d5565443b18 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbb21cb0dad6f061a4f704efc4b438fb2c83438e4fed03b0bac534309c48cb60 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer32/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8976ef62ec4d7ad2a5f955e7fac119844403f286 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5251919869811107 +INFO:root: +[Valid][0][UTT][ MSE = 0.3723 | LCC = 0.7734 | SRCC = 0.7730 ] +INFO:root:Average loss=0.30788416549181324 +INFO:root: +[Valid][1][UTT][ MSE = 0.3357 | LCC = 0.8094 | SRCC = 0.8050 ] +INFO:root:Average loss=0.27679517769660705 +INFO:root: +[Valid][2][UTT][ MSE = 0.2959 | LCC = 0.8273 | SRCC = 0.8221 ] +INFO:root:Average loss=0.23860812340027246 +INFO:root: +[Valid][3][UTT][ MSE = 0.2603 | LCC = 0.8384 | SRCC = 0.8348 ] +INFO:root:Average loss=0.21155932192236948 +INFO:root: +[Valid][4][UTT][ MSE = 0.3513 | LCC = 0.8381 | SRCC = 0.8421 ] +INFO:root:Average loss=0.21205313828511116 +INFO:root: +[Valid][5][UTT][ MSE = 0.2700 | LCC = 0.8522 | SRCC = 0.8478 ] +INFO:root:Average loss=0.1906144715463504 +INFO:root: +[Valid][6][UTT][ MSE = 0.2818 | LCC = 0.8495 | SRCC = 0.8461 ] +INFO:root:Average loss=0.1778402203359665 +INFO:root: +[Valid][7][UTT][ MSE = 0.2526 | LCC = 0.8501 | SRCC = 0.8456 ] +INFO:root:Average loss=0.19887952907727316 +INFO:root: +[Valid][8][UTT][ MSE = 0.2466 | LCC = 0.8556 | SRCC = 0.8520 ] +INFO:root:Average loss=0.17194693573774436 +INFO:root: +[Valid][9][UTT][ MSE = 0.2344 | LCC = 0.8577 | SRCC = 0.8545 ] +INFO:root:Average loss=0.15598013614996886 +INFO:root: +[Valid][10][UTT][ MSE = 0.2912 | LCC = 0.8563 | SRCC = 0.8566 ] +INFO:root:Average loss=0.16218283696052355 +INFO:root: +[Valid][11][UTT][ MSE = 0.2405 | LCC = 0.8582 | SRCC = 0.8544 ] +INFO:root:Average loss=0.14662526490596625 +INFO:root: +[Valid][12][UTT][ MSE = 0.2591 | LCC = 0.8535 | SRCC = 0.8515 ] +INFO:root:Average loss=0.12806871361457384 +INFO:root: +[Valid][13][UTT][ MSE = 0.2952 | LCC = 0.8435 | SRCC = 0.8448 ] +INFO:root:Average loss=0.12529191384330773 +INFO:root: +[Valid][14][UTT][ MSE = 0.2359 | LCC = 0.8568 | SRCC = 0.8530 ] +INFO:root:Average loss=0.12045798708613102 +INFO:root: +[Valid][15][UTT][ MSE = 0.2772 | LCC = 0.8518 | SRCC = 0.8481 ] +INFO:root:Average loss=0.12677902050125292 +INFO:root: +[Valid][16][UTT][ MSE = 0.2307 | LCC = 0.8573 | SRCC = 0.8540 ] +INFO:root:Average loss=0.1118791730931172 +INFO:root: +[Valid][17][UTT][ MSE = 0.2882 | LCC = 0.8484 | SRCC = 0.8477 ] +INFO:root:Average loss=0.10427379049360752 +INFO:root: +[Valid][18][UTT][ MSE = 0.2569 | LCC = 0.8565 | SRCC = 0.8550 ] +INFO:root:Average loss=0.10874145716810837 +INFO:root: +[Valid][19][UTT][ MSE = 0.2308 | LCC = 0.8584 | SRCC = 0.8551 ] +INFO:root:Average loss=0.09300500488816163 +INFO:root: +[Valid][20][UTT][ MSE = 0.3199 | LCC = 0.8512 | SRCC = 0.8485 ] +INFO:root:Average loss=0.08438681868406442 +INFO:root: +[Valid][21][UTT][ MSE = 0.2362 | LCC = 0.8569 | SRCC = 0.8542 ] +INFO:root:Average loss=0.07966761257594977 +INFO:root: +[Valid][22][UTT][ MSE = 0.2440 | LCC = 0.8567 | SRCC = 0.8536 ] +INFO:root:Average loss=0.07711001585882443 +INFO:root: +[Valid][23][UTT][ MSE = 0.2424 | LCC = 0.8568 | SRCC = 0.8547 ] +INFO:root:Average loss=0.0803351442878827 +INFO:root: +[Valid][24][UTT][ MSE = 0.2399 | LCC = 0.8574 | SRCC = 0.8545 ] +INFO:root:Average loss=0.07075375041518456 +INFO:root: +[Valid][25][UTT][ MSE = 0.2350 | LCC = 0.8559 | SRCC = 0.8529 ] +INFO:root:Average loss=0.07536672089153375 +INFO:root: +[Valid][26][UTT][ MSE = 0.2644 | LCC = 0.8540 | SRCC = 0.8518 ] +INFO:root:Average loss=0.07051337018418007 +INFO:root: +[Valid][27][UTT][ MSE = 0.2331 | LCC = 0.8579 | SRCC = 0.8550 ] +INFO:root:Average loss=0.0675585926629794 +INFO:root: +[Valid][28][UTT][ MSE = 0.3039 | LCC = 0.8531 | SRCC = 0.8539 ] +INFO:root:Average loss=0.06260488690951696 +INFO:root: +[Valid][29][UTT][ MSE = 0.2355 | LCC = 0.8565 | SRCC = 0.8541 ] +INFO:root:Average loss=0.05596010577984345 +INFO:root: +[Valid][30][UTT][ MSE = 0.2502 | LCC = 0.8553 | SRCC = 0.8522 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2486 | LCC = 0.8544 | SRCC = 0.8555 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer32/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer32/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..701c734b3dfd2edb14fea6f557bfc2f846e270d2 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d87720361a12bbdae02d06296e0ea38739432a34f9c013b6d1ec44eb005c4a1a +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer32/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a1414889cfd45f2ac61e2b7119eb88c50c14bb0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e44b667e1de52b06ae4b291faac23b4860610d01879949a29d0dc587a1871ee4 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer32/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer32/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b432881f377dd74015f4aec413b3219ce815ad26 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer32/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.47413975191422 +INFO:root: +[Valid][0][UTT][ MSE = 0.3377 | LCC = 0.7918 | SRCC = 0.7898 ] +INFO:root:Average loss=0.2831004166450256 +INFO:root: +[Valid][1][UTT][ MSE = 0.3209 | LCC = 0.8249 | SRCC = 0.8215 ] +INFO:root:Average loss=0.24760917650583464 +INFO:root: +[Valid][2][UTT][ MSE = 0.2757 | LCC = 0.8441 | SRCC = 0.8413 ] +INFO:root:Average loss=0.24268213220131704 +INFO:root: +[Valid][3][UTT][ MSE = 0.4394 | LCC = 0.8442 | SRCC = 0.8484 ] +INFO:root:Average loss=0.2302647603627963 +INFO:root: +[Valid][4][UTT][ MSE = 0.2684 | LCC = 0.8505 | SRCC = 0.8451 ] +INFO:root:Average loss=0.20969608712654847 +INFO:root: +[Valid][5][UTT][ MSE = 0.2744 | LCC = 0.8552 | SRCC = 0.8508 ] +INFO:root:Average loss=0.186011435989386 +INFO:root: +[Valid][6][UTT][ MSE = 0.2525 | LCC = 0.8522 | SRCC = 0.8474 ] +INFO:root:Average loss=0.18750266062143522 +INFO:root: +[Valid][7][UTT][ MSE = 0.2589 | LCC = 0.8609 | SRCC = 0.8601 ] +INFO:root:Average loss=0.16689605304063895 +INFO:root: +[Valid][8][UTT][ MSE = 0.2617 | LCC = 0.8644 | SRCC = 0.8615 ] +INFO:root:Average loss=0.1558380680015454 +INFO:root: +[Valid][9][UTT][ MSE = 0.2436 | LCC = 0.8599 | SRCC = 0.8561 ] +INFO:root:Average loss=0.16280417249370843 +INFO:root: +[Valid][10][UTT][ MSE = 0.2566 | LCC = 0.8618 | SRCC = 0.8603 ] +INFO:root:Average loss=0.14749597509702048 +INFO:root: +[Valid][11][UTT][ MSE = 0.2403 | LCC = 0.8571 | SRCC = 0.8540 ] +INFO:root:Average loss=0.15657165608344933 +INFO:root: +[Valid][12][UTT][ MSE = 0.2271 | LCC = 0.8626 | SRCC = 0.8602 ] +INFO:root:Average loss=0.12731087637635377 +INFO:root: +[Valid][13][UTT][ MSE = 0.2399 | LCC = 0.8613 | SRCC = 0.8584 ] +INFO:root:Average loss=0.12418167426800117 +INFO:root: +[Valid][14][UTT][ MSE = 0.2282 | LCC = 0.8608 | SRCC = 0.8571 ] +INFO:root:Average loss=0.11917897418905528 +INFO:root: +[Valid][15][UTT][ MSE = 0.2385 | LCC = 0.8667 | SRCC = 0.8640 ] +INFO:root:Average loss=0.11634772309125999 +INFO:root: +[Valid][16][UTT][ MSE = 0.2377 | LCC = 0.8680 | SRCC = 0.8657 ] +INFO:root:Average loss=0.11711917015222403 +INFO:root: +[Valid][17][UTT][ MSE = 0.2393 | LCC = 0.8627 | SRCC = 0.8625 ] +INFO:root:Average loss=0.10228665473942573 +INFO:root: +[Valid][18][UTT][ MSE = 0.2408 | LCC = 0.8625 | SRCC = 0.8604 ] +INFO:root:Average loss=0.09519405930470197 +INFO:root: +[Valid][19][UTT][ MSE = 0.2415 | LCC = 0.8635 | SRCC = 0.8609 ] +INFO:root:Average loss=0.09330321461535417 +INFO:root: +[Valid][20][UTT][ MSE = 0.2344 | LCC = 0.8651 | SRCC = 0.8626 ] +INFO:root:Average loss=0.10752888176685725 +INFO:root: +[Valid][21][UTT][ MSE = 0.2144 | LCC = 0.8671 | SRCC = 0.8656 ] +INFO:root:Average loss=0.08595694744816193 +INFO:root: +[Valid][22][UTT][ MSE = 0.2373 | LCC = 0.8674 | SRCC = 0.8652 ] +INFO:root:Average loss=0.08819433139302792 +INFO:root: +[Valid][23][UTT][ MSE = 0.2173 | LCC = 0.8666 | SRCC = 0.8631 ] +INFO:root:Average loss=0.0817033310349171 +INFO:root: +[Valid][24][UTT][ MSE = 0.2650 | LCC = 0.8569 | SRCC = 0.8565 ] +INFO:root:Average loss=0.08719383987287681 +INFO:root: +[Valid][25][UTT][ MSE = 0.2325 | LCC = 0.8641 | SRCC = 0.8617 ] +INFO:root:Average loss=0.06793536389103302 +INFO:root: +[Valid][26][UTT][ MSE = 0.2311 | LCC = 0.8619 | SRCC = 0.8587 ] +INFO:root:Average loss=0.07782322106262048 +INFO:root: +[Valid][27][UTT][ MSE = 0.2323 | LCC = 0.8676 | SRCC = 0.8654 ] +INFO:root:Average loss=0.06250334416444485 +INFO:root: +[Valid][28][UTT][ MSE = 0.2414 | LCC = 0.8649 | SRCC = 0.8628 ] +INFO:root:Average loss=0.05925218517390581 +INFO:root: +[Valid][29][UTT][ MSE = 0.2228 | LCC = 0.8646 | SRCC = 0.8623 ] +INFO:root:Average loss=0.059737101006202206 +INFO:root: +[Valid][30][UTT][ MSE = 0.2384 | LCC = 0.8601 | SRCC = 0.8584 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2852 | LCC = 0.8569 | SRCC = 0.8609 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer34/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer34/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a5e4d8c839bde1492cba8fdfd4aa13fc81d0cde --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cce21cd33d8f47e568156d30fd136fd2da641a5244209d80c53c357e68ad56b8 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer34/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ad80eaedb9eb7759a2de59d9da5c001189c40fe --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:501de63d9369798327b74a8bd9a5bc148cd4e2e16d11a833e0f8db73317e8d9b +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer34/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..416c2b087d2be63776a1711b1a5bc97bb77a0859 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5375197128607676 +INFO:root: +[Valid][0][UTT][ MSE = 0.3304 | LCC = 0.7968 | SRCC = 0.7962 ] +INFO:root:Average loss=0.2849557758905949 +INFO:root: +[Valid][1][UTT][ MSE = 0.3158 | LCC = 0.8310 | SRCC = 0.8273 ] +INFO:root:Average loss=0.24901374792441344 +INFO:root: +[Valid][2][UTT][ MSE = 0.3239 | LCC = 0.8477 | SRCC = 0.8462 ] +INFO:root:Average loss=0.22131106639519715 +INFO:root: +[Valid][3][UTT][ MSE = 0.3080 | LCC = 0.8443 | SRCC = 0.8485 ] +INFO:root:Average loss=0.21012599899982795 +INFO:root: +[Valid][4][UTT][ MSE = 0.2576 | LCC = 0.8534 | SRCC = 0.8514 ] +INFO:root:Average loss=0.19946385480654547 +INFO:root: +[Valid][5][UTT][ MSE = 0.2471 | LCC = 0.8621 | SRCC = 0.8590 ] +INFO:root:Average loss=0.1774656640795561 +INFO:root: +[Valid][6][UTT][ MSE = 0.2342 | LCC = 0.8637 | SRCC = 0.8611 ] +INFO:root:Average loss=0.1705557519617753 +INFO:root: +[Valid][7][UTT][ MSE = 0.2499 | LCC = 0.8575 | SRCC = 0.8563 ] +INFO:root:Average loss=0.18296202138448373 +INFO:root: +[Valid][8][UTT][ MSE = 0.2323 | LCC = 0.8648 | SRCC = 0.8628 ] +INFO:root:Average loss=0.15842030932888007 +INFO:root: +[Valid][9][UTT][ MSE = 0.2362 | LCC = 0.8675 | SRCC = 0.8653 ] +INFO:root:Average loss=0.14679156090968695 +INFO:root: +[Valid][10][UTT][ MSE = 0.2625 | LCC = 0.8664 | SRCC = 0.8634 ] +INFO:root:Average loss=0.13555266526647103 +INFO:root: +[Valid][11][UTT][ MSE = 0.2428 | LCC = 0.8648 | SRCC = 0.8621 ] +INFO:root:Average loss=0.13043520293938807 +INFO:root: +[Valid][12][UTT][ MSE = 0.2158 | LCC = 0.8698 | SRCC = 0.8674 ] +INFO:root:Average loss=0.13476030356608903 +INFO:root: +[Valid][13][UTT][ MSE = 0.2318 | LCC = 0.8674 | SRCC = 0.8651 ] +INFO:root:Average loss=0.12375697273856555 +INFO:root: +[Valid][14][UTT][ MSE = 0.2267 | LCC = 0.8645 | SRCC = 0.8641 ] +INFO:root:Average loss=0.11357883020089223 +INFO:root: +[Valid][15][UTT][ MSE = 0.2576 | LCC = 0.8655 | SRCC = 0.8645 ] +INFO:root:Average loss=0.13065860535089785 +INFO:root: +[Valid][16][UTT][ MSE = 0.2517 | LCC = 0.8692 | SRCC = 0.8685 ] +INFO:root:Average loss=0.11229117778249276 +INFO:root: +[Valid][17][UTT][ MSE = 0.2885 | LCC = 0.8615 | SRCC = 0.8614 ] +INFO:root:Average loss=0.1068728177402264 +INFO:root: +[Valid][18][UTT][ MSE = 0.2297 | LCC = 0.8654 | SRCC = 0.8648 ] +INFO:root:Average loss=0.09561055268232639 +INFO:root: +[Valid][19][UTT][ MSE = 0.2520 | LCC = 0.8640 | SRCC = 0.8610 ] +INFO:root:Average loss=0.08855030122093666 +INFO:root: +[Valid][20][UTT][ MSE = 0.2225 | LCC = 0.8592 | SRCC = 0.8575 ] +INFO:root:Average loss=0.09189290080506068 +INFO:root: +[Valid][21][UTT][ MSE = 0.2314 | LCC = 0.8654 | SRCC = 0.8632 ] +INFO:root:Average loss=0.08197464416615474 +INFO:root: +[Valid][22][UTT][ MSE = 0.2534 | LCC = 0.8613 | SRCC = 0.8583 ] +INFO:root:Average loss=0.08969952376225056 +INFO:root: +[Valid][23][UTT][ MSE = 0.2304 | LCC = 0.8630 | SRCC = 0.8623 ] +INFO:root:Average loss=0.07556798285207687 +INFO:root: +[Valid][24][UTT][ MSE = 0.2193 | LCC = 0.8641 | SRCC = 0.8618 ] +INFO:root:Average loss=0.07012701306778651 +INFO:root: +[Valid][25][UTT][ MSE = 0.2665 | LCC = 0.8634 | SRCC = 0.8613 ] +INFO:root:Average loss=0.06812258637868442 +INFO:root: +[Valid][26][UTT][ MSE = 0.2257 | LCC = 0.8627 | SRCC = 0.8611 ] +INFO:root:Average loss=0.0712295608738294 +INFO:root: +[Valid][27][UTT][ MSE = 0.2264 | LCC = 0.8640 | SRCC = 0.8604 ] +INFO:root:Average loss=0.06112715754753504 +INFO:root: +[Valid][28][UTT][ MSE = 0.2241 | LCC = 0.8575 | SRCC = 0.8541 ] +INFO:root:Average loss=0.05975187054047218 +INFO:root: +[Valid][29][UTT][ MSE = 0.2175 | LCC = 0.8642 | SRCC = 0.8618 ] +INFO:root:Average loss=0.05848620722118097 +INFO:root: +[Valid][30][UTT][ MSE = 0.2551 | LCC = 0.8595 | SRCC = 0.8561 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2369 | LCC = 0.8651 | SRCC = 0.8651 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer34/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer34/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ac989e36c175142c65827709da487f216181b23 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:298bbfef8c3dba6565f28104020cd1ff7b06f77d5c4f8b1f2b56c8b5bd4f864a +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer34/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e39a596883c3837e5022d81df2ae14e5d6517116 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e34b0e087b9f875b9d5a02d30496d659518ac8e9b309a038da53b452df9a34 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer34/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..95eb2f01fd5c946db9f236674cc6820d2b0d14e7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.46915649355222017 +INFO:root: +[Valid][0][UTT][ MSE = 0.3134 | LCC = 0.8068 | SRCC = 0.8068 ] +INFO:root:Average loss=0.28212712189325917 +INFO:root: +[Valid][1][UTT][ MSE = 0.3068 | LCC = 0.8376 | SRCC = 0.8346 ] +INFO:root:Average loss=0.25109380063338155 +INFO:root: +[Valid][2][UTT][ MSE = 0.4110 | LCC = 0.8357 | SRCC = 0.8419 ] +INFO:root:Average loss=0.22565833756174797 +INFO:root: +[Valid][3][UTT][ MSE = 0.2994 | LCC = 0.8522 | SRCC = 0.8516 ] +INFO:root:Average loss=0.20520341052458838 +INFO:root: +[Valid][4][UTT][ MSE = 0.3451 | LCC = 0.8547 | SRCC = 0.8552 ] +INFO:root:Average loss=0.20762261060568002 +INFO:root: +[Valid][5][UTT][ MSE = 0.4386 | LCC = 0.8448 | SRCC = 0.8488 ] +INFO:root:Average loss=0.17939664920171103 +INFO:root: +[Valid][6][UTT][ MSE = 0.2673 | LCC = 0.8628 | SRCC = 0.8636 ] +INFO:root:Average loss=0.17269016563510284 +INFO:root: +[Valid][7][UTT][ MSE = 0.3110 | LCC = 0.8607 | SRCC = 0.8603 ] +INFO:root:Average loss=0.16667625470421252 +INFO:root: +[Valid][8][UTT][ MSE = 0.2184 | LCC = 0.8691 | SRCC = 0.8666 ] +INFO:root:Average loss=0.1469379376906615 +INFO:root: +[Valid][9][UTT][ MSE = 0.2491 | LCC = 0.8642 | SRCC = 0.8615 ] +INFO:root:Average loss=0.14319357151786485 +INFO:root: +[Valid][10][UTT][ MSE = 0.2223 | LCC = 0.8692 | SRCC = 0.8662 ] +INFO:root:Average loss=0.153187624250467 +INFO:root: +[Valid][11][UTT][ MSE = 0.2666 | LCC = 0.8632 | SRCC = 0.8627 ] +INFO:root:Average loss=0.13204252461974436 +INFO:root: +[Valid][12][UTT][ MSE = 0.2424 | LCC = 0.8658 | SRCC = 0.8649 ] +INFO:root:Average loss=0.12093719677665295 +INFO:root: +[Valid][13][UTT][ MSE = 0.2366 | LCC = 0.8623 | SRCC = 0.8589 ] +INFO:root:Average loss=0.12454871212442716 +INFO:root: +[Valid][14][UTT][ MSE = 0.2126 | LCC = 0.8679 | SRCC = 0.8662 ] +INFO:root:Average loss=0.11924207067260376 +INFO:root: +[Valid][15][UTT][ MSE = 0.2547 | LCC = 0.8627 | SRCC = 0.8596 ] +INFO:root:Average loss=0.11101080362613384 +INFO:root: +[Valid][16][UTT][ MSE = 0.2353 | LCC = 0.8654 | SRCC = 0.8637 ] +INFO:root:Average loss=0.10463620416629009 +INFO:root: +[Valid][17][UTT][ MSE = 0.2322 | LCC = 0.8621 | SRCC = 0.8590 ] +INFO:root:Average loss=0.10465758675948167 +INFO:root: +[Valid][18][UTT][ MSE = 0.2354 | LCC = 0.8627 | SRCC = 0.8606 ] +INFO:root:Average loss=0.0893872132859169 +INFO:root: +[Valid][19][UTT][ MSE = 0.2566 | LCC = 0.8637 | SRCC = 0.8623 ] +INFO:root:Average loss=0.10225819223202191 +INFO:root: +[Valid][20][UTT][ MSE = 0.2641 | LCC = 0.8581 | SRCC = 0.8578 ] +INFO:root:Average loss=0.08908062667036667 +INFO:root: +[Valid][21][UTT][ MSE = 0.2460 | LCC = 0.8636 | SRCC = 0.8622 ] +INFO:root:Average loss=0.08556945005861613 +INFO:root: +[Valid][22][UTT][ MSE = 0.2998 | LCC = 0.8609 | SRCC = 0.8613 ] +INFO:root:Average loss=0.0756882837949655 +INFO:root: +[Valid][23][UTT][ MSE = 0.2229 | LCC = 0.8643 | SRCC = 0.8621 ] +INFO:root:Average loss=0.0706701746258216 +INFO:root: +[Valid][24][UTT][ MSE = 0.2344 | LCC = 0.8632 | SRCC = 0.8622 ] +INFO:root:Average loss=0.06754066112140815 +INFO:root: +[Valid][25][UTT][ MSE = 0.2503 | LCC = 0.8600 | SRCC = 0.8582 ] +INFO:root:Average loss=0.0692888843612029 +INFO:root: +[Valid][26][UTT][ MSE = 0.2657 | LCC = 0.8621 | SRCC = 0.8623 ] +INFO:root:Average loss=0.07052457757676259 +INFO:root: +[Valid][27][UTT][ MSE = 0.2156 | LCC = 0.8654 | SRCC = 0.8627 ] +INFO:root:Average loss=0.05869468346906778 +INFO:root: +[Valid][28][UTT][ MSE = 0.2219 | LCC = 0.8639 | SRCC = 0.8620 ] +INFO:root:Average loss=0.05712102960126522 +INFO:root: +[Valid][29][UTT][ MSE = 0.2341 | LCC = 0.8637 | SRCC = 0.8621 ] +INFO:root:Average loss=0.05392015868654618 +INFO:root: +[Valid][30][UTT][ MSE = 0.2173 | LCC = 0.8631 | SRCC = 0.8607 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2262 | LCC = 0.8681 | SRCC = 0.8671 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer34/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer34/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b11c29c3131246d10954bcbb018568dc5fa185b2 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ec45272bed754d68f31b3513fe3e094c533584a77711bcd661a986ca432ba57 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer34/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce6e3f1b438019552e5ba94ffb34e04bc4b0322c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4d3ce95f48d6983db6bdaadb3214dd36a456bfaf6fa6da15945443d53745f35 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer34/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..1b6ca56ba263f885eaf26e36640bd64eff6a3e8d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.46693192231349456 +INFO:root: +[Valid][0][UTT][ MSE = 0.3399 | LCC = 0.7954 | SRCC = 0.7937 ] +INFO:root:Average loss=0.29338185355449337 +INFO:root: +[Valid][1][UTT][ MSE = 0.3074 | LCC = 0.8285 | SRCC = 0.8253 ] +INFO:root:Average loss=0.2553929843199559 +INFO:root: +[Valid][2][UTT][ MSE = 0.2672 | LCC = 0.8428 | SRCC = 0.8394 ] +INFO:root:Average loss=0.22277520234004045 +INFO:root: +[Valid][3][UTT][ MSE = 0.2754 | LCC = 0.8500 | SRCC = 0.8450 ] +INFO:root:Average loss=0.22478584620432976 +INFO:root: +[Valid][4][UTT][ MSE = 0.2539 | LCC = 0.8568 | SRCC = 0.8527 ] +INFO:root:Average loss=0.1937376619913639 +INFO:root: +[Valid][5][UTT][ MSE = 0.2419 | LCC = 0.8597 | SRCC = 0.8565 ] +INFO:root:Average loss=0.18955155576650912 +INFO:root: +[Valid][6][UTT][ MSE = 0.2557 | LCC = 0.8589 | SRCC = 0.8540 ] +INFO:root:Average loss=0.17185675085355073 +INFO:root: +[Valid][7][UTT][ MSE = 0.2449 | LCC = 0.8619 | SRCC = 0.8589 ] +INFO:root:Average loss=0.17683605859294915 +INFO:root: +[Valid][8][UTT][ MSE = 0.2615 | LCC = 0.8633 | SRCC = 0.8600 ] +INFO:root:Average loss=0.17621305460731188 +INFO:root: +[Valid][9][UTT][ MSE = 0.2834 | LCC = 0.8624 | SRCC = 0.8582 ] +INFO:root:Average loss=0.15357230508174652 +INFO:root: +[Valid][10][UTT][ MSE = 0.2522 | LCC = 0.8641 | SRCC = 0.8604 ] +INFO:root:Average loss=0.14432242006445542 +INFO:root: +[Valid][11][UTT][ MSE = 0.2605 | LCC = 0.8533 | SRCC = 0.8496 ] +INFO:root:Average loss=0.14053364995962533 +INFO:root: +[Valid][12][UTT][ MSE = 0.2392 | LCC = 0.8625 | SRCC = 0.8596 ] +INFO:root:Average loss=0.12926186305972245 +INFO:root: +[Valid][13][UTT][ MSE = 0.2483 | LCC = 0.8573 | SRCC = 0.8537 ] +INFO:root:Average loss=0.13783369356623063 +INFO:root: +[Valid][14][UTT][ MSE = 0.2307 | LCC = 0.8591 | SRCC = 0.8557 ] +INFO:root:Average loss=0.11357429222418712 +INFO:root: +[Valid][15][UTT][ MSE = 0.2402 | LCC = 0.8606 | SRCC = 0.8579 ] +INFO:root:Average loss=0.10550725269011962 +INFO:root: +[Valid][16][UTT][ MSE = 0.2374 | LCC = 0.8553 | SRCC = 0.8533 ] +INFO:root:Average loss=0.1050460731658416 +INFO:root: +[Valid][17][UTT][ MSE = 0.2340 | LCC = 0.8598 | SRCC = 0.8579 ] +INFO:root:Average loss=0.10813633801463322 +INFO:root: +[Valid][18][UTT][ MSE = 0.2564 | LCC = 0.8574 | SRCC = 0.8574 ] +INFO:root:Average loss=0.09770188065102467 +INFO:root: +[Valid][19][UTT][ MSE = 0.2542 | LCC = 0.8569 | SRCC = 0.8536 ] +INFO:root:Average loss=0.08698127523828776 +INFO:root: +[Valid][20][UTT][ MSE = 0.2620 | LCC = 0.8565 | SRCC = 0.8546 ] +INFO:root:Average loss=0.08932012610901625 +INFO:root: +[Valid][21][UTT][ MSE = 0.2534 | LCC = 0.8581 | SRCC = 0.8564 ] +INFO:root:Average loss=0.09126229679737335 +INFO:root: +[Valid][22][UTT][ MSE = 0.2362 | LCC = 0.8595 | SRCC = 0.8560 ] +INFO:root:Average loss=0.0774741402039161 +INFO:root: +[Valid][23][UTT][ MSE = 0.2462 | LCC = 0.8604 | SRCC = 0.8596 ] +INFO:root:Average loss=0.07415704252437139 +INFO:root: +[Valid][24][UTT][ MSE = 0.2297 | LCC = 0.8612 | SRCC = 0.8588 ] +INFO:root:Average loss=0.07437387858636868 +INFO:root: +[Valid][25][UTT][ MSE = 0.2380 | LCC = 0.8590 | SRCC = 0.8589 ] +INFO:root:Average loss=0.0781140176531596 +INFO:root: +[Valid][26][UTT][ MSE = 0.2332 | LCC = 0.8597 | SRCC = 0.8580 ] +INFO:root:Average loss=0.06839141263984717 +INFO:root: +[Valid][27][UTT][ MSE = 0.2534 | LCC = 0.8592 | SRCC = 0.8592 ] +INFO:root:Average loss=0.06480489812122706 +INFO:root: +[Valid][28][UTT][ MSE = 0.2258 | LCC = 0.8614 | SRCC = 0.8587 ] +INFO:root:Average loss=0.0658878279515566 +INFO:root: +[Valid][29][UTT][ MSE = 0.2638 | LCC = 0.8583 | SRCC = 0.8550 ] +INFO:root:Average loss=0.05532466252453816 +INFO:root: +[Valid][30][UTT][ MSE = 0.2422 | LCC = 0.8583 | SRCC = 0.8563 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2723 | LCC = 0.8636 | SRCC = 0.8635 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer34/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer34/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2824d3628473a34e6e73f52556c49e89f8c52100 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a57969454223b5e361836e5a1deb30a9cf3336de1dfb496de5f55a7d50199ae +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer34/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..37da98c6f4f5d36052d4f081e8c1d32e40ceb979 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0f9d4b0c4ea3ddfe97e59dcf2465ea2d4bcdf43eaa60dc8cac4de0e20ad6281 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer34/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..23e450760e9806fe8e894e90ee155b2aa1fd0f48 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5377594295602578 +INFO:root: +[Valid][0][UTT][ MSE = 0.3425 | LCC = 0.7938 | SRCC = 0.7946 ] +INFO:root:Average loss=0.2828167273830145 +INFO:root: +[Valid][1][UTT][ MSE = 0.2900 | LCC = 0.8331 | SRCC = 0.8315 ] +INFO:root:Average loss=0.25235254030961257 +INFO:root: +[Valid][2][UTT][ MSE = 0.2797 | LCC = 0.8459 | SRCC = 0.8409 ] +INFO:root:Average loss=0.2192709432580532 +INFO:root: +[Valid][3][UTT][ MSE = 0.2978 | LCC = 0.8517 | SRCC = 0.8483 ] +INFO:root:Average loss=0.2191008203304731 +INFO:root: +[Valid][4][UTT][ MSE = 0.3728 | LCC = 0.8437 | SRCC = 0.8448 ] +INFO:root:Average loss=0.20092359758340395 +INFO:root: +[Valid][5][UTT][ MSE = 0.2512 | LCC = 0.8577 | SRCC = 0.8536 ] +INFO:root:Average loss=0.18671284367640814 +INFO:root: +[Valid][6][UTT][ MSE = 0.2427 | LCC = 0.8628 | SRCC = 0.8598 ] +INFO:root:Average loss=0.17505613580728188 +INFO:root: +[Valid][7][UTT][ MSE = 0.2367 | LCC = 0.8655 | SRCC = 0.8618 ] +INFO:root:Average loss=0.17991766371788123 +INFO:root: +[Valid][8][UTT][ MSE = 0.3769 | LCC = 0.8526 | SRCC = 0.8598 ] +INFO:root:Average loss=0.18300849638688257 +INFO:root: +[Valid][9][UTT][ MSE = 0.2572 | LCC = 0.8638 | SRCC = 0.8613 ] +INFO:root:Average loss=0.15003506390330118 +INFO:root: +[Valid][10][UTT][ MSE = 0.2526 | LCC = 0.8568 | SRCC = 0.8543 ] +INFO:root:Average loss=0.14976615640215385 +INFO:root: +[Valid][11][UTT][ MSE = 0.2384 | LCC = 0.8587 | SRCC = 0.8556 ] +INFO:root:Average loss=0.13399797400985008 +INFO:root: +[Valid][12][UTT][ MSE = 0.2436 | LCC = 0.8592 | SRCC = 0.8563 ] +INFO:root:Average loss=0.13529476380118957 +INFO:root: +[Valid][13][UTT][ MSE = 0.2326 | LCC = 0.8621 | SRCC = 0.8600 ] +INFO:root:Average loss=0.13234549693954298 +INFO:root: +[Valid][14][UTT][ MSE = 0.2757 | LCC = 0.8537 | SRCC = 0.8541 ] +INFO:root:Average loss=0.12544186327319878 +INFO:root: +[Valid][15][UTT][ MSE = 0.2463 | LCC = 0.8584 | SRCC = 0.8560 ] +INFO:root:Average loss=0.11891023929302509 +INFO:root: +[Valid][16][UTT][ MSE = 0.2345 | LCC = 0.8595 | SRCC = 0.8566 ] +INFO:root:Average loss=0.12009062493840854 +INFO:root: +[Valid][17][UTT][ MSE = 0.2210 | LCC = 0.8619 | SRCC = 0.8602 ] +INFO:root:Average loss=0.10539575159931794 +INFO:root: +[Valid][18][UTT][ MSE = 0.2547 | LCC = 0.8576 | SRCC = 0.8577 ] +INFO:root:Average loss=0.10229795168225582 +INFO:root: +[Valid][19][UTT][ MSE = 0.2299 | LCC = 0.8578 | SRCC = 0.8563 ] +INFO:root:Average loss=0.10349690255064231 +INFO:root: +[Valid][20][UTT][ MSE = 0.2463 | LCC = 0.8579 | SRCC = 0.8552 ] +INFO:root:Average loss=0.09282001384939903 +INFO:root: +[Valid][21][UTT][ MSE = 0.2365 | LCC = 0.8581 | SRCC = 0.8550 ] +INFO:root:Average loss=0.08535947058445369 +INFO:root: +[Valid][22][UTT][ MSE = 0.2380 | LCC = 0.8559 | SRCC = 0.8528 ] +INFO:root:Average loss=0.08191944099962711 +INFO:root: +[Valid][23][UTT][ MSE = 0.2408 | LCC = 0.8578 | SRCC = 0.8574 ] +INFO:root:Average loss=0.07703580172398151 +INFO:root: +[Valid][24][UTT][ MSE = 0.2291 | LCC = 0.8534 | SRCC = 0.8504 ] +INFO:root:Average loss=0.06946111785677764 +INFO:root: +[Valid][25][UTT][ MSE = 0.2645 | LCC = 0.8528 | SRCC = 0.8501 ] +INFO:root:Average loss=0.07322646032732266 +INFO:root: +[Valid][26][UTT][ MSE = 0.2374 | LCC = 0.8588 | SRCC = 0.8564 ] +INFO:root:Average loss=0.06943739516039689 +INFO:root: +[Valid][27][UTT][ MSE = 0.2487 | LCC = 0.8552 | SRCC = 0.8517 ] +INFO:root:Average loss=0.06971476389429508 +INFO:root: +[Valid][28][UTT][ MSE = 0.2269 | LCC = 0.8555 | SRCC = 0.8525 ] +INFO:root:Average loss=0.05957434154473818 +INFO:root: +[Valid][29][UTT][ MSE = 0.2343 | LCC = 0.8537 | SRCC = 0.8512 ] +INFO:root:Average loss=0.05818069024154773 +INFO:root: +[Valid][30][UTT][ MSE = 0.2512 | LCC = 0.8525 | SRCC = 0.8519 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2370 | LCC = 0.8670 | SRCC = 0.8657 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer34/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer34/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..76b8e4e65bc97a9c5bacc4d465518c44d7d8b3a0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b1595849c25004e89021cbbf7145bdaf543a66ad12f10734745ceded06dcf83 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer34/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef22c04dcaa2c60a36067da7a83b9cd0f9a154bb --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eba35038fb647203771c14dee52b07adba0f7225e2d28a1b55c03f95af984fcb +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer34/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer34/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2f5e9f4fddd524c2d8c8bbdbd421f270349acdd2 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer34/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5010682757084186 +INFO:root: +[Valid][0][UTT][ MSE = 0.3572 | LCC = 0.7945 | SRCC = 0.7974 ] +INFO:root:Average loss=0.287391236386238 +INFO:root: +[Valid][1][UTT][ MSE = 0.3042 | LCC = 0.8330 | SRCC = 0.8297 ] +INFO:root:Average loss=0.2580302204841223 +INFO:root: +[Valid][2][UTT][ MSE = 0.2644 | LCC = 0.8473 | SRCC = 0.8447 ] +INFO:root:Average loss=0.23233127956971145 +INFO:root: +[Valid][3][UTT][ MSE = 0.3139 | LCC = 0.8537 | SRCC = 0.8535 ] +INFO:root:Average loss=0.20991274905510438 +INFO:root: +[Valid][4][UTT][ MSE = 0.2725 | LCC = 0.8597 | SRCC = 0.8557 ] +INFO:root:Average loss=0.19525568779462424 +INFO:root: +[Valid][5][UTT][ MSE = 0.2587 | LCC = 0.8613 | SRCC = 0.8581 ] +INFO:root:Average loss=0.18269998217240357 +INFO:root: +[Valid][6][UTT][ MSE = 0.2970 | LCC = 0.8585 | SRCC = 0.8593 ] +INFO:root:Average loss=0.20047754001541016 +INFO:root: +[Valid][7][UTT][ MSE = 0.2362 | LCC = 0.8664 | SRCC = 0.8634 ] +INFO:root:Average loss=0.16677553120713967 +INFO:root: +[Valid][8][UTT][ MSE = 0.2571 | LCC = 0.8631 | SRCC = 0.8617 ] +INFO:root:Average loss=0.1708639528697882 +INFO:root: +[Valid][9][UTT][ MSE = 0.2406 | LCC = 0.8672 | SRCC = 0.8638 ] +INFO:root:Average loss=0.15482882419839883 +INFO:root: +[Valid][10][UTT][ MSE = 0.2874 | LCC = 0.8545 | SRCC = 0.8544 ] +INFO:root:Average loss=0.1468894203694967 +INFO:root: +[Valid][11][UTT][ MSE = 0.2524 | LCC = 0.8651 | SRCC = 0.8650 ] +INFO:root:Average loss=0.14727130627784973 +INFO:root: +[Valid][12][UTT][ MSE = 0.2978 | LCC = 0.8624 | SRCC = 0.8649 ] +INFO:root:Average loss=0.13088684872939035 +INFO:root: +[Valid][13][UTT][ MSE = 0.2491 | LCC = 0.8616 | SRCC = 0.8602 ] +INFO:root:Average loss=0.13379177861870864 +INFO:root: +[Valid][14][UTT][ MSE = 0.2253 | LCC = 0.8665 | SRCC = 0.8648 ] +INFO:root:Average loss=0.13016351828208336 +INFO:root: +[Valid][15][UTT][ MSE = 0.2216 | LCC = 0.8660 | SRCC = 0.8644 ] +INFO:root:Average loss=0.13224824403341 +INFO:root: +[Valid][16][UTT][ MSE = 0.2362 | LCC = 0.8619 | SRCC = 0.8611 ] +INFO:root:Average loss=0.12407397297330391 +INFO:root: +[Valid][17][UTT][ MSE = 0.3257 | LCC = 0.8587 | SRCC = 0.8638 ] +INFO:root:Average loss=0.11207686632107465 +INFO:root: +[Valid][18][UTT][ MSE = 0.2459 | LCC = 0.8618 | SRCC = 0.8615 ] +INFO:root:Average loss=0.10201548421994233 +INFO:root: +[Valid][19][UTT][ MSE = 0.2752 | LCC = 0.8599 | SRCC = 0.8607 ] +INFO:root:Average loss=0.09525510258017442 +INFO:root: +[Valid][20][UTT][ MSE = 0.2533 | LCC = 0.8619 | SRCC = 0.8632 ] +INFO:root:Average loss=0.08999252605896729 +INFO:root: +[Valid][21][UTT][ MSE = 0.2278 | LCC = 0.8664 | SRCC = 0.8655 ] +INFO:root:Average loss=0.08914741291067539 +INFO:root: +[Valid][22][UTT][ MSE = 0.2394 | LCC = 0.8633 | SRCC = 0.8622 ] +INFO:root:Average loss=0.08936106867324083 +INFO:root: +[Valid][23][UTT][ MSE = 0.2256 | LCC = 0.8628 | SRCC = 0.8628 ] +INFO:root:Average loss=0.08708597466540642 +INFO:root: +[Valid][24][UTT][ MSE = 0.2328 | LCC = 0.8629 | SRCC = 0.8630 ] +INFO:root:Average loss=0.08017970740986176 +INFO:root: +[Valid][25][UTT][ MSE = 0.2284 | LCC = 0.8690 | SRCC = 0.8686 ] +INFO:root:Average loss=0.07123422116423264 +INFO:root: +[Valid][26][UTT][ MSE = 0.2516 | LCC = 0.8684 | SRCC = 0.8678 ] +INFO:root:Average loss=0.06785112070158505 +INFO:root: +[Valid][27][UTT][ MSE = 0.2154 | LCC = 0.8687 | SRCC = 0.8683 ] +INFO:root:Average loss=0.07257892396778633 +INFO:root: +[Valid][28][UTT][ MSE = 0.2655 | LCC = 0.8644 | SRCC = 0.8658 ] +INFO:root:Average loss=0.06314359657848492 +INFO:root: +[Valid][29][UTT][ MSE = 0.2446 | LCC = 0.8655 | SRCC = 0.8682 ] +INFO:root:Average loss=0.06702306780677575 +INFO:root: +[Valid][30][UTT][ MSE = 0.2264 | LCC = 0.8618 | SRCC = 0.8620 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2142 | LCC = 0.8703 | SRCC = 0.8685 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer36/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer36/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2670883719ebec04fa95480dbe48fff9b1c5c2d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa39bedfb904f2d40aafd614d82da7f41e8c88748e9d6c29f874d5734a5a6fdc +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer36/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..79033093f07d0ab41403175b1f66bef341a65d09 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f36afdf78d3bb537edf619542501915c14c41d8c706a893a440d785d8156448 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer36/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f06f5aff39ad18731cb1a0d9aeb542648ee6a34a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5984815995280559 +INFO:root: +[Valid][0][UTT][ MSE = 0.3924 | LCC = 0.7972 | SRCC = 0.7992 ] +INFO:root:Average loss=0.2915324484690642 +INFO:root: +[Valid][1][UTT][ MSE = 0.3916 | LCC = 0.8295 | SRCC = 0.8292 ] +INFO:root:Average loss=0.23553807001847488 +INFO:root: +[Valid][2][UTT][ MSE = 0.2741 | LCC = 0.8487 | SRCC = 0.8474 ] +INFO:root:Average loss=0.21691644000701416 +INFO:root: +[Valid][3][UTT][ MSE = 0.2888 | LCC = 0.8457 | SRCC = 0.8444 ] +INFO:root:Average loss=0.19657488874135873 +INFO:root: +[Valid][4][UTT][ MSE = 0.3185 | LCC = 0.8487 | SRCC = 0.8433 ] +INFO:root:Average loss=0.20981097087646142 +INFO:root: +[Valid][5][UTT][ MSE = 0.4065 | LCC = 0.8494 | SRCC = 0.8506 ] +INFO:root:Average loss=0.19309472560118407 +INFO:root: +[Valid][6][UTT][ MSE = 0.3314 | LCC = 0.8568 | SRCC = 0.8536 ] +INFO:root:Average loss=0.1722871191226519 +INFO:root: +[Valid][7][UTT][ MSE = 0.2848 | LCC = 0.8598 | SRCC = 0.8542 ] +INFO:root:Average loss=0.16165706620384485 +INFO:root: +[Valid][8][UTT][ MSE = 0.3363 | LCC = 0.8474 | SRCC = 0.8449 ] +INFO:root:Average loss=0.15061269499934637 +INFO:root: +[Valid][9][UTT][ MSE = 0.3671 | LCC = 0.8536 | SRCC = 0.8527 ] +INFO:root:Average loss=0.1430702919188218 +INFO:root: +[Valid][10][UTT][ MSE = 0.2656 | LCC = 0.8559 | SRCC = 0.8520 ] +INFO:root:Average loss=0.13938472658777848 +INFO:root: +[Valid][11][UTT][ MSE = 0.2423 | LCC = 0.8532 | SRCC = 0.8506 ] +INFO:root:Average loss=0.1300097447939408 +INFO:root: +[Valid][12][UTT][ MSE = 0.2495 | LCC = 0.8604 | SRCC = 0.8586 ] +INFO:root:Average loss=0.12455828019823784 +INFO:root: +[Valid][13][UTT][ MSE = 0.2634 | LCC = 0.8521 | SRCC = 0.8514 ] +INFO:root:Average loss=0.12058218367970906 +INFO:root: +[Valid][14][UTT][ MSE = 0.2937 | LCC = 0.8544 | SRCC = 0.8527 ] +INFO:root:Average loss=0.11536803822486828 +INFO:root: +[Valid][15][UTT][ MSE = 0.3054 | LCC = 0.8526 | SRCC = 0.8512 ] +INFO:root:Average loss=0.11599256680944027 +INFO:root: +[Valid][16][UTT][ MSE = 0.2648 | LCC = 0.8544 | SRCC = 0.8535 ] +INFO:root:Average loss=0.09596412991866088 +INFO:root: +[Valid][17][UTT][ MSE = 0.2405 | LCC = 0.8538 | SRCC = 0.8512 ] +INFO:root:Average loss=0.09213277936363831 +INFO:root: +[Valid][18][UTT][ MSE = 0.2708 | LCC = 0.8487 | SRCC = 0.8480 ] +INFO:root:Average loss=0.09685076333773442 +INFO:root: +[Valid][19][UTT][ MSE = 0.2495 | LCC = 0.8512 | SRCC = 0.8491 ] +INFO:root:Average loss=0.08653341410442805 +INFO:root: +[Valid][20][UTT][ MSE = 0.2540 | LCC = 0.8511 | SRCC = 0.8491 ] +INFO:root:Average loss=0.07414274180355744 +INFO:root: +[Valid][21][UTT][ MSE = 0.2572 | LCC = 0.8483 | SRCC = 0.8465 ] +INFO:root:Average loss=0.07412188428525741 +INFO:root: +[Valid][22][UTT][ MSE = 0.2777 | LCC = 0.8436 | SRCC = 0.8418 ] +INFO:root:Average loss=0.07693454699638562 +INFO:root: +[Valid][23][UTT][ MSE = 0.2558 | LCC = 0.8494 | SRCC = 0.8467 ] +INFO:root:Average loss=0.06893756192846176 +INFO:root: +[Valid][24][UTT][ MSE = 0.2410 | LCC = 0.8536 | SRCC = 0.8516 ] +INFO:root:Average loss=0.07241077444110161 +INFO:root: +[Valid][25][UTT][ MSE = 0.2640 | LCC = 0.8587 | SRCC = 0.8582 ] +INFO:root:Average loss=0.060081747909769036 +INFO:root: +[Valid][26][UTT][ MSE = 0.2488 | LCC = 0.8556 | SRCC = 0.8532 ] +INFO:root:Average loss=0.06457105742242092 +INFO:root: +[Valid][27][UTT][ MSE = 0.2378 | LCC = 0.8545 | SRCC = 0.8529 ] +INFO:root:Average loss=0.057085525817595996 +INFO:root: +[Valid][28][UTT][ MSE = 0.2436 | LCC = 0.8545 | SRCC = 0.8535 ] +INFO:root:Average loss=0.060321065955437146 +INFO:root: +[Valid][29][UTT][ MSE = 0.2944 | LCC = 0.8469 | SRCC = 0.8452 ] +INFO:root:Average loss=0.05686311022593425 +INFO:root: +[Valid][30][UTT][ MSE = 0.2418 | LCC = 0.8528 | SRCC = 0.8504 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2262 | LCC = 0.8653 | SRCC = 0.8653 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer36/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer36/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3acb0f79b18f5e820471a69c593f82bb0b0ba5d9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f1b9912fe2a3d94e21d49e34230d2254aa824f1063e14c03910644a023d6630 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer36/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..725b53b83c3b0759d011a10b4c8f8053bd544fc7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6104008f00c10ddae5e5ce8cc7c2887cee396e850dfe188950b1e068c4f1e08d +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer36/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e920a5091193ea4ebc0a170d6c6f05018743d0f0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.48497239710428774 +INFO:root: +[Valid][0][UTT][ MSE = 0.3723 | LCC = 0.8193 | SRCC = 0.8166 ] +INFO:root:Average loss=0.2708373608497473 +INFO:root: +[Valid][1][UTT][ MSE = 0.2737 | LCC = 0.8437 | SRCC = 0.8405 ] +INFO:root:Average loss=0.23725389345334127 +INFO:root: +[Valid][2][UTT][ MSE = 0.2676 | LCC = 0.8522 | SRCC = 0.8492 ] +INFO:root:Average loss=0.21239639856876472 +INFO:root: +[Valid][3][UTT][ MSE = 0.2582 | LCC = 0.8538 | SRCC = 0.8504 ] +INFO:root:Average loss=0.20163289514871743 +INFO:root: +[Valid][4][UTT][ MSE = 0.2861 | LCC = 0.8530 | SRCC = 0.8488 ] +INFO:root:Average loss=0.20563846100599337 +INFO:root: +[Valid][5][UTT][ MSE = 0.2615 | LCC = 0.8600 | SRCC = 0.8571 ] +INFO:root:Average loss=0.19453296571587905 +INFO:root: +[Valid][6][UTT][ MSE = 0.2686 | LCC = 0.8573 | SRCC = 0.8547 ] +INFO:root:Average loss=0.17316375921169916 +INFO:root: +[Valid][7][UTT][ MSE = 0.2671 | LCC = 0.8585 | SRCC = 0.8555 ] +INFO:root:Average loss=0.18268107985838866 +INFO:root: +[Valid][8][UTT][ MSE = 0.2577 | LCC = 0.8602 | SRCC = 0.8576 ] +INFO:root:Average loss=0.1706955642081224 +INFO:root: +[Valid][9][UTT][ MSE = 0.2722 | LCC = 0.8596 | SRCC = 0.8565 ] +INFO:root:Average loss=0.13942345241323495 +INFO:root: +[Valid][10][UTT][ MSE = 0.2458 | LCC = 0.8605 | SRCC = 0.8579 ] +INFO:root:Average loss=0.14160128931204477 +INFO:root: +[Valid][11][UTT][ MSE = 0.2480 | LCC = 0.8607 | SRCC = 0.8588 ] +INFO:root:Average loss=0.13417335781149375 +INFO:root: +[Valid][12][UTT][ MSE = 0.2529 | LCC = 0.8545 | SRCC = 0.8548 ] +INFO:root:Average loss=0.13328950288586128 +INFO:root: +[Valid][13][UTT][ MSE = 0.2502 | LCC = 0.8589 | SRCC = 0.8571 ] +INFO:root:Average loss=0.11707431966295609 +INFO:root: +[Valid][14][UTT][ MSE = 0.2405 | LCC = 0.8585 | SRCC = 0.8584 ] +INFO:root:Average loss=0.11861485768205081 +INFO:root: +[Valid][15][UTT][ MSE = 0.2424 | LCC = 0.8612 | SRCC = 0.8587 ] +INFO:root:Average loss=0.10882446580590346 +INFO:root: +[Valid][16][UTT][ MSE = 0.2383 | LCC = 0.8572 | SRCC = 0.8553 ] +INFO:root:Average loss=0.10504890997440387 +INFO:root: +[Valid][17][UTT][ MSE = 0.2542 | LCC = 0.8510 | SRCC = 0.8499 ] +INFO:root:Average loss=0.09535265718706143 +INFO:root: +[Valid][18][UTT][ MSE = 0.2381 | LCC = 0.8566 | SRCC = 0.8553 ] +INFO:root:Average loss=0.09496856308900394 +INFO:root: +[Valid][19][UTT][ MSE = 0.2407 | LCC = 0.8527 | SRCC = 0.8506 ] +INFO:root:Average loss=0.098686541741093 +INFO:root: +[Valid][20][UTT][ MSE = 0.2511 | LCC = 0.8550 | SRCC = 0.8539 ] +INFO:root:Average loss=0.08830483358066815 +INFO:root: +[Valid][21][UTT][ MSE = 0.2491 | LCC = 0.8494 | SRCC = 0.8486 ] +INFO:root:Average loss=0.07967674364455235 +INFO:root: +[Valid][22][UTT][ MSE = 0.2586 | LCC = 0.8519 | SRCC = 0.8509 ] +INFO:root:Average loss=0.07342600383055516 +INFO:root: +[Valid][23][UTT][ MSE = 0.2732 | LCC = 0.8484 | SRCC = 0.8471 ] +INFO:root:Average loss=0.08646495926838654 +INFO:root: +[Valid][24][UTT][ MSE = 0.2720 | LCC = 0.8526 | SRCC = 0.8496 ] +INFO:root:Average loss=0.07281912533709636 +INFO:root: +[Valid][25][UTT][ MSE = 0.2280 | LCC = 0.8602 | SRCC = 0.8579 ] +INFO:root:Average loss=0.07631502219308646 +INFO:root: +[Valid][26][UTT][ MSE = 0.2567 | LCC = 0.8538 | SRCC = 0.8525 ] +INFO:root:Average loss=0.06277824155031106 +INFO:root: +[Valid][27][UTT][ MSE = 0.2666 | LCC = 0.8510 | SRCC = 0.8503 ] +INFO:root:Average loss=0.05838146504874413 +INFO:root: +[Valid][28][UTT][ MSE = 0.2555 | LCC = 0.8526 | SRCC = 0.8507 ] +INFO:root:Average loss=0.05692978585377718 +INFO:root: +[Valid][29][UTT][ MSE = 0.2486 | LCC = 0.8518 | SRCC = 0.8487 ] +INFO:root:Average loss=0.055578428105666086 +INFO:root: +[Valid][30][UTT][ MSE = 0.2572 | LCC = 0.8520 | SRCC = 0.8500 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2568 | LCC = 0.8668 | SRCC = 0.8680 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer36/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer36/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..94668ab2a301474377027ef43f7491e1be3783ad --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:476d8d0c94246776a9db754bd04c6fa7f2dc8e09a0af2b1b4ed96d25e30f48db +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer36/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..85094ae48a13509aeed511448ce94bad8c7d91b5 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3ff50d258e3ca53bb92616cf0c74f77c66ad2736769275c51d90e7949a152d4 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer36/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..07d3125b62bd4e091e2b818b8b9f4226e805b233 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4450864432713924 +INFO:root: +[Valid][0][UTT][ MSE = 0.3749 | LCC = 0.8090 | SRCC = 0.8103 ] +INFO:root:Average loss=0.27147201544199234 +INFO:root: +[Valid][1][UTT][ MSE = 0.2918 | LCC = 0.8358 | SRCC = 0.8348 ] +INFO:root:Average loss=0.24456991560948202 +INFO:root: +[Valid][2][UTT][ MSE = 0.3614 | LCC = 0.8458 | SRCC = 0.8440 ] +INFO:root:Average loss=0.25895080008567906 +INFO:root: +[Valid][3][UTT][ MSE = 0.2621 | LCC = 0.8534 | SRCC = 0.8510 ] +INFO:root:Average loss=0.21488784330013472 +INFO:root: +[Valid][4][UTT][ MSE = 0.2371 | LCC = 0.8538 | SRCC = 0.8508 ] +INFO:root:Average loss=0.18899151243460485 +INFO:root: +[Valid][5][UTT][ MSE = 0.2867 | LCC = 0.8521 | SRCC = 0.8496 ] +INFO:root:Average loss=0.1814275968533296 +INFO:root: +[Valid][6][UTT][ MSE = 0.2834 | LCC = 0.8559 | SRCC = 0.8552 ] +INFO:root:Average loss=0.18509229759757334 +INFO:root: +[Valid][7][UTT][ MSE = 0.2575 | LCC = 0.8580 | SRCC = 0.8540 ] +INFO:root:Average loss=0.1673255266669469 +INFO:root: +[Valid][8][UTT][ MSE = 0.2393 | LCC = 0.8620 | SRCC = 0.8600 ] +INFO:root:Average loss=0.15445923604644263 +INFO:root: +[Valid][9][UTT][ MSE = 0.2326 | LCC = 0.8643 | SRCC = 0.8607 ] +INFO:root:Average loss=0.14887556003836486 +INFO:root: +[Valid][10][UTT][ MSE = 0.2351 | LCC = 0.8625 | SRCC = 0.8607 ] +INFO:root:Average loss=0.14487215685538757 +INFO:root: +[Valid][11][UTT][ MSE = 0.2484 | LCC = 0.8584 | SRCC = 0.8558 ] +INFO:root:Average loss=0.13494233500498992 +INFO:root: +[Valid][12][UTT][ MSE = 0.2274 | LCC = 0.8628 | SRCC = 0.8606 ] +INFO:root:Average loss=0.12285355086892079 +INFO:root: +[Valid][13][UTT][ MSE = 0.2574 | LCC = 0.8555 | SRCC = 0.8536 ] +INFO:root:Average loss=0.11317817064431998 +INFO:root: +[Valid][14][UTT][ MSE = 0.2218 | LCC = 0.8645 | SRCC = 0.8626 ] +INFO:root:Average loss=0.1199083597614215 +INFO:root: +[Valid][15][UTT][ MSE = 0.2314 | LCC = 0.8575 | SRCC = 0.8553 ] +INFO:root:Average loss=0.10664185036260349 +INFO:root: +[Valid][16][UTT][ MSE = 0.2291 | LCC = 0.8596 | SRCC = 0.8579 ] +INFO:root:Average loss=0.10161798733931321 +INFO:root: +[Valid][17][UTT][ MSE = 0.2365 | LCC = 0.8547 | SRCC = 0.8516 ] +INFO:root:Average loss=0.0998436278448655 +INFO:root: +[Valid][18][UTT][ MSE = 0.2561 | LCC = 0.8559 | SRCC = 0.8541 ] +INFO:root:Average loss=0.09419115226811324 +INFO:root: +[Valid][19][UTT][ MSE = 0.2321 | LCC = 0.8538 | SRCC = 0.8510 ] +INFO:root:Average loss=0.0859333638770458 +INFO:root: +[Valid][20][UTT][ MSE = 0.2503 | LCC = 0.8502 | SRCC = 0.8475 ] +INFO:root:Average loss=0.08116870980041149 +INFO:root: +[Valid][21][UTT][ MSE = 0.2422 | LCC = 0.8505 | SRCC = 0.8468 ] +INFO:root:Average loss=0.08110969184109798 +INFO:root: +[Valid][22][UTT][ MSE = 0.2843 | LCC = 0.8504 | SRCC = 0.8500 ] +INFO:root:Average loss=0.0819101349856609 +INFO:root: +[Valid][23][UTT][ MSE = 0.2717 | LCC = 0.8487 | SRCC = 0.8477 ] +INFO:root:Average loss=0.07133177491143727 +INFO:root: +[Valid][24][UTT][ MSE = 0.2558 | LCC = 0.8537 | SRCC = 0.8529 ] +INFO:root:Average loss=0.0713119756621428 +INFO:root: +[Valid][25][UTT][ MSE = 0.2791 | LCC = 0.8492 | SRCC = 0.8475 ] +INFO:root:Average loss=0.06448302078896608 +INFO:root: +[Valid][26][UTT][ MSE = 0.2294 | LCC = 0.8559 | SRCC = 0.8530 ] +INFO:root:Average loss=0.07170996662133779 +INFO:root: +[Valid][27][UTT][ MSE = 0.2421 | LCC = 0.8550 | SRCC = 0.8535 ] +INFO:root:Average loss=0.0593425999276149 +INFO:root: +[Valid][28][UTT][ MSE = 0.2331 | LCC = 0.8550 | SRCC = 0.8521 ] +INFO:root:Average loss=0.058715022288453884 +INFO:root: +[Valid][29][UTT][ MSE = 0.2389 | LCC = 0.8504 | SRCC = 0.8484 ] +INFO:root:Average loss=0.054198312597014964 +INFO:root: +[Valid][30][UTT][ MSE = 0.2363 | LCC = 0.8559 | SRCC = 0.8540 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2189 | LCC = 0.8688 | SRCC = 0.8690 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer36/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer36/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b255f29f41ee8763dbcd2bdc066a93de8e2914bc --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12e09a6da29aa9cac7e4f7ba35a9a4a96b2bb9192a3750b1bfff5453b1f57618 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer36/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d819545561ce1b657bc6128e077060b37e018f2 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c9bd96051bb364b9e2425168587faab4c12063278bc3ee840784af82761d596 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer36/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..3f6a3daf3090966afb6d05a97938a4db7b5b7a91 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.46782799026904964 +INFO:root: +[Valid][0][UTT][ MSE = 0.3522 | LCC = 0.8152 | SRCC = 0.8173 ] +INFO:root:Average loss=0.2781913500183668 +INFO:root: +[Valid][1][UTT][ MSE = 0.3042 | LCC = 0.8331 | SRCC = 0.8333 ] +INFO:root:Average loss=0.234090737425364 +INFO:root: +[Valid][2][UTT][ MSE = 0.2633 | LCC = 0.8454 | SRCC = 0.8435 ] +INFO:root:Average loss=0.25785628696664786 +INFO:root: +[Valid][3][UTT][ MSE = 0.4057 | LCC = 0.8396 | SRCC = 0.8494 ] +INFO:root:Average loss=0.2088584192097187 +INFO:root: +[Valid][4][UTT][ MSE = 0.2650 | LCC = 0.8529 | SRCC = 0.8512 ] +INFO:root:Average loss=0.18860272490061247 +INFO:root: +[Valid][5][UTT][ MSE = 0.2821 | LCC = 0.8566 | SRCC = 0.8554 ] +INFO:root:Average loss=0.2015618992348512 +INFO:root: +[Valid][6][UTT][ MSE = 0.2474 | LCC = 0.8571 | SRCC = 0.8569 ] +INFO:root:Average loss=0.16699670780545625 +INFO:root: +[Valid][7][UTT][ MSE = 0.2390 | LCC = 0.8599 | SRCC = 0.8576 ] +INFO:root:Average loss=0.1765368671562427 +INFO:root: +[Valid][8][UTT][ MSE = 0.3640 | LCC = 0.8481 | SRCC = 0.8527 ] +INFO:root:Average loss=0.16602718190122873 +INFO:root: +[Valid][9][UTT][ MSE = 0.2600 | LCC = 0.8581 | SRCC = 0.8571 ] +INFO:root:Average loss=0.1451917667992604 +INFO:root: +[Valid][10][UTT][ MSE = 0.2593 | LCC = 0.8581 | SRCC = 0.8568 ] +INFO:root:Average loss=0.13914749284203237 +INFO:root: +[Valid][11][UTT][ MSE = 0.2738 | LCC = 0.8518 | SRCC = 0.8523 ] +INFO:root:Average loss=0.12636169905845934 +INFO:root: +[Valid][12][UTT][ MSE = 0.2441 | LCC = 0.8587 | SRCC = 0.8574 ] +INFO:root:Average loss=0.11549876018976554 +INFO:root: +[Valid][13][UTT][ MSE = 0.2337 | LCC = 0.8560 | SRCC = 0.8546 ] +INFO:root:Average loss=0.1172158885269593 +INFO:root: +[Valid][14][UTT][ MSE = 0.2334 | LCC = 0.8588 | SRCC = 0.8569 ] +INFO:root:Average loss=0.12119980204181793 +INFO:root: +[Valid][15][UTT][ MSE = 0.2951 | LCC = 0.8505 | SRCC = 0.8512 ] +INFO:root:Average loss=0.10720962094954956 +INFO:root: +[Valid][16][UTT][ MSE = 0.2486 | LCC = 0.8566 | SRCC = 0.8569 ] +INFO:root:Average loss=0.09667513003716102 +INFO:root: +[Valid][17][UTT][ MSE = 0.2348 | LCC = 0.8551 | SRCC = 0.8529 ] +INFO:root:Average loss=0.09527855906157921 +INFO:root: +[Valid][18][UTT][ MSE = 0.2319 | LCC = 0.8547 | SRCC = 0.8534 ] +INFO:root:Average loss=0.08788390796727095 +INFO:root: +[Valid][19][UTT][ MSE = 0.2360 | LCC = 0.8566 | SRCC = 0.8547 ] +INFO:root:Average loss=0.08641898039823924 +INFO:root: +[Valid][20][UTT][ MSE = 0.2902 | LCC = 0.8514 | SRCC = 0.8534 ] +INFO:root:Average loss=0.08154827022017577 +INFO:root: +[Valid][21][UTT][ MSE = 0.2339 | LCC = 0.8559 | SRCC = 0.8547 ] +INFO:root:Average loss=0.08279233378095505 +INFO:root: +[Valid][22][UTT][ MSE = 0.2951 | LCC = 0.8481 | SRCC = 0.8497 ] +INFO:root:Average loss=0.08541754566324063 +INFO:root: +[Valid][23][UTT][ MSE = 0.2678 | LCC = 0.8506 | SRCC = 0.8517 ] +INFO:root:Average loss=0.06918120049895385 +INFO:root: +[Valid][24][UTT][ MSE = 0.2307 | LCC = 0.8551 | SRCC = 0.8537 ] +INFO:root:Average loss=0.0681045461828128 +INFO:root: +[Valid][25][UTT][ MSE = 0.2791 | LCC = 0.8471 | SRCC = 0.8477 ] +INFO:root:Average loss=0.06688634898418035 +INFO:root: +[Valid][26][UTT][ MSE = 0.2333 | LCC = 0.8533 | SRCC = 0.8521 ] +INFO:root:Average loss=0.06728325726894233 +INFO:root: +[Valid][27][UTT][ MSE = 0.2641 | LCC = 0.8506 | SRCC = 0.8499 ] +INFO:root:Average loss=0.058451941332373865 +INFO:root: +[Valid][28][UTT][ MSE = 0.2639 | LCC = 0.8514 | SRCC = 0.8527 ] +INFO:root:Average loss=0.06005131969085106 +INFO:root: +[Valid][29][UTT][ MSE = 0.2366 | LCC = 0.8521 | SRCC = 0.8504 ] +INFO:root:Average loss=0.05470000622937313 +INFO:root: +[Valid][30][UTT][ MSE = 0.2405 | LCC = 0.8534 | SRCC = 0.8521 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2367 | LCC = 0.8673 | SRCC = 0.8694 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer36/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer36/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..bedf46a46a2f867a456244f053a84f62b2e13487 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a0c20aaeef9e73402c48f3089434cc5e187079070bcbf6a6d2cbc7e765850f8 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer36/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9357d80b4e8168b00a563890ef389bf2130fa241 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dfa34fa5f83758aef62c03039f85460dd5f517103ca463e1b21e78d42156468 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer36/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer36/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..62d9051c7a23bd15acab8274dd01d53b97798a3f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer36/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5403031802330261 +INFO:root: +[Valid][0][UTT][ MSE = 0.3472 | LCC = 0.7987 | SRCC = 0.8005 ] +INFO:root:Average loss=0.29160037140051526 +INFO:root: +[Valid][1][UTT][ MSE = 0.2845 | LCC = 0.8350 | SRCC = 0.8349 ] +INFO:root:Average loss=0.25015308134830916 +INFO:root: +[Valid][2][UTT][ MSE = 0.2941 | LCC = 0.8457 | SRCC = 0.8436 ] +INFO:root:Average loss=0.21945622104864854 +INFO:root: +[Valid][3][UTT][ MSE = 0.3054 | LCC = 0.8570 | SRCC = 0.8540 ] +INFO:root:Average loss=0.2143567461424913 +INFO:root: +[Valid][4][UTT][ MSE = 0.2972 | LCC = 0.8607 | SRCC = 0.8594 ] +INFO:root:Average loss=0.18632809397501823 +INFO:root: +[Valid][5][UTT][ MSE = 0.3829 | LCC = 0.8573 | SRCC = 0.8571 ] +INFO:root:Average loss=0.17762682844813055 +INFO:root: +[Valid][6][UTT][ MSE = 0.2539 | LCC = 0.8584 | SRCC = 0.8540 ] +INFO:root:Average loss=0.1706214968401652 +INFO:root: +[Valid][7][UTT][ MSE = 0.2655 | LCC = 0.8589 | SRCC = 0.8554 ] +INFO:root:Average loss=0.1547461575231491 +INFO:root: +[Valid][8][UTT][ MSE = 0.2508 | LCC = 0.8559 | SRCC = 0.8523 ] +INFO:root:Average loss=0.1478629131347705 +INFO:root: +[Valid][9][UTT][ MSE = 0.2666 | LCC = 0.8593 | SRCC = 0.8564 ] +INFO:root:Average loss=0.14295846252487257 +INFO:root: +[Valid][10][UTT][ MSE = 0.2563 | LCC = 0.8517 | SRCC = 0.8535 ] +INFO:root:Average loss=0.14285138020148644 +INFO:root: +[Valid][11][UTT][ MSE = 0.2470 | LCC = 0.8620 | SRCC = 0.8600 ] +INFO:root:Average loss=0.1326152300223326 +INFO:root: +[Valid][12][UTT][ MSE = 0.2690 | LCC = 0.8601 | SRCC = 0.8582 ] +INFO:root:Average loss=0.12487329513980792 +INFO:root: +[Valid][13][UTT][ MSE = 0.2595 | LCC = 0.8529 | SRCC = 0.8545 ] +INFO:root:Average loss=0.11023803274983014 +INFO:root: +[Valid][14][UTT][ MSE = 0.2442 | LCC = 0.8606 | SRCC = 0.8573 ] +INFO:root:Average loss=0.10794697396266155 +INFO:root: +[Valid][15][UTT][ MSE = 0.2281 | LCC = 0.8595 | SRCC = 0.8577 ] +INFO:root:Average loss=0.10911797904051267 +INFO:root: +[Valid][16][UTT][ MSE = 0.2471 | LCC = 0.8531 | SRCC = 0.8532 ] +INFO:root:Average loss=0.10374127533764411 +INFO:root: +[Valid][17][UTT][ MSE = 0.2900 | LCC = 0.8454 | SRCC = 0.8502 ] +INFO:root:Average loss=0.10772056772540776 +INFO:root: +[Valid][18][UTT][ MSE = 0.2756 | LCC = 0.8604 | SRCC = 0.8596 ] +INFO:root:Average loss=0.09287374953810985 +INFO:root: +[Valid][19][UTT][ MSE = 0.2508 | LCC = 0.8528 | SRCC = 0.8495 ] +INFO:root:Average loss=0.09270783069615181 +INFO:root: +[Valid][20][UTT][ MSE = 0.2650 | LCC = 0.8493 | SRCC = 0.8502 ] +INFO:root:Average loss=0.08840168945682354 +INFO:root: +[Valid][21][UTT][ MSE = 0.2472 | LCC = 0.8534 | SRCC = 0.8527 ] +INFO:root:Average loss=0.0799880382628777 +INFO:root: +[Valid][22][UTT][ MSE = 0.2555 | LCC = 0.8575 | SRCC = 0.8563 ] +INFO:root:Average loss=0.08178898333930053 +INFO:root: +[Valid][23][UTT][ MSE = 0.2568 | LCC = 0.8593 | SRCC = 0.8576 ] +INFO:root:Average loss=0.07396869719601594 +INFO:root: +[Valid][24][UTT][ MSE = 0.2651 | LCC = 0.8558 | SRCC = 0.8537 ] +INFO:root:Average loss=0.07943589288072708 +INFO:root: +[Valid][25][UTT][ MSE = 0.2399 | LCC = 0.8589 | SRCC = 0.8576 ] +INFO:root:Average loss=0.07351301223612748 +INFO:root: +[Valid][26][UTT][ MSE = 0.2367 | LCC = 0.8575 | SRCC = 0.8562 ] +INFO:root:Average loss=0.06573026235669087 +INFO:root: +[Valid][27][UTT][ MSE = 0.2592 | LCC = 0.8566 | SRCC = 0.8555 ] +INFO:root:Average loss=0.06762225147432242 +INFO:root: +[Valid][28][UTT][ MSE = 0.2390 | LCC = 0.8543 | SRCC = 0.8535 ] +INFO:root:Average loss=0.06417936110534729 +INFO:root: +[Valid][29][UTT][ MSE = 0.2496 | LCC = 0.8537 | SRCC = 0.8553 ] +INFO:root:Average loss=0.06490868525818372 +INFO:root: +[Valid][30][UTT][ MSE = 0.2316 | LCC = 0.8590 | SRCC = 0.8592 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2760 | LCC = 0.8672 | SRCC = 0.8697 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer38/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer38/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4d3915af5c13b989aa428f01753dd15b1212939 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9798f1580654b43c02244c2c710ad39ce0936c5fdaeb4aa92d3139b539a85f01 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer38/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2991f150e599fc03e7a33f2433a648d593934de9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:052f633e1daa3e61b25ac6b1c6ac9110fe2761d1fae6227e053482da1505ee3f +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer38/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..70f82f1bae1a3008abe5774cf9681cc4b27ca402 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5070909057290126 +INFO:root: +[Valid][0][UTT][ MSE = 0.3524 | LCC = 0.8085 | SRCC = 0.8101 ] +INFO:root:Average loss=0.2844069202740987 +INFO:root: +[Valid][1][UTT][ MSE = 0.3205 | LCC = 0.8374 | SRCC = 0.8377 ] +INFO:root:Average loss=0.23405783184063741 +INFO:root: +[Valid][2][UTT][ MSE = 0.3418 | LCC = 0.8408 | SRCC = 0.8398 ] +INFO:root:Average loss=0.22875257848929137 +INFO:root: +[Valid][3][UTT][ MSE = 0.2506 | LCC = 0.8560 | SRCC = 0.8527 ] +INFO:root:Average loss=0.20786661750231034 +INFO:root: +[Valid][4][UTT][ MSE = 0.2597 | LCC = 0.8540 | SRCC = 0.8502 ] +INFO:root:Average loss=0.19483748517739466 +INFO:root: +[Valid][5][UTT][ MSE = 0.2491 | LCC = 0.8552 | SRCC = 0.8506 ] +INFO:root:Average loss=0.18904046848034248 +INFO:root: +[Valid][6][UTT][ MSE = 0.2662 | LCC = 0.8566 | SRCC = 0.8514 ] +INFO:root:Average loss=0.18169560885200134 +INFO:root: +[Valid][7][UTT][ MSE = 0.2971 | LCC = 0.8547 | SRCC = 0.8541 ] +INFO:root:Average loss=0.1716896442648692 +INFO:root: +[Valid][8][UTT][ MSE = 0.2578 | LCC = 0.8560 | SRCC = 0.8516 ] +INFO:root:Average loss=0.1693018163817051 +INFO:root: +[Valid][9][UTT][ MSE = 0.2399 | LCC = 0.8610 | SRCC = 0.8578 ] +INFO:root:Average loss=0.16482819989323616 +INFO:root: +[Valid][10][UTT][ MSE = 0.2404 | LCC = 0.8601 | SRCC = 0.8571 ] +INFO:root:Average loss=0.1551352060185029 +INFO:root: +[Valid][11][UTT][ MSE = 0.2412 | LCC = 0.8598 | SRCC = 0.8563 ] +INFO:root:Average loss=0.14854389648789015 +INFO:root: +[Valid][12][UTT][ MSE = 0.2320 | LCC = 0.8576 | SRCC = 0.8541 ] +INFO:root:Average loss=0.1299843912323316 +INFO:root: +[Valid][13][UTT][ MSE = 0.2512 | LCC = 0.8580 | SRCC = 0.8568 ] +INFO:root:Average loss=0.12485795687788571 +INFO:root: +[Valid][14][UTT][ MSE = 0.2369 | LCC = 0.8573 | SRCC = 0.8546 ] +INFO:root:Average loss=0.11987687341677837 +INFO:root: +[Valid][15][UTT][ MSE = 0.2551 | LCC = 0.8545 | SRCC = 0.8544 ] +INFO:root:Average loss=0.11133359792904976 +INFO:root: +[Valid][16][UTT][ MSE = 0.2573 | LCC = 0.8540 | SRCC = 0.8526 ] +INFO:root:Average loss=0.10580787196373329 +INFO:root: +[Valid][17][UTT][ MSE = 0.2409 | LCC = 0.8558 | SRCC = 0.8543 ] +INFO:root:Average loss=0.09717959370941688 +INFO:root: +[Valid][18][UTT][ MSE = 0.2694 | LCC = 0.8580 | SRCC = 0.8574 ] +INFO:root:Average loss=0.09868284166814426 +INFO:root: +[Valid][19][UTT][ MSE = 0.2285 | LCC = 0.8581 | SRCC = 0.8551 ] +INFO:root:Average loss=0.09971028824265186 +INFO:root: +[Valid][20][UTT][ MSE = 0.2279 | LCC = 0.8592 | SRCC = 0.8581 ] +INFO:root:Average loss=0.09440769379337628 +INFO:root: +[Valid][21][UTT][ MSE = 0.2567 | LCC = 0.8577 | SRCC = 0.8566 ] +INFO:root:Average loss=0.08097471077090655 +INFO:root: +[Valid][22][UTT][ MSE = 0.2231 | LCC = 0.8579 | SRCC = 0.8561 ] +INFO:root:Average loss=0.0845735683464087 +INFO:root: +[Valid][23][UTT][ MSE = 0.2340 | LCC = 0.8537 | SRCC = 0.8514 ] +INFO:root:Average loss=0.07737369486727776 +INFO:root: +[Valid][24][UTT][ MSE = 0.2288 | LCC = 0.8543 | SRCC = 0.8523 ] +INFO:root:Average loss=0.07527442157077484 +INFO:root: +[Valid][25][UTT][ MSE = 0.2382 | LCC = 0.8519 | SRCC = 0.8498 ] +INFO:root:Average loss=0.0684222237039835 +INFO:root: +[Valid][26][UTT][ MSE = 0.2522 | LCC = 0.8541 | SRCC = 0.8520 ] +INFO:root:Average loss=0.07089307751411046 +INFO:root: +[Valid][27][UTT][ MSE = 0.2593 | LCC = 0.8496 | SRCC = 0.8471 ] +INFO:root:Average loss=0.06583028678328563 +INFO:root: +[Valid][28][UTT][ MSE = 0.2342 | LCC = 0.8541 | SRCC = 0.8521 ] +INFO:root:Average loss=0.06634628237822117 +INFO:root: +[Valid][29][UTT][ MSE = 0.2320 | LCC = 0.8543 | SRCC = 0.8539 ] +INFO:root:Average loss=0.06191782782284113 +INFO:root: +[Valid][30][UTT][ MSE = 0.2451 | LCC = 0.8532 | SRCC = 0.8515 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2522 | LCC = 0.8660 | SRCC = 0.8685 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer38/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer38/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..afffc03ac35de94f8e49815cd3cf268e8e98cbd9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c071f171bbaa823e54701a61c995c70101b0fefb78caab376c6a94ac76eca1 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer38/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..eab27c541229905a98342efbe9e4d5759c940ab9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acd69666aaa7ac989a828942f92c7f2aae1c8e14deae60a5d8bae7176fe30cda +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer38/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8dc9b6d18e9db5d43856f151b2fce498407313fb --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5507365327615005 +INFO:root: +[Valid][0][UTT][ MSE = 0.3830 | LCC = 0.7874 | SRCC = 0.7961 ] +INFO:root:Average loss=0.27502186386249006 +INFO:root: +[Valid][1][UTT][ MSE = 0.2768 | LCC = 0.8378 | SRCC = 0.8395 ] +INFO:root:Average loss=0.23468328630312896 +INFO:root: +[Valid][2][UTT][ MSE = 0.2749 | LCC = 0.8444 | SRCC = 0.8441 ] +INFO:root:Average loss=0.2029056380956601 +INFO:root: +[Valid][3][UTT][ MSE = 0.2596 | LCC = 0.8494 | SRCC = 0.8476 ] +INFO:root:Average loss=0.19415487272617143 +INFO:root: +[Valid][4][UTT][ MSE = 0.2704 | LCC = 0.8528 | SRCC = 0.8540 ] +INFO:root:Average loss=0.19173525932889718 +INFO:root: +[Valid][5][UTT][ MSE = 0.2603 | LCC = 0.8541 | SRCC = 0.8535 ] +INFO:root:Average loss=0.1667338444445378 +INFO:root: +[Valid][6][UTT][ MSE = 0.2321 | LCC = 0.8606 | SRCC = 0.8601 ] +INFO:root:Average loss=0.19793268035237604 +INFO:root: +[Valid][7][UTT][ MSE = 0.2578 | LCC = 0.8616 | SRCC = 0.8601 ] +INFO:root:Average loss=0.15289464354132995 +INFO:root: +[Valid][8][UTT][ MSE = 0.2577 | LCC = 0.8575 | SRCC = 0.8586 ] +INFO:root:Average loss=0.16261778590388787 +INFO:root: +[Valid][9][UTT][ MSE = 0.2465 | LCC = 0.8592 | SRCC = 0.8579 ] +INFO:root:Average loss=0.14999115065886423 +INFO:root: +[Valid][10][UTT][ MSE = 0.2770 | LCC = 0.8578 | SRCC = 0.8554 ] +INFO:root:Average loss=0.1371036033408764 +INFO:root: +[Valid][11][UTT][ MSE = 0.2412 | LCC = 0.8604 | SRCC = 0.8593 ] +INFO:root:Average loss=0.13155508518983156 +INFO:root: +[Valid][12][UTT][ MSE = 0.2347 | LCC = 0.8630 | SRCC = 0.8620 ] +INFO:root:Average loss=0.1348687444264308 +INFO:root: +[Valid][13][UTT][ MSE = 0.2361 | LCC = 0.8639 | SRCC = 0.8625 ] +INFO:root:Average loss=0.11744202234041996 +INFO:root: +[Valid][14][UTT][ MSE = 0.2341 | LCC = 0.8621 | SRCC = 0.8613 ] +INFO:root:Average loss=0.11599284878525978 +INFO:root: +[Valid][15][UTT][ MSE = 0.2806 | LCC = 0.8517 | SRCC = 0.8533 ] +INFO:root:Average loss=0.10685268617593326 +INFO:root: +[Valid][16][UTT][ MSE = 0.2526 | LCC = 0.8580 | SRCC = 0.8593 ] +INFO:root:Average loss=0.10964936275894825 +INFO:root: +[Valid][17][UTT][ MSE = 0.2421 | LCC = 0.8595 | SRCC = 0.8590 ] +INFO:root:Average loss=0.09272175458952403 +INFO:root: +[Valid][18][UTT][ MSE = 0.2398 | LCC = 0.8561 | SRCC = 0.8552 ] +INFO:root:Average loss=0.09262751252987446 +INFO:root: +[Valid][19][UTT][ MSE = 0.2313 | LCC = 0.8608 | SRCC = 0.8602 ] +INFO:root:Average loss=0.08961917321460369 +INFO:root: +[Valid][20][UTT][ MSE = 0.2381 | LCC = 0.8552 | SRCC = 0.8540 ] +INFO:root:Average loss=0.09435541134996292 +INFO:root: +[Valid][21][UTT][ MSE = 0.2645 | LCC = 0.8589 | SRCC = 0.8592 ] +INFO:root:Average loss=0.08313312142705306 +INFO:root: +[Valid][22][UTT][ MSE = 0.2289 | LCC = 0.8583 | SRCC = 0.8589 ] +INFO:root:Average loss=0.07885605870531155 +INFO:root: +[Valid][23][UTT][ MSE = 0.2259 | LCC = 0.8593 | SRCC = 0.8588 ] +INFO:root:Average loss=0.07038533835647962 +INFO:root: +[Valid][24][UTT][ MSE = 0.2487 | LCC = 0.8577 | SRCC = 0.8574 ] +INFO:root:Average loss=0.0708104801388123 +INFO:root: +[Valid][25][UTT][ MSE = 0.2422 | LCC = 0.8569 | SRCC = 0.8573 ] +INFO:root:Average loss=0.06413043424105033 +INFO:root: +[Valid][26][UTT][ MSE = 0.2415 | LCC = 0.8597 | SRCC = 0.8591 ] +INFO:root:Average loss=0.06481866748669209 +INFO:root: +[Valid][27][UTT][ MSE = 0.2573 | LCC = 0.8542 | SRCC = 0.8551 ] +INFO:root:Average loss=0.06266907421060097 +INFO:root: +[Valid][28][UTT][ MSE = 0.2503 | LCC = 0.8504 | SRCC = 0.8492 ] +INFO:root:Average loss=0.06336536721732372 +INFO:root: +[Valid][29][UTT][ MSE = 0.2393 | LCC = 0.8578 | SRCC = 0.8572 ] +INFO:root:Average loss=0.05253532447685034 +INFO:root: +[Valid][30][UTT][ MSE = 0.2358 | LCC = 0.8561 | SRCC = 0.8551 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2411 | LCC = 0.8697 | SRCC = 0.8700 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer38/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer38/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a5ced6f605e8dfbacf73d8559208f2bd52146ed --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f92671f1fab582b63774f55a4ed74ea02b516c14641fb46f34cbbcdcf18a47c6 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer38/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f392e7b981d6d423589d66622f7af0c62ca3bc61 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84caebbd04253bad9b61b411bd6f54f557f27e15a9ebef560c0b954625cb662b +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer38/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..98a251d788d4c6e41d29245b2e0492137eb86c71 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4890604995382138 +INFO:root: +[Valid][0][UTT][ MSE = 0.3053 | LCC = 0.8130 | SRCC = 0.8166 ] +INFO:root:Average loss=0.2695315810732352 +INFO:root: +[Valid][1][UTT][ MSE = 0.2581 | LCC = 0.8415 | SRCC = 0.8423 ] +INFO:root:Average loss=0.258920434766855 +INFO:root: +[Valid][2][UTT][ MSE = 0.2426 | LCC = 0.8484 | SRCC = 0.8490 ] +INFO:root:Average loss=0.2192069534689952 +INFO:root: +[Valid][3][UTT][ MSE = 0.2637 | LCC = 0.8466 | SRCC = 0.8454 ] +INFO:root:Average loss=0.20822859498170707 +INFO:root: +[Valid][4][UTT][ MSE = 0.2880 | LCC = 0.8547 | SRCC = 0.8527 ] +INFO:root:Average loss=0.18962670757602423 +INFO:root: +[Valid][5][UTT][ MSE = 0.2765 | LCC = 0.8543 | SRCC = 0.8532 ] +INFO:root:Average loss=0.18821359912936503 +INFO:root: +[Valid][6][UTT][ MSE = 0.2765 | LCC = 0.8533 | SRCC = 0.8500 ] +INFO:root:Average loss=0.16494052073894402 +INFO:root: +[Valid][7][UTT][ MSE = 0.2647 | LCC = 0.8546 | SRCC = 0.8514 ] +INFO:root:Average loss=0.15898813183108965 +INFO:root: +[Valid][8][UTT][ MSE = 0.2980 | LCC = 0.8541 | SRCC = 0.8529 ] +INFO:root:Average loss=0.14687052111213023 +INFO:root: +[Valid][9][UTT][ MSE = 0.2870 | LCC = 0.8547 | SRCC = 0.8551 ] +INFO:root:Average loss=0.1614665096768966 +INFO:root: +[Valid][10][UTT][ MSE = 0.2416 | LCC = 0.8603 | SRCC = 0.8569 ] +INFO:root:Average loss=0.13447702227112573 +INFO:root: +[Valid][11][UTT][ MSE = 0.3006 | LCC = 0.8565 | SRCC = 0.8564 ] +INFO:root:Average loss=0.13856934727384493 +INFO:root: +[Valid][12][UTT][ MSE = 0.2506 | LCC = 0.8592 | SRCC = 0.8575 ] +INFO:root:Average loss=0.1261272557461873 +INFO:root: +[Valid][13][UTT][ MSE = 0.2449 | LCC = 0.8601 | SRCC = 0.8577 ] +INFO:root:Average loss=0.11659584490534587 +INFO:root: +[Valid][14][UTT][ MSE = 0.2487 | LCC = 0.8600 | SRCC = 0.8578 ] +INFO:root:Average loss=0.12191287662165287 +INFO:root: +[Valid][15][UTT][ MSE = 0.2707 | LCC = 0.8585 | SRCC = 0.8567 ] +INFO:root:Average loss=0.11819335120992783 +INFO:root: +[Valid][16][UTT][ MSE = 0.2441 | LCC = 0.8626 | SRCC = 0.8613 ] +INFO:root:Average loss=0.10342198552993628 +INFO:root: +[Valid][17][UTT][ MSE = 0.3335 | LCC = 0.8528 | SRCC = 0.8552 ] +INFO:root:Average loss=0.10097908610716844 +INFO:root: +[Valid][18][UTT][ MSE = 0.2253 | LCC = 0.8637 | SRCC = 0.8617 ] +INFO:root:Average loss=0.09621615913242866 +INFO:root: +[Valid][19][UTT][ MSE = 0.2402 | LCC = 0.8617 | SRCC = 0.8602 ] +INFO:root:Average loss=0.0973758316383912 +INFO:root: +[Valid][20][UTT][ MSE = 0.2599 | LCC = 0.8596 | SRCC = 0.8594 ] +INFO:root:Average loss=0.08964135125279427 +INFO:root: +[Valid][21][UTT][ MSE = 0.2311 | LCC = 0.8636 | SRCC = 0.8626 ] +INFO:root:Average loss=0.08868475511479072 +INFO:root: +[Valid][22][UTT][ MSE = 0.2300 | LCC = 0.8638 | SRCC = 0.8608 ] +INFO:root:Average loss=0.08319354224472474 +INFO:root: +[Valid][23][UTT][ MSE = 0.2389 | LCC = 0.8606 | SRCC = 0.8590 ] +INFO:root:Average loss=0.08082495472179009 +INFO:root: +[Valid][24][UTT][ MSE = 0.2262 | LCC = 0.8635 | SRCC = 0.8614 ] +INFO:root:Average loss=0.07753909484316142 +INFO:root: +[Valid][25][UTT][ MSE = 0.2185 | LCC = 0.8654 | SRCC = 0.8643 ] +INFO:root:Average loss=0.06951837327617866 +INFO:root: +[Valid][26][UTT][ MSE = 0.2413 | LCC = 0.8636 | SRCC = 0.8618 ] +INFO:root:Average loss=0.07036080230505039 +INFO:root: +[Valid][27][UTT][ MSE = 0.3039 | LCC = 0.8526 | SRCC = 0.8554 ] +INFO:root:Average loss=0.07140375917347577 +INFO:root: +[Valid][28][UTT][ MSE = 0.2212 | LCC = 0.8664 | SRCC = 0.8648 ] +INFO:root:Average loss=0.06764828552229282 +INFO:root: +[Valid][29][UTT][ MSE = 0.2551 | LCC = 0.8641 | SRCC = 0.8639 ] +INFO:root:Average loss=0.05863923737062858 +INFO:root: +[Valid][30][UTT][ MSE = 0.2555 | LCC = 0.8630 | SRCC = 0.8620 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2307 | LCC = 0.8654 | SRCC = 0.8671 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer38/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer38/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4436f5ab3c313ae2900c322383fe0e291c3201c0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a539ec7831673fdeabb9e2a2b70ee0476c602afcbc37018386b45e579034eeeb +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer38/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..238792ed582297480bcb7c743bb2de09578a52bf --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c89954fa6bf4f9387662ebce67eb443a9e08685657cc988aae50a111d3700245 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer38/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..371613ca3bb265513d712a7123694f808c886ad1 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4916198664368727 +INFO:root: +[Valid][0][UTT][ MSE = 0.4140 | LCC = 0.8010 | SRCC = 0.8178 ] +INFO:root:Average loss=0.2774184640401449 +INFO:root: +[Valid][1][UTT][ MSE = 0.3487 | LCC = 0.8297 | SRCC = 0.8353 ] +INFO:root:Average loss=0.23052144346710962 +INFO:root: +[Valid][2][UTT][ MSE = 0.3041 | LCC = 0.8389 | SRCC = 0.8395 ] +INFO:root:Average loss=0.20968206073993292 +INFO:root: +[Valid][3][UTT][ MSE = 0.2662 | LCC = 0.8486 | SRCC = 0.8448 ] +INFO:root:Average loss=0.22000932368712547 +INFO:root: +[Valid][4][UTT][ MSE = 0.2754 | LCC = 0.8497 | SRCC = 0.8449 ] +INFO:root:Average loss=0.19847576186442986 +INFO:root: +[Valid][5][UTT][ MSE = 0.2682 | LCC = 0.8470 | SRCC = 0.8492 ] +INFO:root:Average loss=0.18394930078051028 +INFO:root: +[Valid][6][UTT][ MSE = 0.2652 | LCC = 0.8539 | SRCC = 0.8505 ] +INFO:root:Average loss=0.1724161526713616 +INFO:root: +[Valid][7][UTT][ MSE = 0.3408 | LCC = 0.8397 | SRCC = 0.8426 ] +INFO:root:Average loss=0.16815558629922378 +INFO:root: +[Valid][8][UTT][ MSE = 0.2494 | LCC = 0.8539 | SRCC = 0.8516 ] +INFO:root:Average loss=0.1470044573339132 +INFO:root: +[Valid][9][UTT][ MSE = 0.2792 | LCC = 0.8540 | SRCC = 0.8531 ] +INFO:root:Average loss=0.1464411120575208 +INFO:root: +[Valid][10][UTT][ MSE = 0.2514 | LCC = 0.8589 | SRCC = 0.8568 ] +INFO:root:Average loss=0.13353649784739202 +INFO:root: +[Valid][11][UTT][ MSE = 0.2395 | LCC = 0.8537 | SRCC = 0.8531 ] +INFO:root:Average loss=0.1285762742925913 +INFO:root: +[Valid][12][UTT][ MSE = 0.2527 | LCC = 0.8529 | SRCC = 0.8537 ] +INFO:root:Average loss=0.12632449639913362 +INFO:root: +[Valid][13][UTT][ MSE = 0.3233 | LCC = 0.8494 | SRCC = 0.8522 ] +INFO:root:Average loss=0.13830340653657913 +INFO:root: +[Valid][14][UTT][ MSE = 0.2333 | LCC = 0.8582 | SRCC = 0.8561 ] +INFO:root:Average loss=0.118162196320601 +INFO:root: +[Valid][15][UTT][ MSE = 0.2261 | LCC = 0.8604 | SRCC = 0.8582 ] +INFO:root:Average loss=0.10926414319337943 +INFO:root: +[Valid][16][UTT][ MSE = 0.2334 | LCC = 0.8594 | SRCC = 0.8583 ] +INFO:root:Average loss=0.1032730996226653 +INFO:root: +[Valid][17][UTT][ MSE = 0.2500 | LCC = 0.8531 | SRCC = 0.8516 ] +INFO:root:Average loss=0.09688265640766193 +INFO:root: +[Valid][18][UTT][ MSE = 0.3226 | LCC = 0.8427 | SRCC = 0.8461 ] +INFO:root:Average loss=0.09021076006002915 +INFO:root: +[Valid][19][UTT][ MSE = 0.2578 | LCC = 0.8509 | SRCC = 0.8496 ] +INFO:root:Average loss=0.09911008289036079 +INFO:root: +[Valid][20][UTT][ MSE = 0.2670 | LCC = 0.8520 | SRCC = 0.8507 ] +INFO:root:Average loss=0.08655052660749508 +INFO:root: +[Valid][21][UTT][ MSE = 0.2387 | LCC = 0.8513 | SRCC = 0.8503 ] +INFO:root:Average loss=0.07964911927970555 +INFO:root: +[Valid][22][UTT][ MSE = 0.2947 | LCC = 0.8497 | SRCC = 0.8500 ] +INFO:root:Average loss=0.08502883803194915 +INFO:root: +[Valid][23][UTT][ MSE = 0.2344 | LCC = 0.8567 | SRCC = 0.8540 ] +INFO:root:Average loss=0.07650539723153298 +INFO:root: +[Valid][24][UTT][ MSE = 0.2320 | LCC = 0.8549 | SRCC = 0.8524 ] +INFO:root:Average loss=0.06845491618300095 +INFO:root: +[Valid][25][UTT][ MSE = 0.2444 | LCC = 0.8520 | SRCC = 0.8498 ] +INFO:root:Average loss=0.06588901985341157 +INFO:root: +[Valid][26][UTT][ MSE = 0.2430 | LCC = 0.8559 | SRCC = 0.8529 ] +INFO:root:Average loss=0.06681633229630116 +INFO:root: +[Valid][27][UTT][ MSE = 0.3126 | LCC = 0.8463 | SRCC = 0.8468 ] +INFO:root:Average loss=0.06595333527104977 +INFO:root: +[Valid][28][UTT][ MSE = 0.2686 | LCC = 0.8495 | SRCC = 0.8476 ] +INFO:root:Average loss=0.060720156209591106 +INFO:root: +[Valid][29][UTT][ MSE = 0.2542 | LCC = 0.8485 | SRCC = 0.8454 ] +INFO:root:Average loss=0.05307185153166453 +INFO:root: +[Valid][30][UTT][ MSE = 0.2461 | LCC = 0.8501 | SRCC = 0.8468 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2433 | LCC = 0.8612 | SRCC = 0.8614 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer38/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer38/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fa29ef6fcd724e9b4c8d8c1d028b7c5bf72e12d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0007d18d50a5d50c24eefbb33ebdfbbcfab3c6396193176aef5d79d34939bc13 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer38/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..61854ae58c4c5afbd45f1c701c4417ae943b6849 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:466938cebc4e3d29db0eac4aedf2a65843a8e3ae9fbb8e631f282787b8f9fa9b +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer38/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer38/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..018a8fa993c12adacf661978047d7b18fc12c64c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer38/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.48302992433309555 +INFO:root: +[Valid][0][UTT][ MSE = 0.3401 | LCC = 0.8226 | SRCC = 0.8234 ] +INFO:root:Average loss=0.2631719742829983 +INFO:root: +[Valid][1][UTT][ MSE = 0.4241 | LCC = 0.8257 | SRCC = 0.8354 ] +INFO:root:Average loss=0.223773792386055 +INFO:root: +[Valid][2][UTT][ MSE = 0.3014 | LCC = 0.8419 | SRCC = 0.8434 ] +INFO:root:Average loss=0.20673860752811798 +INFO:root: +[Valid][3][UTT][ MSE = 0.3178 | LCC = 0.8488 | SRCC = 0.8477 ] +INFO:root:Average loss=0.2130934805251085 +INFO:root: +[Valid][4][UTT][ MSE = 0.2508 | LCC = 0.8561 | SRCC = 0.8538 ] +INFO:root:Average loss=0.1896793483159481 +INFO:root: +[Valid][5][UTT][ MSE = 0.3810 | LCC = 0.8499 | SRCC = 0.8490 ] +INFO:root:Average loss=0.18144373528850385 +INFO:root: +[Valid][6][UTT][ MSE = 0.2651 | LCC = 0.8501 | SRCC = 0.8483 ] +INFO:root:Average loss=0.1864932449773336 +INFO:root: +[Valid][7][UTT][ MSE = 0.3901 | LCC = 0.8532 | SRCC = 0.8546 ] +INFO:root:Average loss=0.17199560006459555 +INFO:root: +[Valid][8][UTT][ MSE = 0.2853 | LCC = 0.8536 | SRCC = 0.8501 ] +INFO:root:Average loss=0.16338960597148308 +INFO:root: +[Valid][9][UTT][ MSE = 0.2571 | LCC = 0.8565 | SRCC = 0.8516 ] +INFO:root:Average loss=0.14138975920967567 +INFO:root: +[Valid][10][UTT][ MSE = 0.2620 | LCC = 0.8535 | SRCC = 0.8509 ] +INFO:root:Average loss=0.1456548537199314 +INFO:root: +[Valid][11][UTT][ MSE = 0.2476 | LCC = 0.8574 | SRCC = 0.8542 ] +INFO:root:Average loss=0.12294731881373967 +INFO:root: +[Valid][12][UTT][ MSE = 0.2380 | LCC = 0.8593 | SRCC = 0.8565 ] +INFO:root:Average loss=0.12013130988448094 +INFO:root: +[Valid][13][UTT][ MSE = 0.2974 | LCC = 0.8514 | SRCC = 0.8499 ] +INFO:root:Average loss=0.12978053723390287 +INFO:root: +[Valid][14][UTT][ MSE = 0.3258 | LCC = 0.8470 | SRCC = 0.8472 ] +INFO:root:Average loss=0.11577776938867874 +INFO:root: +[Valid][15][UTT][ MSE = 0.2839 | LCC = 0.8549 | SRCC = 0.8528 ] +INFO:root:Average loss=0.10294790914616524 +INFO:root: +[Valid][16][UTT][ MSE = 0.2347 | LCC = 0.8564 | SRCC = 0.8536 ] +INFO:root:Average loss=0.09748601880020057 +INFO:root: +[Valid][17][UTT][ MSE = 0.2293 | LCC = 0.8554 | SRCC = 0.8526 ] +INFO:root:Average loss=0.10431334567375672 +INFO:root: +[Valid][18][UTT][ MSE = 0.2356 | LCC = 0.8525 | SRCC = 0.8504 ] +INFO:root:Average loss=0.09213490731632099 +INFO:root: +[Valid][19][UTT][ MSE = 0.2316 | LCC = 0.8548 | SRCC = 0.8520 ] +INFO:root:Average loss=0.08254728580896671 +INFO:root: +[Valid][20][UTT][ MSE = 0.3102 | LCC = 0.8514 | SRCC = 0.8499 ] +INFO:root:Average loss=0.08876874512777878 +INFO:root: +[Valid][21][UTT][ MSE = 0.2347 | LCC = 0.8499 | SRCC = 0.8467 ] +INFO:root:Average loss=0.07909807543724011 +INFO:root: +[Valid][22][UTT][ MSE = 0.2417 | LCC = 0.8486 | SRCC = 0.8460 ] +INFO:root:Average loss=0.08826920590721644 +INFO:root: +[Valid][23][UTT][ MSE = 0.2670 | LCC = 0.8500 | SRCC = 0.8473 ] +INFO:root:Average loss=0.07510702818250045 +INFO:root: +[Valid][24][UTT][ MSE = 0.2565 | LCC = 0.8520 | SRCC = 0.8499 ] +INFO:root:Average loss=0.0668686601596001 +INFO:root: +[Valid][25][UTT][ MSE = 0.2659 | LCC = 0.8470 | SRCC = 0.8441 ] +INFO:root:Average loss=0.07368563679166329 +INFO:root: +[Valid][26][UTT][ MSE = 0.2444 | LCC = 0.8546 | SRCC = 0.8520 ] +INFO:root:Average loss=0.0664814680050581 +INFO:root: +[Valid][27][UTT][ MSE = 0.2489 | LCC = 0.8516 | SRCC = 0.8489 ] +INFO:root:Average loss=0.057885126903271064 +INFO:root: +[Valid][28][UTT][ MSE = 0.2482 | LCC = 0.8476 | SRCC = 0.8456 ] +INFO:root:Average loss=0.05520425942272712 +INFO:root: +[Valid][29][UTT][ MSE = 0.2323 | LCC = 0.8537 | SRCC = 0.8515 ] +INFO:root:Average loss=0.06713165987569553 +INFO:root: +[Valid][30][UTT][ MSE = 0.2377 | LCC = 0.8546 | SRCC = 0.8523 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2156 | LCC = 0.8690 | SRCC = 0.8682 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer4/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer4/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8c2fa036b72239c0662a96558f58da0f7a826cd --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7508df2b49ea1e29600dcc19b65cc200dad5803f4477e0328478bf3e6f8fbbf2 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer4/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b4f246d62473ee3934713e8bc743e394bdd77c8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85d1818fc2ae2dbe1cea33daa9b0e7bc8cc419d120e93e11f7253e1ebd31542d +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer4/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..fe2d0a10a7a36b7135923ef9566d835aebbf9f20 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.45145359482520664 +INFO:root: +[Valid][0][UTT][ MSE = 0.3493 | LCC = 0.7841 | SRCC = 0.7989 ] +INFO:root:Average loss=0.27558988829453784 +INFO:root: +[Valid][1][UTT][ MSE = 0.2673 | LCC = 0.8531 | SRCC = 0.8512 ] +INFO:root:Average loss=0.23788673182328543 +INFO:root: +[Valid][2][UTT][ MSE = 0.2485 | LCC = 0.8622 | SRCC = 0.8588 ] +INFO:root:Average loss=0.20179717930463645 +INFO:root: +[Valid][3][UTT][ MSE = 0.2212 | LCC = 0.8705 | SRCC = 0.8711 ] +INFO:root:Average loss=0.18534948772344834 +INFO:root: +[Valid][4][UTT][ MSE = 0.2018 | LCC = 0.8793 | SRCC = 0.8781 ] +INFO:root:Average loss=0.17593364045023918 +INFO:root: +[Valid][5][UTT][ MSE = 0.2177 | LCC = 0.8808 | SRCC = 0.8787 ] +INFO:root:Average loss=0.1663596738034334 +INFO:root: +[Valid][6][UTT][ MSE = 0.2089 | LCC = 0.8844 | SRCC = 0.8816 ] +INFO:root:Average loss=0.1617137455405333 +INFO:root: +[Valid][7][UTT][ MSE = 0.2072 | LCC = 0.8864 | SRCC = 0.8860 ] +INFO:root:Average loss=0.16174443534169441 +INFO:root: +[Valid][8][UTT][ MSE = 0.2051 | LCC = 0.8892 | SRCC = 0.8874 ] +INFO:root:Average loss=0.1347647257722341 +INFO:root: +[Valid][9][UTT][ MSE = 0.2126 | LCC = 0.8825 | SRCC = 0.8814 ] +INFO:root:Average loss=0.13013349253779802 +INFO:root: +[Valid][10][UTT][ MSE = 0.2127 | LCC = 0.8854 | SRCC = 0.8837 ] +INFO:root:Average loss=0.1291473655937574 +INFO:root: +[Valid][11][UTT][ MSE = 0.2061 | LCC = 0.8823 | SRCC = 0.8815 ] +INFO:root:Average loss=0.11744157640406719 +INFO:root: +[Valid][12][UTT][ MSE = 0.1867 | LCC = 0.8854 | SRCC = 0.8854 ] +INFO:root:Average loss=0.10901736649565208 +INFO:root: +[Valid][13][UTT][ MSE = 0.2048 | LCC = 0.8861 | SRCC = 0.8845 ] +INFO:root:Average loss=0.10415461788383815 +INFO:root: +[Valid][14][UTT][ MSE = 0.2039 | LCC = 0.8817 | SRCC = 0.8804 ] +INFO:root:Average loss=0.10034229439229538 +INFO:root: +[Valid][15][UTT][ MSE = 0.1938 | LCC = 0.8816 | SRCC = 0.8820 ] +INFO:root:Average loss=0.09390572721186356 +INFO:root: +[Valid][16][UTT][ MSE = 0.2041 | LCC = 0.8848 | SRCC = 0.8844 ] +INFO:root:Average loss=0.08637102607351083 +INFO:root: +[Valid][17][UTT][ MSE = 0.1957 | LCC = 0.8822 | SRCC = 0.8825 ] +INFO:root:Average loss=0.08710818799833457 +INFO:root: +[Valid][18][UTT][ MSE = 0.1859 | LCC = 0.8842 | SRCC = 0.8837 ] +INFO:root:Average loss=0.07806611877794449 +INFO:root: +[Valid][19][UTT][ MSE = 0.2093 | LCC = 0.8831 | SRCC = 0.8833 ] +INFO:root:Average loss=0.07379140413533418 +INFO:root: +[Valid][20][UTT][ MSE = 0.1954 | LCC = 0.8782 | SRCC = 0.8779 ] +INFO:root:Average loss=0.07203740449861074 +INFO:root: +[Valid][21][UTT][ MSE = 0.1913 | LCC = 0.8802 | SRCC = 0.8810 ] +INFO:root:Average loss=0.07227506049168415 +INFO:root: +[Valid][22][UTT][ MSE = 0.1954 | LCC = 0.8796 | SRCC = 0.8793 ] +INFO:root:Average loss=0.06761527720552224 +INFO:root: +[Valid][23][UTT][ MSE = 0.1981 | LCC = 0.8823 | SRCC = 0.8821 ] +INFO:root:Average loss=0.0669868882649984 +INFO:root: +[Valid][24][UTT][ MSE = 0.1976 | LCC = 0.8822 | SRCC = 0.8827 ] +INFO:root:Average loss=0.06030103965447499 +INFO:root: +[Valid][25][UTT][ MSE = 0.1962 | LCC = 0.8818 | SRCC = 0.8818 ] +INFO:root:Average loss=0.06480730071854897 +INFO:root: +[Valid][26][UTT][ MSE = 0.1897 | LCC = 0.8849 | SRCC = 0.8852 ] +INFO:root:Average loss=0.05733866053513992 +INFO:root: +[Valid][27][UTT][ MSE = 0.1867 | LCC = 0.8840 | SRCC = 0.8834 ] +INFO:root:Average loss=0.05319681949913502 +INFO:root: +[Valid][28][UTT][ MSE = 0.1966 | LCC = 0.8814 | SRCC = 0.8803 ] +INFO:root:Average loss=0.04742580836113447 +INFO:root: +[Valid][29][UTT][ MSE = 0.1895 | LCC = 0.8850 | SRCC = 0.8852 ] +INFO:root:Average loss=0.04909145206404038 +INFO:root: +[Valid][30][UTT][ MSE = 0.1898 | LCC = 0.8839 | SRCC = 0.8836 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2149 | LCC = 0.8822 | SRCC = 0.8816 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer4/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer4/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf33c1f4935f7b1847647db4df49fa968b869129 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc7c3d0d49856bf21b6fad26aacd413899f34e72e52e790064c099997d3ca172 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer4/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..65f6d092ece5fe41db88fb905f5082218c15ac79 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e753e5df6e275912cc01fa3741b4658a6bfa1a15ed9bfede8441c6d87daf2ba +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer4/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b5a321d0098cb9d5a15a8e8c1ef3a34cf86f38f9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.47265291538758153 +INFO:root: +[Valid][0][UTT][ MSE = 0.3174 | LCC = 0.8012 | SRCC = 0.8063 ] +INFO:root:Average loss=0.2654630855107919 +INFO:root: +[Valid][1][UTT][ MSE = 0.2700 | LCC = 0.8368 | SRCC = 0.8390 ] +INFO:root:Average loss=0.2269411482490026 +INFO:root: +[Valid][2][UTT][ MSE = 0.2446 | LCC = 0.8593 | SRCC = 0.8567 ] +INFO:root:Average loss=0.22046735615302354 +INFO:root: +[Valid][3][UTT][ MSE = 0.2378 | LCC = 0.8586 | SRCC = 0.8626 ] +INFO:root:Average loss=0.19942242203232569 +INFO:root: +[Valid][4][UTT][ MSE = 0.2375 | LCC = 0.8721 | SRCC = 0.8737 ] +INFO:root:Average loss=0.19283361484607062 +INFO:root: +[Valid][5][UTT][ MSE = 0.2131 | LCC = 0.8690 | SRCC = 0.8742 ] +INFO:root:Average loss=0.1790928163398535 +INFO:root: +[Valid][6][UTT][ MSE = 0.2712 | LCC = 0.8695 | SRCC = 0.8746 ] +INFO:root:Average loss=0.17205651429219124 +INFO:root: +[Valid][7][UTT][ MSE = 0.2201 | LCC = 0.8806 | SRCC = 0.8797 ] +INFO:root:Average loss=0.15843039005994797 +INFO:root: +[Valid][8][UTT][ MSE = 0.1986 | LCC = 0.8874 | SRCC = 0.8874 ] +INFO:root:Average loss=0.15195400048142824 +INFO:root: +[Valid][9][UTT][ MSE = 0.2055 | LCC = 0.8858 | SRCC = 0.8847 ] +INFO:root:Average loss=0.1459959887732298 +INFO:root: +[Valid][10][UTT][ MSE = 0.2169 | LCC = 0.8801 | SRCC = 0.8802 ] +INFO:root:Average loss=0.13563500296993133 +INFO:root: +[Valid][11][UTT][ MSE = 0.2354 | LCC = 0.8854 | SRCC = 0.8866 ] +INFO:root:Average loss=0.12441838828799053 +INFO:root: +[Valid][12][UTT][ MSE = 0.2502 | LCC = 0.8830 | SRCC = 0.8864 ] +INFO:root:Average loss=0.12083502591420443 +INFO:root: +[Valid][13][UTT][ MSE = 0.2230 | LCC = 0.8828 | SRCC = 0.8847 ] +INFO:root:Average loss=0.11694821782219104 +INFO:root: +[Valid][14][UTT][ MSE = 0.2071 | LCC = 0.8817 | SRCC = 0.8847 ] +INFO:root:Average loss=0.1048358045040797 +INFO:root: +[Valid][15][UTT][ MSE = 0.2122 | LCC = 0.8794 | SRCC = 0.8810 ] +INFO:root:Average loss=0.10112159957106297 +INFO:root: +[Valid][16][UTT][ MSE = 0.1934 | LCC = 0.8826 | SRCC = 0.8843 ] +INFO:root:Average loss=0.09409027131131062 +INFO:root: +[Valid][17][UTT][ MSE = 0.2099 | LCC = 0.8808 | SRCC = 0.8826 ] +INFO:root:Average loss=0.1013128632822862 +INFO:root: +[Valid][18][UTT][ MSE = 0.2373 | LCC = 0.8783 | SRCC = 0.8806 ] +INFO:root:Average loss=0.09072360372505127 +INFO:root: +[Valid][19][UTT][ MSE = 0.2050 | LCC = 0.8823 | SRCC = 0.8807 ] +INFO:root:Average loss=0.07833615241524501 +INFO:root: +[Valid][20][UTT][ MSE = 0.2163 | LCC = 0.8774 | SRCC = 0.8802 ] +INFO:root:Average loss=0.08080604027670163 +INFO:root: +[Valid][21][UTT][ MSE = 0.2164 | LCC = 0.8792 | SRCC = 0.8795 ] +INFO:root:Average loss=0.0713558261975264 +INFO:root: +[Valid][22][UTT][ MSE = 0.1889 | LCC = 0.8834 | SRCC = 0.8842 ] +INFO:root:Average loss=0.0660346346692397 +INFO:root: +[Valid][23][UTT][ MSE = 0.1986 | LCC = 0.8804 | SRCC = 0.8814 ] +INFO:root:Average loss=0.07081949347868943 +INFO:root: +[Valid][24][UTT][ MSE = 0.1955 | LCC = 0.8821 | SRCC = 0.8824 ] +INFO:root:Average loss=0.06349769263313366 +INFO:root: +[Valid][25][UTT][ MSE = 0.1993 | LCC = 0.8779 | SRCC = 0.8783 ] +INFO:root:Average loss=0.058680892372742675 +INFO:root: +[Valid][26][UTT][ MSE = 0.2005 | LCC = 0.8776 | SRCC = 0.8791 ] +INFO:root:Average loss=0.06550807639574394 +INFO:root: +[Valid][27][UTT][ MSE = 0.2086 | LCC = 0.8753 | SRCC = 0.8767 ] +INFO:root:Average loss=0.060299449480879 +INFO:root: +[Valid][28][UTT][ MSE = 0.2213 | LCC = 0.8756 | SRCC = 0.8790 ] +INFO:root:Average loss=0.0542414436260095 +INFO:root: +[Valid][29][UTT][ MSE = 0.2063 | LCC = 0.8786 | SRCC = 0.8778 ] +INFO:root:Average loss=0.05518577703967308 +INFO:root: +[Valid][30][UTT][ MSE = 0.2139 | LCC = 0.8761 | SRCC = 0.8774 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2147 | LCC = 0.8818 | SRCC = 0.8814 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer4/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer4/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4d32530c5b005ade16dd438b3aea28bf339d958 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70b56a3477a96888488f74c9b55288c2e061cc9df9cadad0b42f74cf1875ab4f +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer4/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c3a7a7b706f9049b8116e16f4bcf05d861866a8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eb87e8d9169681cf1dba670209450b6dcd182ebf339acba7759276dd7d4e044 +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer4/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..57a8196722ff36dc08e90ed7af433af5d090751e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5297327943337269 +INFO:root: +[Valid][0][UTT][ MSE = 0.3558 | LCC = 0.7809 | SRCC = 0.7905 ] +INFO:root:Average loss=0.274326917834771 +INFO:root: +[Valid][1][UTT][ MSE = 0.2788 | LCC = 0.8353 | SRCC = 0.8386 ] +INFO:root:Average loss=0.23581633774133828 +INFO:root: +[Valid][2][UTT][ MSE = 0.3033 | LCC = 0.8419 | SRCC = 0.8515 ] +INFO:root:Average loss=0.22880454304126593 +INFO:root: +[Valid][3][UTT][ MSE = 0.2522 | LCC = 0.8689 | SRCC = 0.8665 ] +INFO:root:Average loss=0.19047800098092127 +INFO:root: +[Valid][4][UTT][ MSE = 0.2720 | LCC = 0.8686 | SRCC = 0.8686 ] +INFO:root:Average loss=0.19825181775750259 +INFO:root: +[Valid][5][UTT][ MSE = 0.3954 | LCC = 0.8545 | SRCC = 0.8598 ] +INFO:root:Average loss=0.18727848822107682 +INFO:root: +[Valid][6][UTT][ MSE = 0.2274 | LCC = 0.8771 | SRCC = 0.8763 ] +INFO:root:Average loss=0.15702926405729392 +INFO:root: +[Valid][7][UTT][ MSE = 0.2290 | LCC = 0.8747 | SRCC = 0.8746 ] +INFO:root:Average loss=0.1478161544371874 +INFO:root: +[Valid][8][UTT][ MSE = 0.2299 | LCC = 0.8794 | SRCC = 0.8802 ] +INFO:root:Average loss=0.14153369554342368 +INFO:root: +[Valid][9][UTT][ MSE = 0.2081 | LCC = 0.8803 | SRCC = 0.8794 ] +INFO:root:Average loss=0.13587408197613862 +INFO:root: +[Valid][10][UTT][ MSE = 0.2817 | LCC = 0.8780 | SRCC = 0.8783 ] +INFO:root:Average loss=0.12657636107924658 +INFO:root: +[Valid][11][UTT][ MSE = 0.2267 | LCC = 0.8770 | SRCC = 0.8761 ] +INFO:root:Average loss=0.11733632792647068 +INFO:root: +[Valid][12][UTT][ MSE = 0.2183 | LCC = 0.8785 | SRCC = 0.8775 ] +INFO:root:Average loss=0.11493863007770135 +INFO:root: +[Valid][13][UTT][ MSE = 0.2019 | LCC = 0.8821 | SRCC = 0.8821 ] +INFO:root:Average loss=0.10480730292888787 +INFO:root: +[Valid][14][UTT][ MSE = 0.2299 | LCC = 0.8784 | SRCC = 0.8782 ] +INFO:root:Average loss=0.10133688094524237 +INFO:root: +[Valid][15][UTT][ MSE = 0.2138 | LCC = 0.8783 | SRCC = 0.8796 ] +INFO:root:Average loss=0.09986032330645965 +INFO:root: +[Valid][16][UTT][ MSE = 0.2055 | LCC = 0.8808 | SRCC = 0.8814 ] +INFO:root:Average loss=0.08943752447764079 +INFO:root: +[Valid][17][UTT][ MSE = 0.2409 | LCC = 0.8777 | SRCC = 0.8790 ] +INFO:root:Average loss=0.08415607038216713 +INFO:root: +[Valid][18][UTT][ MSE = 0.2121 | LCC = 0.8732 | SRCC = 0.8739 ] +INFO:root:Average loss=0.07955632936687042 +INFO:root: +[Valid][19][UTT][ MSE = 0.2187 | LCC = 0.8751 | SRCC = 0.8739 ] +INFO:root:Average loss=0.08703039089838664 +INFO:root: +[Valid][20][UTT][ MSE = 0.2440 | LCC = 0.8711 | SRCC = 0.8708 ] +INFO:root:Average loss=0.07648616222043832 +INFO:root: +[Valid][21][UTT][ MSE = 0.2046 | LCC = 0.8767 | SRCC = 0.8763 ] +INFO:root:Average loss=0.06559885369661526 +INFO:root: +[Valid][22][UTT][ MSE = 0.2135 | LCC = 0.8745 | SRCC = 0.8743 ] +INFO:root:Average loss=0.06386290710323896 +INFO:root: +[Valid][23][UTT][ MSE = 0.2223 | LCC = 0.8653 | SRCC = 0.8655 ] +INFO:root:Average loss=0.06133514375258715 +INFO:root: +[Valid][24][UTT][ MSE = 0.2390 | LCC = 0.8707 | SRCC = 0.8723 ] +INFO:root:Average loss=0.057421241815273576 +INFO:root: +[Valid][25][UTT][ MSE = 0.2075 | LCC = 0.8718 | SRCC = 0.8710 ] +INFO:root:Average loss=0.05697986005972593 +INFO:root: +[Valid][26][UTT][ MSE = 0.2023 | LCC = 0.8753 | SRCC = 0.8745 ] +INFO:root:Average loss=0.05546205932608782 +INFO:root: +[Valid][27][UTT][ MSE = 0.2304 | LCC = 0.8728 | SRCC = 0.8721 ] +INFO:root:Average loss=0.050721161497327 +INFO:root: +[Valid][28][UTT][ MSE = 0.2264 | LCC = 0.8707 | SRCC = 0.8724 ] +INFO:root:Average loss=0.048326314331438296 +INFO:root: +[Valid][29][UTT][ MSE = 0.2162 | LCC = 0.8724 | SRCC = 0.8711 ] +INFO:root:Average loss=0.052628788070227854 +INFO:root: +[Valid][30][UTT][ MSE = 0.2184 | LCC = 0.8762 | SRCC = 0.8763 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2080 | LCC = 0.8760 | SRCC = 0.8768 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer4/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer4/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..88426c5ddd9c3f429016f6ef2f0ad288efdf1ddc --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81112ecce57d6e2a9fd81ae81b5e3fcea6a31aac778594fea876f814d0026220 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer4/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..f956280da977ac3f2d4691eb5384dd9716cb6982 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df14a29674c2d9e01c8456bcf57d7e6875c0526b0be5faf8e651884fe39a835a +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer4/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..8af0dc7d8aba13b65aa87f2148694075a1eec2d8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.4864290943130469 +INFO:root: +[Valid][0][UTT][ MSE = 0.3251 | LCC = 0.8044 | SRCC = 0.8148 ] +INFO:root:Average loss=0.2680990890814708 +INFO:root: +[Valid][1][UTT][ MSE = 0.3036 | LCC = 0.8338 | SRCC = 0.8346 ] +INFO:root:Average loss=0.2366986347314639 +INFO:root: +[Valid][2][UTT][ MSE = 0.2686 | LCC = 0.8613 | SRCC = 0.8581 ] +INFO:root:Average loss=0.20458780209987593 +INFO:root: +[Valid][3][UTT][ MSE = 0.2287 | LCC = 0.8607 | SRCC = 0.8609 ] +INFO:root:Average loss=0.19373299735478866 +INFO:root: +[Valid][4][UTT][ MSE = 0.2659 | LCC = 0.8693 | SRCC = 0.8723 ] +INFO:root:Average loss=0.17549563972995832 +INFO:root: +[Valid][5][UTT][ MSE = 0.2226 | LCC = 0.8801 | SRCC = 0.8782 ] +INFO:root:Average loss=0.15842050180221215 +INFO:root: +[Valid][6][UTT][ MSE = 0.2387 | LCC = 0.8755 | SRCC = 0.8738 ] +INFO:root:Average loss=0.15094914831794226 +INFO:root: +[Valid][7][UTT][ MSE = 0.2467 | LCC = 0.8824 | SRCC = 0.8820 ] +INFO:root:Average loss=0.14310458006385046 +INFO:root: +[Valid][8][UTT][ MSE = 0.2328 | LCC = 0.8745 | SRCC = 0.8727 ] +INFO:root:Average loss=0.132462189747737 +INFO:root: +[Valid][9][UTT][ MSE = 0.2296 | LCC = 0.8774 | SRCC = 0.8783 ] +INFO:root:Average loss=0.13145851659087035 +INFO:root: +[Valid][10][UTT][ MSE = 0.2292 | LCC = 0.8808 | SRCC = 0.8793 ] +INFO:root:Average loss=0.11734766369828811 +INFO:root: +[Valid][11][UTT][ MSE = 0.2117 | LCC = 0.8773 | SRCC = 0.8767 ] +INFO:root:Average loss=0.11170543243105595 +INFO:root: +[Valid][12][UTT][ MSE = 0.2196 | LCC = 0.8805 | SRCC = 0.8778 ] +INFO:root:Average loss=0.10567376776956595 +INFO:root: +[Valid][13][UTT][ MSE = 0.1982 | LCC = 0.8810 | SRCC = 0.8802 ] +INFO:root:Average loss=0.0992718384338495 +INFO:root: +[Valid][14][UTT][ MSE = 0.2076 | LCC = 0.8758 | SRCC = 0.8760 ] +INFO:root:Average loss=0.09863761798120461 +INFO:root: +[Valid][15][UTT][ MSE = 0.2075 | LCC = 0.8808 | SRCC = 0.8792 ] +INFO:root:Average loss=0.08808244745700787 +INFO:root: +[Valid][16][UTT][ MSE = 0.2046 | LCC = 0.8762 | SRCC = 0.8749 ] +INFO:root:Average loss=0.08422743667585728 +INFO:root: +[Valid][17][UTT][ MSE = 0.2024 | LCC = 0.8791 | SRCC = 0.8779 ] +INFO:root:Average loss=0.0799660754796022 +INFO:root: +[Valid][18][UTT][ MSE = 0.2081 | LCC = 0.8813 | SRCC = 0.8798 ] +INFO:root:Average loss=0.07543163006313336 +INFO:root: +[Valid][19][UTT][ MSE = 0.2121 | LCC = 0.8788 | SRCC = 0.8788 ] +INFO:root:Average loss=0.07356948644304886 +INFO:root: +[Valid][20][UTT][ MSE = 0.2129 | LCC = 0.8756 | SRCC = 0.8757 ] +INFO:root:Average loss=0.06913927204620379 +INFO:root: +[Valid][21][UTT][ MSE = 0.2140 | LCC = 0.8743 | SRCC = 0.8745 ] +INFO:root:Average loss=0.06821180512316716 +INFO:root: +[Valid][22][UTT][ MSE = 0.2111 | LCC = 0.8786 | SRCC = 0.8756 ] +INFO:root:Average loss=0.05989749624561041 +INFO:root: +[Valid][23][UTT][ MSE = 0.2195 | LCC = 0.8772 | SRCC = 0.8750 ] +INFO:root:Average loss=0.06130943447351456 +INFO:root: +[Valid][24][UTT][ MSE = 0.2591 | LCC = 0.8715 | SRCC = 0.8729 ] +INFO:root:Average loss=0.06286221885910401 +INFO:root: +[Valid][25][UTT][ MSE = 0.2068 | LCC = 0.8751 | SRCC = 0.8741 ] +INFO:root:Average loss=0.05273346163523503 +INFO:root: +[Valid][26][UTT][ MSE = 0.2072 | LCC = 0.8801 | SRCC = 0.8785 ] +INFO:root:Average loss=0.055349952135330595 +INFO:root: +[Valid][27][UTT][ MSE = 0.2005 | LCC = 0.8774 | SRCC = 0.8764 ] +INFO:root:Average loss=0.049344357986671805 +INFO:root: +[Valid][28][UTT][ MSE = 0.2125 | LCC = 0.8778 | SRCC = 0.8770 ] +INFO:root:Average loss=0.0468116977180426 +INFO:root: +[Valid][29][UTT][ MSE = 0.2097 | LCC = 0.8798 | SRCC = 0.8798 ] +INFO:root:Average loss=0.04759356986062649 +INFO:root: +[Valid][30][UTT][ MSE = 0.1997 | LCC = 0.8774 | SRCC = 0.8766 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2239 | LCC = 0.8835 | SRCC = 0.8806 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer4/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer4/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd523066e86feddfd8553e778a4a988dd7cfe3e8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e033f259d0abe04de455f124b522831ace051c4251ee0087b8923cb95ac2e8 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer4/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..84e3d690623dd075abc9010718670b62593df37d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd9c29afcf13f121e9c7e266ca43162760c9e456daf63f90d1f70d8158e3ad7d +size 5698822 diff --git a/results_bvcc/w2v2_xlsr_2b/layer4/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer4/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..038847f747fec4b83f70a73cfc576f524b8c81c3 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer4/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.40213400029983276 +INFO:root: +[Valid][0][UTT][ MSE = 0.3053 | LCC = 0.8095 | SRCC = 0.8153 ] +INFO:root:Average loss=0.24952509502569833 +INFO:root: +[Valid][1][UTT][ MSE = 0.2487 | LCC = 0.8506 | SRCC = 0.8507 ] +INFO:root:Average loss=0.25420149243794954 +INFO:root: +[Valid][2][UTT][ MSE = 0.2524 | LCC = 0.8548 | SRCC = 0.8584 ] +INFO:root:Average loss=0.2220591182510058 +INFO:root: +[Valid][3][UTT][ MSE = 0.2354 | LCC = 0.8710 | SRCC = 0.8689 ] +INFO:root:Average loss=0.1997014343356475 +INFO:root: +[Valid][4][UTT][ MSE = 0.2288 | LCC = 0.8722 | SRCC = 0.8732 ] +INFO:root:Average loss=0.18429315730165213 +INFO:root: +[Valid][5][UTT][ MSE = 0.2116 | LCC = 0.8780 | SRCC = 0.8766 ] +INFO:root:Average loss=0.16454853298954475 +INFO:root: +[Valid][6][UTT][ MSE = 0.2199 | LCC = 0.8769 | SRCC = 0.8783 ] +INFO:root:Average loss=0.15829880717091072 +INFO:root: +[Valid][7][UTT][ MSE = 0.2146 | LCC = 0.8827 | SRCC = 0.8824 ] +INFO:root:Average loss=0.152461850299285 +INFO:root: +[Valid][8][UTT][ MSE = 0.2180 | LCC = 0.8746 | SRCC = 0.8775 ] +INFO:root:Average loss=0.1353869817386835 +INFO:root: +[Valid][9][UTT][ MSE = 0.1938 | LCC = 0.8807 | SRCC = 0.8824 ] +INFO:root:Average loss=0.1303413361310959 +INFO:root: +[Valid][10][UTT][ MSE = 0.2024 | LCC = 0.8820 | SRCC = 0.8820 ] +INFO:root:Average loss=0.12370023360619178 +INFO:root: +[Valid][11][UTT][ MSE = 0.2082 | LCC = 0.8785 | SRCC = 0.8788 ] +INFO:root:Average loss=0.11423159935153447 +INFO:root: +[Valid][12][UTT][ MSE = 0.2140 | LCC = 0.8774 | SRCC = 0.8778 ] +INFO:root:Average loss=0.1107409679545806 +INFO:root: +[Valid][13][UTT][ MSE = 0.2152 | LCC = 0.8817 | SRCC = 0.8807 ] +INFO:root:Average loss=0.11074044197224654 +INFO:root: +[Valid][14][UTT][ MSE = 0.1961 | LCC = 0.8826 | SRCC = 0.8830 ] +INFO:root:Average loss=0.09331801925332119 +INFO:root: +[Valid][15][UTT][ MSE = 0.1965 | LCC = 0.8772 | SRCC = 0.8772 ] +INFO:root:Average loss=0.08920479264970009 +INFO:root: +[Valid][16][UTT][ MSE = 0.2062 | LCC = 0.8799 | SRCC = 0.8819 ] +INFO:root:Average loss=0.08264460930457482 +INFO:root: +[Valid][17][UTT][ MSE = 0.2102 | LCC = 0.8780 | SRCC = 0.8781 ] +INFO:root:Average loss=0.08161800206662753 +INFO:root: +[Valid][18][UTT][ MSE = 0.2008 | LCC = 0.8821 | SRCC = 0.8821 ] +INFO:root:Average loss=0.07664417332181564 +INFO:root: +[Valid][19][UTT][ MSE = 0.2024 | LCC = 0.8784 | SRCC = 0.8799 ] +INFO:root:Average loss=0.07219902717341216 +INFO:root: +[Valid][20][UTT][ MSE = 0.2040 | LCC = 0.8777 | SRCC = 0.8758 ] +INFO:root:Average loss=0.07005118363751815 +INFO:root: +[Valid][21][UTT][ MSE = 0.1926 | LCC = 0.8789 | SRCC = 0.8797 ] +INFO:root:Average loss=0.07777881159041172 +INFO:root: +[Valid][22][UTT][ MSE = 0.2069 | LCC = 0.8760 | SRCC = 0.8772 ] +INFO:root:Average loss=0.06499342687236957 +INFO:root: +[Valid][23][UTT][ MSE = 0.2084 | LCC = 0.8767 | SRCC = 0.8778 ] +INFO:root:Average loss=0.058001367279734366 +INFO:root: +[Valid][24][UTT][ MSE = 0.2108 | LCC = 0.8783 | SRCC = 0.8782 ] +INFO:root:Average loss=0.05844128934236673 +INFO:root: +[Valid][25][UTT][ MSE = 0.2072 | LCC = 0.8788 | SRCC = 0.8776 ] +INFO:root:Average loss=0.056693374107663445 +INFO:root: +[Valid][26][UTT][ MSE = 0.1946 | LCC = 0.8780 | SRCC = 0.8778 ] +INFO:root:Average loss=0.05826649045906006 +INFO:root: +[Valid][27][UTT][ MSE = 0.2234 | LCC = 0.8769 | SRCC = 0.8767 ] +INFO:root:Average loss=0.050844826663915925 +INFO:root: +[Valid][28][UTT][ MSE = 0.1981 | LCC = 0.8774 | SRCC = 0.8781 ] +INFO:root:Average loss=0.050974976868392564 +INFO:root: +[Valid][29][UTT][ MSE = 0.2137 | LCC = 0.8791 | SRCC = 0.8788 ] +INFO:root:Average loss=0.04678497434808658 +INFO:root: +[Valid][30][UTT][ MSE = 0.2093 | LCC = 0.8800 | SRCC = 0.8801 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2170 | LCC = 0.8785 | SRCC = 0.8784 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer40/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer40/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..7afc4f75be394555e3dc4857eb3fe3e4c4ec84d6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7250e6c82d3aba8604588f4a50b441f4feabb4e1b4f5eaec04de0a541611674 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer40/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5350597358250e8b6b88d96e63d1bc23137860c4 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af0c360e17e9c781fdbf93169365ceb6648fed5c1c3447a04aebb74a1b6e2ceb +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer40/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e154f0a45369df4f2f7fea6c48320ef9e21125f6 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.47304984888969326 +INFO:root: +[Valid][0][UTT][ MSE = 0.3313 | LCC = 0.8200 | SRCC = 0.8216 ] +INFO:root:Average loss=0.29135788595065093 +INFO:root: +[Valid][1][UTT][ MSE = 0.2760 | LCC = 0.8365 | SRCC = 0.8388 ] +INFO:root:Average loss=0.2437417963758493 +INFO:root: +[Valid][2][UTT][ MSE = 0.2986 | LCC = 0.8504 | SRCC = 0.8480 ] +INFO:root:Average loss=0.24223044113470957 +INFO:root: +[Valid][3][UTT][ MSE = 0.2979 | LCC = 0.8418 | SRCC = 0.8442 ] +INFO:root:Average loss=0.20937695717200255 +INFO:root: +[Valid][4][UTT][ MSE = 0.2739 | LCC = 0.8476 | SRCC = 0.8498 ] +INFO:root:Average loss=0.2130440639761778 +INFO:root: +[Valid][5][UTT][ MSE = 0.3047 | LCC = 0.8483 | SRCC = 0.8489 ] +INFO:root:Average loss=0.1953446397032493 +INFO:root: +[Valid][6][UTT][ MSE = 0.2532 | LCC = 0.8521 | SRCC = 0.8514 ] +INFO:root:Average loss=0.19419581997088897 +INFO:root: +[Valid][7][UTT][ MSE = 0.2642 | LCC = 0.8528 | SRCC = 0.8498 ] +INFO:root:Average loss=0.2068717614389383 +INFO:root: +[Valid][8][UTT][ MSE = 0.2301 | LCC = 0.8589 | SRCC = 0.8577 ] +INFO:root:Average loss=0.1915204273775602 +INFO:root: +[Valid][9][UTT][ MSE = 0.2365 | LCC = 0.8588 | SRCC = 0.8555 ] +INFO:root:Average loss=0.173841293519124 +INFO:root: +[Valid][10][UTT][ MSE = 0.2496 | LCC = 0.8573 | SRCC = 0.8571 ] +INFO:root:Average loss=0.1747354396069661 +INFO:root: +[Valid][11][UTT][ MSE = 0.2694 | LCC = 0.8615 | SRCC = 0.8589 ] +INFO:root:Average loss=0.1575225846698651 +INFO:root: +[Valid][12][UTT][ MSE = 0.2743 | LCC = 0.8499 | SRCC = 0.8535 ] +INFO:root:Average loss=0.14877917483831063 +INFO:root: +[Valid][13][UTT][ MSE = 0.2628 | LCC = 0.8552 | SRCC = 0.8556 ] +INFO:root:Average loss=0.15166663645933837 +INFO:root: +[Valid][14][UTT][ MSE = 0.2436 | LCC = 0.8547 | SRCC = 0.8522 ] +INFO:root:Average loss=0.13958207985911614 +INFO:root: +[Valid][15][UTT][ MSE = 0.2364 | LCC = 0.8598 | SRCC = 0.8582 ] +INFO:root:Average loss=0.13969635094205538 +INFO:root: +[Valid][16][UTT][ MSE = 0.2349 | LCC = 0.8583 | SRCC = 0.8569 ] +INFO:root:Average loss=0.13197411749607477 +INFO:root: +[Valid][17][UTT][ MSE = 0.2387 | LCC = 0.8607 | SRCC = 0.8567 ] +INFO:root:Average loss=0.12075827227762112 +INFO:root: +[Valid][18][UTT][ MSE = 0.2327 | LCC = 0.8618 | SRCC = 0.8598 ] +INFO:root:Average loss=0.12563894564906755 +INFO:root: +[Valid][19][UTT][ MSE = 0.2738 | LCC = 0.8553 | SRCC = 0.8535 ] +INFO:root:Average loss=0.12620202289559904 +INFO:root: +[Valid][20][UTT][ MSE = 0.2380 | LCC = 0.8570 | SRCC = 0.8602 ] +INFO:root:Average loss=0.12329329464298028 +INFO:root: +[Valid][21][UTT][ MSE = 0.2317 | LCC = 0.8610 | SRCC = 0.8610 ] +INFO:root:Average loss=0.10578883324678127 +INFO:root: +[Valid][22][UTT][ MSE = 0.2251 | LCC = 0.8606 | SRCC = 0.8610 ] +INFO:root:Average loss=0.10432535109038536 +INFO:root: +[Valid][23][UTT][ MSE = 0.2263 | LCC = 0.8616 | SRCC = 0.8604 ] +INFO:root:Average loss=0.09363044979862678 +INFO:root: +[Valid][24][UTT][ MSE = 0.2351 | LCC = 0.8575 | SRCC = 0.8581 ] +INFO:root:Average loss=0.08911558049611557 +INFO:root: +[Valid][25][UTT][ MSE = 0.2252 | LCC = 0.8602 | SRCC = 0.8600 ] +INFO:root:Average loss=0.09201322376537018 +INFO:root: +[Valid][26][UTT][ MSE = 0.2652 | LCC = 0.8521 | SRCC = 0.8555 ] +INFO:root:Average loss=0.0861769233089991 +INFO:root: +[Valid][27][UTT][ MSE = 0.2544 | LCC = 0.8538 | SRCC = 0.8547 ] +INFO:root:Average loss=0.08424278654349156 +INFO:root: +[Valid][28][UTT][ MSE = 0.2171 | LCC = 0.8611 | SRCC = 0.8610 ] +INFO:root:Average loss=0.0811123239974945 +INFO:root: +[Valid][29][UTT][ MSE = 0.2516 | LCC = 0.8584 | SRCC = 0.8603 ] +INFO:root:Average loss=0.07670413182140925 +INFO:root: +[Valid][30][UTT][ MSE = 0.2295 | LCC = 0.8617 | SRCC = 0.8617 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2362 | LCC = 0.8652 | SRCC = 0.8634 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer40/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer40/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecb032800de3adce2a4f6049d9ec62b6b808439f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cce67e19ab47871ce374c2996a264fe0874a29c873914dca0e48d4e5068d916 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer40/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2dfa5eb5d06ded60155779f77b7763ec8ca9758b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b07e8a4aa4d56059eb96aef833ccf62a5960afe20e541b0387604f28dfe36051 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer40/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7a90f2669f2689d939241cb959b0a1c69167c7e1 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6229215000684445 +INFO:root: +[Valid][0][UTT][ MSE = 0.4190 | LCC = 0.7895 | SRCC = 0.8044 ] +INFO:root:Average loss=0.3012782505307442 +INFO:root: +[Valid][1][UTT][ MSE = 0.3256 | LCC = 0.8312 | SRCC = 0.8339 ] +INFO:root:Average loss=0.25796939776493955 +INFO:root: +[Valid][2][UTT][ MSE = 0.2792 | LCC = 0.8448 | SRCC = 0.8425 ] +INFO:root:Average loss=0.25113267967334163 +INFO:root: +[Valid][3][UTT][ MSE = 0.2961 | LCC = 0.8460 | SRCC = 0.8434 ] +INFO:root:Average loss=0.23645543173337594 +INFO:root: +[Valid][4][UTT][ MSE = 0.2715 | LCC = 0.8494 | SRCC = 0.8462 ] +INFO:root:Average loss=0.22115600395661134 +INFO:root: +[Valid][5][UTT][ MSE = 0.2527 | LCC = 0.8480 | SRCC = 0.8467 ] +INFO:root:Average loss=0.1970863510400821 +INFO:root: +[Valid][6][UTT][ MSE = 0.2834 | LCC = 0.8449 | SRCC = 0.8484 ] +INFO:root:Average loss=0.2010809782987986 +INFO:root: +[Valid][7][UTT][ MSE = 0.2557 | LCC = 0.8551 | SRCC = 0.8527 ] +INFO:root:Average loss=0.19276253095804116 +INFO:root: +[Valid][8][UTT][ MSE = 0.2680 | LCC = 0.8486 | SRCC = 0.8491 ] +INFO:root:Average loss=0.1802395150447503 +INFO:root: +[Valid][9][UTT][ MSE = 0.2565 | LCC = 0.8563 | SRCC = 0.8528 ] +INFO:root:Average loss=0.17093297380667466 +INFO:root: +[Valid][10][UTT][ MSE = 0.2575 | LCC = 0.8520 | SRCC = 0.8509 ] +INFO:root:Average loss=0.16613004604975382 +INFO:root: +[Valid][11][UTT][ MSE = 0.2561 | LCC = 0.8555 | SRCC = 0.8515 ] +INFO:root:Average loss=0.15931548837285775 +INFO:root: +[Valid][12][UTT][ MSE = 0.2327 | LCC = 0.8584 | SRCC = 0.8562 ] +INFO:root:Average loss=0.15958053504045194 +INFO:root: +[Valid][13][UTT][ MSE = 0.2790 | LCC = 0.8477 | SRCC = 0.8477 ] +INFO:root:Average loss=0.15398603305220604 +INFO:root: +[Valid][14][UTT][ MSE = 0.2573 | LCC = 0.8539 | SRCC = 0.8515 ] +INFO:root:Average loss=0.13979894323990896 +INFO:root: +[Valid][15][UTT][ MSE = 0.2833 | LCC = 0.8524 | SRCC = 0.8531 ] +INFO:root:Average loss=0.14681548682542947 +INFO:root: +[Valid][16][UTT][ MSE = 0.2425 | LCC = 0.8536 | SRCC = 0.8529 ] +INFO:root:Average loss=0.13359617422788572 +INFO:root: +[Valid][17][UTT][ MSE = 0.2385 | LCC = 0.8578 | SRCC = 0.8557 ] +INFO:root:Average loss=0.12412173444261917 +INFO:root: +[Valid][18][UTT][ MSE = 0.2448 | LCC = 0.8551 | SRCC = 0.8528 ] +INFO:root:Average loss=0.11733542803006294 +INFO:root: +[Valid][19][UTT][ MSE = 0.2400 | LCC = 0.8547 | SRCC = 0.8529 ] +INFO:root:Average loss=0.13215711540900743 +INFO:root: +[Valid][20][UTT][ MSE = 0.2458 | LCC = 0.8580 | SRCC = 0.8563 ] +INFO:root:Average loss=0.106919892036762 +INFO:root: +[Valid][21][UTT][ MSE = 0.2383 | LCC = 0.8581 | SRCC = 0.8554 ] +INFO:root:Average loss=0.10212673800878036 +INFO:root: +[Valid][22][UTT][ MSE = 0.2396 | LCC = 0.8564 | SRCC = 0.8546 ] +INFO:root:Average loss=0.10160887699860793 +INFO:root: +[Valid][23][UTT][ MSE = 0.2415 | LCC = 0.8531 | SRCC = 0.8520 ] +INFO:root:Average loss=0.09918645038627662 +INFO:root: +[Valid][24][UTT][ MSE = 0.2410 | LCC = 0.8499 | SRCC = 0.8490 ] +INFO:root:Average loss=0.08814988309183182 +INFO:root: +[Valid][25][UTT][ MSE = 0.2345 | LCC = 0.8568 | SRCC = 0.8551 ] +INFO:root:Average loss=0.09225632465229584 +INFO:root: +[Valid][26][UTT][ MSE = 0.2293 | LCC = 0.8561 | SRCC = 0.8559 ] +INFO:root:Average loss=0.08382506601703472 +INFO:root: +[Valid][27][UTT][ MSE = 0.2481 | LCC = 0.8586 | SRCC = 0.8592 ] +INFO:root:Average loss=0.08268585576651952 +INFO:root: +[Valid][28][UTT][ MSE = 0.2350 | LCC = 0.8582 | SRCC = 0.8567 ] +INFO:root:Average loss=0.07798321874668965 +INFO:root: +[Valid][29][UTT][ MSE = 0.2472 | LCC = 0.8541 | SRCC = 0.8529 ] +INFO:root:Average loss=0.07655735146731903 +INFO:root: +[Valid][30][UTT][ MSE = 0.2438 | LCC = 0.8525 | SRCC = 0.8530 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2700 | LCC = 0.8633 | SRCC = 0.8647 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer40/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer40/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..98467024747cee280d38dea91062fea9d40ed985 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5b69709828aa7baf58f968bd1695ad1789934c7f94fc4fabb8a16563339416d +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer40/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..07df8a750bbfe95bf4ab30f7ab86c51bf2927096 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a61f8b856fcfeae491522a4aef07ab77d787d0c67dbb62f223f7061be42a6e04 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer40/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ed8f64f6ceec0230af74cb9e240abf74d7515995 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.47999969392250746 +INFO:root: +[Valid][0][UTT][ MSE = 0.3548 | LCC = 0.8094 | SRCC = 0.8130 ] +INFO:root:Average loss=0.2712332797356141 +INFO:root: +[Valid][1][UTT][ MSE = 0.3555 | LCC = 0.8298 | SRCC = 0.8266 ] +INFO:root:Average loss=0.2557336414853732 +INFO:root: +[Valid][2][UTT][ MSE = 0.2879 | LCC = 0.8395 | SRCC = 0.8366 ] +INFO:root:Average loss=0.23961876046199065 +INFO:root: +[Valid][3][UTT][ MSE = 0.3552 | LCC = 0.8351 | SRCC = 0.8365 ] +INFO:root:Average loss=0.23359041374463302 +INFO:root: +[Valid][4][UTT][ MSE = 0.3001 | LCC = 0.8448 | SRCC = 0.8390 ] +INFO:root:Average loss=0.23029412625309748 +INFO:root: +[Valid][5][UTT][ MSE = 0.3135 | LCC = 0.8422 | SRCC = 0.8392 ] +INFO:root:Average loss=0.2051992995234636 +INFO:root: +[Valid][6][UTT][ MSE = 0.3318 | LCC = 0.8410 | SRCC = 0.8423 ] +INFO:root:Average loss=0.19062818109225005 +INFO:root: +[Valid][7][UTT][ MSE = 0.2416 | LCC = 0.8560 | SRCC = 0.8532 ] +INFO:root:Average loss=0.19702807412697718 +INFO:root: +[Valid][8][UTT][ MSE = 0.2857 | LCC = 0.8548 | SRCC = 0.8511 ] +INFO:root:Average loss=0.1956028356575049 +INFO:root: +[Valid][9][UTT][ MSE = 0.2595 | LCC = 0.8546 | SRCC = 0.8506 ] +INFO:root:Average loss=0.17711207423454675 +INFO:root: +[Valid][10][UTT][ MSE = 0.2431 | LCC = 0.8593 | SRCC = 0.8556 ] +INFO:root:Average loss=0.1662716126212707 +INFO:root: +[Valid][11][UTT][ MSE = 0.2723 | LCC = 0.8610 | SRCC = 0.8580 ] +INFO:root:Average loss=0.17447658475392905 +INFO:root: +[Valid][12][UTT][ MSE = 0.2419 | LCC = 0.8600 | SRCC = 0.8555 ] +INFO:root:Average loss=0.1640995870798062 +INFO:root: +[Valid][13][UTT][ MSE = 0.2639 | LCC = 0.8589 | SRCC = 0.8563 ] +INFO:root:Average loss=0.155161903741268 +INFO:root: +[Valid][14][UTT][ MSE = 0.2340 | LCC = 0.8591 | SRCC = 0.8555 ] +INFO:root:Average loss=0.15356953871937898 +INFO:root: +[Valid][15][UTT][ MSE = 0.2883 | LCC = 0.8547 | SRCC = 0.8533 ] +INFO:root:Average loss=0.14532496684636825 +INFO:root: +[Valid][16][UTT][ MSE = 0.2535 | LCC = 0.8600 | SRCC = 0.8576 ] +INFO:root:Average loss=0.13579389252341711 +INFO:root: +[Valid][17][UTT][ MSE = 0.2562 | LCC = 0.8578 | SRCC = 0.8560 ] +INFO:root:Average loss=0.1395643257941955 +INFO:root: +[Valid][18][UTT][ MSE = 0.2434 | LCC = 0.8652 | SRCC = 0.8619 ] +INFO:root:Average loss=0.12994542803901893 +INFO:root: +[Valid][19][UTT][ MSE = 0.2757 | LCC = 0.8562 | SRCC = 0.8572 ] +INFO:root:Average loss=0.1209823241791664 +INFO:root: +[Valid][20][UTT][ MSE = 0.2276 | LCC = 0.8625 | SRCC = 0.8595 ] +INFO:root:Average loss=0.11323704121586604 +INFO:root: +[Valid][21][UTT][ MSE = 0.2471 | LCC = 0.8614 | SRCC = 0.8599 ] +INFO:root:Average loss=0.1126779413376099 +INFO:root: +[Valid][22][UTT][ MSE = 0.2209 | LCC = 0.8634 | SRCC = 0.8620 ] +INFO:root:Average loss=0.11033462021404351 +INFO:root: +[Valid][23][UTT][ MSE = 0.3659 | LCC = 0.8482 | SRCC = 0.8512 ] +INFO:root:Average loss=0.12834775189940745 +INFO:root: +[Valid][24][UTT][ MSE = 0.2322 | LCC = 0.8611 | SRCC = 0.8589 ] +INFO:root:Average loss=0.0939113333916817 +INFO:root: +[Valid][25][UTT][ MSE = 0.2252 | LCC = 0.8624 | SRCC = 0.8591 ] +INFO:root:Average loss=0.10136152789569818 +INFO:root: +[Valid][26][UTT][ MSE = 0.2293 | LCC = 0.8623 | SRCC = 0.8603 ] +INFO:root:Average loss=0.09471014352181019 +INFO:root: +[Valid][27][UTT][ MSE = 0.2418 | LCC = 0.8596 | SRCC = 0.8574 ] +INFO:root:Average loss=0.08562823599920823 +INFO:root: +[Valid][28][UTT][ MSE = 0.2524 | LCC = 0.8595 | SRCC = 0.8558 ] +INFO:root:Average loss=0.0900679502922755 +INFO:root: +[Valid][29][UTT][ MSE = 0.2286 | LCC = 0.8615 | SRCC = 0.8585 ] +INFO:root:Average loss=0.08054452141125996 +INFO:root: +[Valid][30][UTT][ MSE = 0.2515 | LCC = 0.8609 | SRCC = 0.8602 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2319 | LCC = 0.8672 | SRCC = 0.8676 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer40/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer40/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..e75c82922f7503ef4e2cf9159d74ebebfab892a2 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6187271be8e3235c493ea3e0659ef7f715453ade0c8183b9e194b1f6b1138bdf +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer40/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dc89efb91d3176e1f5369ee185249e167bc5ddb --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e60598374c5fddcbd49013b450defad5e74f707422c6d9a5272aed4e3c989c2 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer40/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f5165072a60ce45d46e7dd51bd7ba661a1c5fe2b --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.542768959242564 +INFO:root: +[Valid][0][UTT][ MSE = 0.3230 | LCC = 0.8122 | SRCC = 0.8151 ] +INFO:root:Average loss=0.3236540666757486 +INFO:root: +[Valid][1][UTT][ MSE = 0.3847 | LCC = 0.8160 | SRCC = 0.8269 ] +INFO:root:Average loss=0.28115106851626664 +INFO:root: +[Valid][2][UTT][ MSE = 0.3110 | LCC = 0.8451 | SRCC = 0.8423 ] +INFO:root:Average loss=0.23370354106793037 +INFO:root: +[Valid][3][UTT][ MSE = 0.2791 | LCC = 0.8448 | SRCC = 0.8409 ] +INFO:root:Average loss=0.22013511183934334 +INFO:root: +[Valid][4][UTT][ MSE = 0.2754 | LCC = 0.8462 | SRCC = 0.8433 ] +INFO:root:Average loss=0.21530831242218995 +INFO:root: +[Valid][5][UTT][ MSE = 0.3671 | LCC = 0.8417 | SRCC = 0.8459 ] +INFO:root:Average loss=0.21102303171005005 +INFO:root: +[Valid][6][UTT][ MSE = 0.3432 | LCC = 0.8524 | SRCC = 0.8489 ] +INFO:root:Average loss=0.19697803316208032 +INFO:root: +[Valid][7][UTT][ MSE = 0.2670 | LCC = 0.8532 | SRCC = 0.8494 ] +INFO:root:Average loss=0.18736045836256102 +INFO:root: +[Valid][8][UTT][ MSE = 0.2495 | LCC = 0.8549 | SRCC = 0.8532 ] +INFO:root:Average loss=0.17143352090930328 +INFO:root: +[Valid][9][UTT][ MSE = 0.2847 | LCC = 0.8522 | SRCC = 0.8499 ] +INFO:root:Average loss=0.188529829088694 +INFO:root: +[Valid][10][UTT][ MSE = 0.2857 | LCC = 0.8551 | SRCC = 0.8520 ] +INFO:root:Average loss=0.17125728592658654 +INFO:root: +[Valid][11][UTT][ MSE = 0.2543 | LCC = 0.8562 | SRCC = 0.8531 ] +INFO:root:Average loss=0.17808973531310374 +INFO:root: +[Valid][12][UTT][ MSE = 0.2803 | LCC = 0.8473 | SRCC = 0.8518 ] +INFO:root:Average loss=0.1636090279580691 +INFO:root: +[Valid][13][UTT][ MSE = 0.2558 | LCC = 0.8569 | SRCC = 0.8537 ] +INFO:root:Average loss=0.15861416808687723 +INFO:root: +[Valid][14][UTT][ MSE = 0.2469 | LCC = 0.8577 | SRCC = 0.8548 ] +INFO:root:Average loss=0.14247007925923055 +INFO:root: +[Valid][15][UTT][ MSE = 0.2356 | LCC = 0.8608 | SRCC = 0.8574 ] +INFO:root:Average loss=0.15450220803419748 +INFO:root: +[Valid][16][UTT][ MSE = 0.2700 | LCC = 0.8577 | SRCC = 0.8572 ] +INFO:root:Average loss=0.15095059697826704 +INFO:root: +[Valid][17][UTT][ MSE = 0.2661 | LCC = 0.8612 | SRCC = 0.8577 ] +INFO:root:Average loss=0.12672499729654726 +INFO:root: +[Valid][18][UTT][ MSE = 0.2543 | LCC = 0.8626 | SRCC = 0.8594 ] +INFO:root:Average loss=0.1146351118118335 +INFO:root: +[Valid][19][UTT][ MSE = 0.2326 | LCC = 0.8575 | SRCC = 0.8561 ] +INFO:root:Average loss=0.12313472794798705 +INFO:root: +[Valid][20][UTT][ MSE = 0.2316 | LCC = 0.8587 | SRCC = 0.8577 ] +INFO:root:Average loss=0.10782103326458198 +INFO:root: +[Valid][21][UTT][ MSE = 0.2363 | LCC = 0.8578 | SRCC = 0.8578 ] +INFO:root:Average loss=0.14162873801512596 +INFO:root: +[Valid][22][UTT][ MSE = 0.2272 | LCC = 0.8606 | SRCC = 0.8587 ] +INFO:root:Average loss=0.10213174584966439 +INFO:root: +[Valid][23][UTT][ MSE = 0.2494 | LCC = 0.8616 | SRCC = 0.8585 ] +INFO:root:Average loss=0.0952152012823484 +INFO:root: +[Valid][24][UTT][ MSE = 0.2406 | LCC = 0.8559 | SRCC = 0.8544 ] +INFO:root:Average loss=0.09243788469869357 +INFO:root: +[Valid][25][UTT][ MSE = 0.2722 | LCC = 0.8485 | SRCC = 0.8486 ] +INFO:root:Average loss=0.10460509713261555 +INFO:root: +[Valid][26][UTT][ MSE = 0.2420 | LCC = 0.8607 | SRCC = 0.8577 ] +INFO:root:Average loss=0.08561392539204696 +INFO:root: +[Valid][27][UTT][ MSE = 0.2386 | LCC = 0.8545 | SRCC = 0.8529 ] +INFO:root:Average loss=0.09059221980472405 +INFO:root: +[Valid][28][UTT][ MSE = 0.2597 | LCC = 0.8604 | SRCC = 0.8593 ] +INFO:root:Average loss=0.08715278846331131 +INFO:root: +[Valid][29][UTT][ MSE = 0.2318 | LCC = 0.8578 | SRCC = 0.8566 ] +INFO:root:Average loss=0.07850863894399925 +INFO:root: +[Valid][30][UTT][ MSE = 0.2356 | LCC = 0.8595 | SRCC = 0.8585 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2784 | LCC = 0.8634 | SRCC = 0.8654 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer40/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer40/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..feaa9e017324deb61ebd2f081b33272f651ab6a9 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb7a2a5a919ba0835612818a21e20db5992570ca7edc8aac6195e9b62cb7a11b +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer40/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bcddab394e6191fd3fe694ef10122c34d7ccfbd --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4be17c02da81fa7a5294425c00a575ec14e0572301f94001b35e6a383908f810 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer40/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer40/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..1dec1bc2593ce57622e6b55be4f00eb86f0af3eb --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer40/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.5613525152588502 +INFO:root: +[Valid][0][UTT][ MSE = 0.3479 | LCC = 0.8164 | SRCC = 0.8184 ] +INFO:root:Average loss=0.2849637772410344 +INFO:root: +[Valid][1][UTT][ MSE = 0.2732 | LCC = 0.8390 | SRCC = 0.8369 ] +INFO:root:Average loss=0.2494345763937021 +INFO:root: +[Valid][2][UTT][ MSE = 0.3124 | LCC = 0.8470 | SRCC = 0.8422 ] +INFO:root:Average loss=0.23620723761045015 +INFO:root: +[Valid][3][UTT][ MSE = 0.2656 | LCC = 0.8516 | SRCC = 0.8473 ] +INFO:root:Average loss=0.2175662257732489 +INFO:root: +[Valid][4][UTT][ MSE = 0.2763 | LCC = 0.8510 | SRCC = 0.8480 ] +INFO:root:Average loss=0.2621462889588796 +INFO:root: +[Valid][5][UTT][ MSE = 0.3713 | LCC = 0.8470 | SRCC = 0.8484 ] +INFO:root:Average loss=0.22143195426234832 +INFO:root: +[Valid][6][UTT][ MSE = 0.3681 | LCC = 0.8450 | SRCC = 0.8462 ] +INFO:root:Average loss=0.21839955697456995 +INFO:root: +[Valid][7][UTT][ MSE = 0.2777 | LCC = 0.8567 | SRCC = 0.8510 ] +INFO:root:Average loss=0.2001202391126217 +INFO:root: +[Valid][8][UTT][ MSE = 0.2802 | LCC = 0.8567 | SRCC = 0.8519 ] +INFO:root:Average loss=0.19467757613613054 +INFO:root: +[Valid][9][UTT][ MSE = 0.2430 | LCC = 0.8589 | SRCC = 0.8546 ] +INFO:root:Average loss=0.17030559384670013 +INFO:root: +[Valid][10][UTT][ MSE = 0.2381 | LCC = 0.8575 | SRCC = 0.8522 ] +INFO:root:Average loss=0.17323755453794432 +INFO:root: +[Valid][11][UTT][ MSE = 0.2663 | LCC = 0.8590 | SRCC = 0.8558 ] +INFO:root:Average loss=0.17804760590959817 +INFO:root: +[Valid][12][UTT][ MSE = 0.3019 | LCC = 0.8564 | SRCC = 0.8568 ] +INFO:root:Average loss=0.190063792352493 +INFO:root: +[Valid][13][UTT][ MSE = 0.2393 | LCC = 0.8621 | SRCC = 0.8581 ] +INFO:root:Average loss=0.14911645039533958 +INFO:root: +[Valid][14][UTT][ MSE = 0.2490 | LCC = 0.8616 | SRCC = 0.8566 ] +INFO:root:Average loss=0.14907624496099275 +INFO:root: +[Valid][15][UTT][ MSE = 0.2408 | LCC = 0.8602 | SRCC = 0.8556 ] +INFO:root:Average loss=0.13702375374925443 +INFO:root: +[Valid][16][UTT][ MSE = 0.2380 | LCC = 0.8596 | SRCC = 0.8554 ] +INFO:root:Average loss=0.1418024345468252 +INFO:root: +[Valid][17][UTT][ MSE = 0.2415 | LCC = 0.8584 | SRCC = 0.8541 ] +INFO:root:Average loss=0.12572669008603463 +INFO:root: +[Valid][18][UTT][ MSE = 0.2536 | LCC = 0.8532 | SRCC = 0.8542 ] +INFO:root:Average loss=0.13084209691255522 +INFO:root: +[Valid][19][UTT][ MSE = 0.2309 | LCC = 0.8625 | SRCC = 0.8603 ] +INFO:root:Average loss=0.11631994350598408 +INFO:root: +[Valid][20][UTT][ MSE = 0.2933 | LCC = 0.8590 | SRCC = 0.8584 ] +INFO:root:Average loss=0.11136792189417741 +INFO:root: +[Valid][21][UTT][ MSE = 0.2541 | LCC = 0.8590 | SRCC = 0.8553 ] +INFO:root:Average loss=0.10651323867914005 +INFO:root: +[Valid][22][UTT][ MSE = 0.2418 | LCC = 0.8598 | SRCC = 0.8555 ] +INFO:root:Average loss=0.11097493357001206 +INFO:root: +[Valid][23][UTT][ MSE = 0.2318 | LCC = 0.8624 | SRCC = 0.8592 ] +INFO:root:Average loss=0.10738078380624454 +INFO:root: +[Valid][24][UTT][ MSE = 0.2607 | LCC = 0.8615 | SRCC = 0.8598 ] +INFO:root:Average loss=0.10144223588017318 +INFO:root: +[Valid][25][UTT][ MSE = 0.2408 | LCC = 0.8589 | SRCC = 0.8564 ] +INFO:root:Average loss=0.09712860924311173 +INFO:root: +[Valid][26][UTT][ MSE = 0.2703 | LCC = 0.8598 | SRCC = 0.8573 ] +INFO:root:Average loss=0.09118516857807453 +INFO:root: +[Valid][27][UTT][ MSE = 0.2287 | LCC = 0.8602 | SRCC = 0.8578 ] +INFO:root:Average loss=0.09130327862042648 +INFO:root: +[Valid][28][UTT][ MSE = 0.2340 | LCC = 0.8581 | SRCC = 0.8545 ] +INFO:root:Average loss=0.07750316246006733 +INFO:root: +[Valid][29][UTT][ MSE = 0.2364 | LCC = 0.8565 | SRCC = 0.8543 ] +INFO:root:Average loss=0.08433858687296891 +INFO:root: +[Valid][30][UTT][ MSE = 0.2298 | LCC = 0.8605 | SRCC = 0.8571 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2461 | LCC = 0.8647 | SRCC = 0.8644 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer42/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer42/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..d17f612ae097fdd7ca69b4ace8f042904fa5925c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16a1c8e4c4f191df0ee38ecea9d9048f0f7223087c23d1ebced16f8e26cd1f37 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer42/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e129c48f05791d711b10997476118979a36db00 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14a6dad280dc88931afbfc08533db334adb85e137bdcd0f719a39938f5c031ca +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer42/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..a60dec5b99551c5b0f85e177e13e38946986172f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7581935009131064 +INFO:root: +[Valid][0][UTT][ MSE = 0.6035 | LCC = 0.6036 | SRCC = 0.5979 ] +INFO:root:Average loss=0.42753687367225307 +INFO:root: +[Valid][1][UTT][ MSE = 0.4146 | LCC = 0.7860 | SRCC = 0.7917 ] +INFO:root:Average loss=0.33959232576382464 +INFO:root: +[Valid][2][UTT][ MSE = 0.3440 | LCC = 0.8156 | SRCC = 0.8160 ] +INFO:root:Average loss=0.2843200984673622 +INFO:root: +[Valid][3][UTT][ MSE = 0.3062 | LCC = 0.8313 | SRCC = 0.8297 ] +INFO:root:Average loss=0.28635911567088884 +INFO:root: +[Valid][4][UTT][ MSE = 0.2906 | LCC = 0.8367 | SRCC = 0.8351 ] +INFO:root:Average loss=0.2955979865330916 +INFO:root: +[Valid][5][UTT][ MSE = 0.2950 | LCC = 0.8373 | SRCC = 0.8368 ] +INFO:root:Average loss=0.25413141686182755 +INFO:root: +[Valid][6][UTT][ MSE = 0.2748 | LCC = 0.8410 | SRCC = 0.8385 ] +INFO:root:Average loss=0.28544953312629306 +INFO:root: +[Valid][7][UTT][ MSE = 0.2807 | LCC = 0.8419 | SRCC = 0.8394 ] +INFO:root:Average loss=0.25005348599874055 +INFO:root: +[Valid][8][UTT][ MSE = 0.3263 | LCC = 0.8420 | SRCC = 0.8399 ] +INFO:root:Average loss=0.25256100602639026 +INFO:root: +[Valid][9][UTT][ MSE = 0.2598 | LCC = 0.8452 | SRCC = 0.8426 ] +INFO:root:Average loss=0.2402247645151921 +INFO:root: +[Valid][10][UTT][ MSE = 0.2978 | LCC = 0.8427 | SRCC = 0.8437 ] +INFO:root:Average loss=0.26975734035174054 +INFO:root: +[Valid][11][UTT][ MSE = 0.2756 | LCC = 0.8426 | SRCC = 0.8426 ] +INFO:root:Average loss=0.21983061864590034 +INFO:root: +[Valid][12][UTT][ MSE = 0.2578 | LCC = 0.8482 | SRCC = 0.8455 ] +INFO:root:Average loss=0.21314390118305498 +INFO:root: +[Valid][13][UTT][ MSE = 0.2913 | LCC = 0.8441 | SRCC = 0.8447 ] +INFO:root:Average loss=0.213519838758004 +INFO:root: +[Valid][14][UTT][ MSE = 0.2752 | LCC = 0.8503 | SRCC = 0.8472 ] +INFO:root:Average loss=0.22564141968121895 +INFO:root: +[Valid][15][UTT][ MSE = 0.2509 | LCC = 0.8524 | SRCC = 0.8492 ] +INFO:root:Average loss=0.21544547589161459 +INFO:root: +[Valid][16][UTT][ MSE = 0.2727 | LCC = 0.8486 | SRCC = 0.8449 ] +INFO:root:Average loss=0.21644456264300224 +INFO:root: +[Valid][17][UTT][ MSE = 0.3269 | LCC = 0.8414 | SRCC = 0.8459 ] +INFO:root:Average loss=0.2124611055239653 +INFO:root: +[Valid][18][UTT][ MSE = 0.2622 | LCC = 0.8520 | SRCC = 0.8477 ] +INFO:root:Average loss=0.19520623332414871 +INFO:root: +[Valid][19][UTT][ MSE = 0.2471 | LCC = 0.8519 | SRCC = 0.8491 ] +INFO:root:Average loss=0.1998718329347097 +INFO:root: +[Valid][20][UTT][ MSE = 0.2452 | LCC = 0.8532 | SRCC = 0.8507 ] +INFO:root:Average loss=0.1971208899258039 +INFO:root: +[Valid][21][UTT][ MSE = 0.3090 | LCC = 0.8410 | SRCC = 0.8435 ] +INFO:root:Average loss=0.19674948297249964 +INFO:root: +[Valid][22][UTT][ MSE = 0.2938 | LCC = 0.8503 | SRCC = 0.8479 ] +INFO:root:Average loss=0.18463658589201096 +INFO:root: +[Valid][23][UTT][ MSE = 0.2633 | LCC = 0.8510 | SRCC = 0.8499 ] +INFO:root:Average loss=0.18573937335839638 +INFO:root: +[Valid][24][UTT][ MSE = 0.2425 | LCC = 0.8542 | SRCC = 0.8501 ] +INFO:root:Average loss=0.18840296652454597 +INFO:root: +[Valid][25][UTT][ MSE = 0.2534 | LCC = 0.8510 | SRCC = 0.8474 ] +INFO:root:Average loss=0.17313460623606658 +INFO:root: +[Valid][26][UTT][ MSE = 0.2622 | LCC = 0.8479 | SRCC = 0.8470 ] +INFO:root:Average loss=0.2072403940061728 +INFO:root: +[Valid][27][UTT][ MSE = 0.3539 | LCC = 0.8392 | SRCC = 0.8435 ] +INFO:root:Average loss=0.17858428574907473 +INFO:root: +[Valid][28][UTT][ MSE = 0.2671 | LCC = 0.8487 | SRCC = 0.8468 ] +INFO:root:Average loss=0.16772802317371735 +INFO:root: +[Valid][29][UTT][ MSE = 0.2677 | LCC = 0.8476 | SRCC = 0.8465 ] +INFO:root:Average loss=0.16913803179676717 +INFO:root: +[Valid][30][UTT][ MSE = 0.2646 | LCC = 0.8509 | SRCC = 0.8481 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2475 | LCC = 0.8625 | SRCC = 0.8630 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer42/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer42/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..101e3f868254525a3bde872298dc772970f712be --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62a92e3cd456f0bf1746ada247f153f8ada902c372df3240fbcdad741f91b32e +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer42/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..676fd59be2fa583e43338896d70fefabcd6a58d7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c910ce158e41652d089448e078e3b4f63e8aa4c0716df359d4d30693786ad2dd +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer42/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f5aad432d47c5d41c867ff1f47e1835e5e51d805 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6885924717554679 +INFO:root: +[Valid][0][UTT][ MSE = 0.4100 | LCC = 0.7391 | SRCC = 0.7399 ] +INFO:root:Average loss=0.3787787824104994 +INFO:root: +[Valid][1][UTT][ MSE = 0.3887 | LCC = 0.8042 | SRCC = 0.8073 ] +INFO:root:Average loss=0.33765484927556455 +INFO:root: +[Valid][2][UTT][ MSE = 0.2898 | LCC = 0.8216 | SRCC = 0.8228 ] +INFO:root:Average loss=0.3267326505902486 +INFO:root: +[Valid][3][UTT][ MSE = 0.3018 | LCC = 0.8333 | SRCC = 0.8302 ] +INFO:root:Average loss=0.28361427058012056 +INFO:root: +[Valid][4][UTT][ MSE = 0.2824 | LCC = 0.8390 | SRCC = 0.8371 ] +INFO:root:Average loss=0.27454776718066287 +INFO:root: +[Valid][5][UTT][ MSE = 0.3798 | LCC = 0.8352 | SRCC = 0.8394 ] +INFO:root:Average loss=0.27131857035251766 +INFO:root: +[Valid][6][UTT][ MSE = 0.2724 | LCC = 0.8384 | SRCC = 0.8383 ] +INFO:root:Average loss=0.26239001464385253 +INFO:root: +[Valid][7][UTT][ MSE = 0.3048 | LCC = 0.8465 | SRCC = 0.8415 ] +INFO:root:Average loss=0.24925682273430702 +INFO:root: +[Valid][8][UTT][ MSE = 0.3734 | LCC = 0.8451 | SRCC = 0.8402 ] +INFO:root:Average loss=0.2644468066401971 +INFO:root: +[Valid][9][UTT][ MSE = 0.4169 | LCC = 0.8346 | SRCC = 0.8433 ] +INFO:root:Average loss=0.23639588000682685 +INFO:root: +[Valid][10][UTT][ MSE = 0.2786 | LCC = 0.8463 | SRCC = 0.8438 ] +INFO:root:Average loss=0.25715553836944777 +INFO:root: +[Valid][11][UTT][ MSE = 0.2488 | LCC = 0.8472 | SRCC = 0.8446 ] +INFO:root:Average loss=0.21206315692800742 +INFO:root: +[Valid][12][UTT][ MSE = 0.2466 | LCC = 0.8477 | SRCC = 0.8464 ] +INFO:root:Average loss=0.21149435199988195 +INFO:root: +[Valid][13][UTT][ MSE = 0.2698 | LCC = 0.8483 | SRCC = 0.8451 ] +INFO:root:Average loss=0.22615552502564895 +INFO:root: +[Valid][14][UTT][ MSE = 0.2706 | LCC = 0.8507 | SRCC = 0.8463 ] +INFO:root:Average loss=0.230740086772503 +INFO:root: +[Valid][15][UTT][ MSE = 0.2444 | LCC = 0.8456 | SRCC = 0.8444 ] +INFO:root:Average loss=0.2161390018195678 +INFO:root: +[Valid][16][UTT][ MSE = 0.2548 | LCC = 0.8500 | SRCC = 0.8465 ] +INFO:root:Average loss=0.20714954640238714 +INFO:root: +[Valid][17][UTT][ MSE = 0.2859 | LCC = 0.8470 | SRCC = 0.8477 ] +INFO:root:Average loss=0.22927393095615584 +INFO:root: +[Valid][18][UTT][ MSE = 0.3829 | LCC = 0.8430 | SRCC = 0.8433 ] +INFO:root:Average loss=0.1989811584353447 +INFO:root: +[Valid][19][UTT][ MSE = 0.2799 | LCC = 0.8504 | SRCC = 0.8480 ] +INFO:root:Average loss=0.20129940505975333 +INFO:root: +[Valid][20][UTT][ MSE = 0.3645 | LCC = 0.8412 | SRCC = 0.8420 ] +INFO:root:Average loss=0.21279939483755675 +INFO:root: +[Valid][21][UTT][ MSE = 0.2564 | LCC = 0.8500 | SRCC = 0.8474 ] +INFO:root:Average loss=0.19851840134614554 +INFO:root: +[Valid][22][UTT][ MSE = 0.3177 | LCC = 0.8483 | SRCC = 0.8467 ] +INFO:root:Average loss=0.18790631789045456 +INFO:root: +[Valid][23][UTT][ MSE = 0.2913 | LCC = 0.8545 | SRCC = 0.8505 ] +INFO:root:Average loss=0.21174345155939078 +INFO:root: +[Valid][24][UTT][ MSE = 0.2648 | LCC = 0.8529 | SRCC = 0.8498 ] +INFO:root:Average loss=0.18759709606185937 +INFO:root: +[Valid][25][UTT][ MSE = 0.2535 | LCC = 0.8556 | SRCC = 0.8506 ] +INFO:root:Average loss=0.1858447713729663 +INFO:root: +[Valid][26][UTT][ MSE = 0.2709 | LCC = 0.8550 | SRCC = 0.8500 ] +INFO:root:Average loss=0.17518948438840035 +INFO:root: +[Valid][27][UTT][ MSE = 0.2923 | LCC = 0.8504 | SRCC = 0.8483 ] +INFO:root:Average loss=0.19938656716392592 +INFO:root: +[Valid][28][UTT][ MSE = 0.2649 | LCC = 0.8539 | SRCC = 0.8491 ] +INFO:root:Average loss=0.17377073480150637 +INFO:root: +[Valid][29][UTT][ MSE = 0.2616 | LCC = 0.8530 | SRCC = 0.8495 ] +INFO:root:Average loss=0.1725321161823395 +INFO:root: +[Valid][30][UTT][ MSE = 0.2609 | LCC = 0.8545 | SRCC = 0.8494 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2496 | LCC = 0.8612 | SRCC = 0.8613 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer42/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer42/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c33a96bbc00cb85704f7347de911d0f324ca6d7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99d0c4af0f37a2dacde274fa9607d6d4cc7fd7a206c7f36b14a31b9df2e152dc +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer42/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8dee0538ec945867cf1c8c002cba4aaa42fed2a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c328515230dcf9bf380501fc3b8a88d79f84bd268f8943301e6778b491179a12 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer42/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7dbf28222376872d2c932a1b3412c03613a2d8de --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6390332445884362 +INFO:root: +[Valid][0][UTT][ MSE = 0.5496 | LCC = 0.7159 | SRCC = 0.7307 ] +INFO:root:Average loss=0.43811803654982495 +INFO:root: +[Valid][1][UTT][ MSE = 0.4090 | LCC = 0.7859 | SRCC = 0.7931 ] +INFO:root:Average loss=0.342982873129539 +INFO:root: +[Valid][2][UTT][ MSE = 0.4696 | LCC = 0.7959 | SRCC = 0.8094 ] +INFO:root:Average loss=0.3008578127393356 +INFO:root: +[Valid][3][UTT][ MSE = 0.3040 | LCC = 0.8244 | SRCC = 0.8254 ] +INFO:root:Average loss=0.29014125026953524 +INFO:root: +[Valid][4][UTT][ MSE = 0.3409 | LCC = 0.8278 | SRCC = 0.8323 ] +INFO:root:Average loss=0.2790978531806897 +INFO:root: +[Valid][5][UTT][ MSE = 0.2963 | LCC = 0.8358 | SRCC = 0.8355 ] +INFO:root:Average loss=0.2828413513608468 +INFO:root: +[Valid][6][UTT][ MSE = 0.2950 | LCC = 0.8437 | SRCC = 0.8407 ] +INFO:root:Average loss=0.2646825263897578 +INFO:root: +[Valid][7][UTT][ MSE = 0.2808 | LCC = 0.8395 | SRCC = 0.8398 ] +INFO:root:Average loss=0.26287647298513317 +INFO:root: +[Valid][8][UTT][ MSE = 0.2656 | LCC = 0.8433 | SRCC = 0.8409 ] +INFO:root:Average loss=0.24040500876995233 +INFO:root: +[Valid][9][UTT][ MSE = 0.2857 | LCC = 0.8449 | SRCC = 0.8432 ] +INFO:root:Average loss=0.2656322241975711 +INFO:root: +[Valid][10][UTT][ MSE = 0.2604 | LCC = 0.8484 | SRCC = 0.8455 ] +INFO:root:Average loss=0.22133565159180227 +INFO:root: +[Valid][11][UTT][ MSE = 0.2654 | LCC = 0.8480 | SRCC = 0.8447 ] +INFO:root:Average loss=0.264455109834671 +INFO:root: +[Valid][12][UTT][ MSE = 0.2755 | LCC = 0.8478 | SRCC = 0.8431 ] +INFO:root:Average loss=0.20665241319399613 +INFO:root: +[Valid][13][UTT][ MSE = 0.2569 | LCC = 0.8517 | SRCC = 0.8476 ] +INFO:root:Average loss=0.21398763282176775 +INFO:root: +[Valid][14][UTT][ MSE = 0.2550 | LCC = 0.8534 | SRCC = 0.8493 ] +INFO:root:Average loss=0.20715367077634886 +INFO:root: +[Valid][15][UTT][ MSE = 0.2812 | LCC = 0.8527 | SRCC = 0.8476 ] +INFO:root:Average loss=0.2222899303604395 +INFO:root: +[Valid][16][UTT][ MSE = 0.2534 | LCC = 0.8529 | SRCC = 0.8497 ] +INFO:root:Average loss=0.20291468596611267 +INFO:root: +[Valid][17][UTT][ MSE = 0.2632 | LCC = 0.8538 | SRCC = 0.8505 ] +INFO:root:Average loss=0.2023958089068914 +INFO:root: +[Valid][18][UTT][ MSE = 0.2867 | LCC = 0.8485 | SRCC = 0.8477 ] +INFO:root:Average loss=0.18705278577712867 +INFO:root: +[Valid][19][UTT][ MSE = 0.2453 | LCC = 0.8554 | SRCC = 0.8516 ] +INFO:root:Average loss=0.21926248751771757 +INFO:root: +[Valid][20][UTT][ MSE = 0.2471 | LCC = 0.8536 | SRCC = 0.8503 ] +INFO:root:Average loss=0.18366283025497046 +INFO:root: +[Valid][21][UTT][ MSE = 0.2604 | LCC = 0.8550 | SRCC = 0.8506 ] +INFO:root:Average loss=0.17913348648028496 +INFO:root: +[Valid][22][UTT][ MSE = 0.3241 | LCC = 0.8502 | SRCC = 0.8509 ] +INFO:root:Average loss=0.18733913384568998 +INFO:root: +[Valid][23][UTT][ MSE = 0.2830 | LCC = 0.8533 | SRCC = 0.8498 ] +INFO:root:Average loss=0.20154663901298475 +INFO:root: +[Valid][24][UTT][ MSE = 0.2369 | LCC = 0.8541 | SRCC = 0.8514 ] +INFO:root:Average loss=0.18108486689818212 +INFO:root: +[Valid][25][UTT][ MSE = 0.2641 | LCC = 0.8563 | SRCC = 0.8513 ] +INFO:root:Average loss=0.17229186466489083 +INFO:root: +[Valid][26][UTT][ MSE = 0.2721 | LCC = 0.8537 | SRCC = 0.8497 ] +INFO:root:Average loss=0.16711687401701242 +INFO:root: +[Valid][27][UTT][ MSE = 0.2537 | LCC = 0.8528 | SRCC = 0.8495 ] +INFO:root:Average loss=0.1883111359217228 +INFO:root: +[Valid][28][UTT][ MSE = 0.2424 | LCC = 0.8546 | SRCC = 0.8511 ] +INFO:root:Average loss=0.15950054169083253 +INFO:root: +[Valid][29][UTT][ MSE = 0.2631 | LCC = 0.8564 | SRCC = 0.8528 ] +INFO:root:Average loss=0.16591257124375075 +INFO:root: +[Valid][30][UTT][ MSE = 0.2339 | LCC = 0.8555 | SRCC = 0.8515 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2505 | LCC = 0.8626 | SRCC = 0.8624 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer42/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer42/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cda74a46458eed4a584ed6b38e4dda4454ae801 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36584247f21ede39ff9593e17a37b340345b23c15b9ce80e7813fefd15a11e92 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer42/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b38151d1a1586e9b7bf08878dc9c25ae3b4f1175 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:094a8fc2c02a417896970ade14ce76c180e681645c0c4814034e61238b578d48 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer42/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..88f5e32db80b1af6e927903774fcacd91971324c --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.6934978067874908 +INFO:root: +[Valid][0][UTT][ MSE = 0.4797 | LCC = 0.6871 | SRCC = 0.6942 ] +INFO:root:Average loss=0.453488691112934 +INFO:root: +[Valid][1][UTT][ MSE = 0.4772 | LCC = 0.7741 | SRCC = 0.7824 ] +INFO:root:Average loss=0.39324047989570177 +INFO:root: +[Valid][2][UTT][ MSE = 0.3639 | LCC = 0.8082 | SRCC = 0.8100 ] +INFO:root:Average loss=0.3454139811488298 +INFO:root: +[Valid][3][UTT][ MSE = 0.3143 | LCC = 0.8188 | SRCC = 0.8204 ] +INFO:root:Average loss=0.29633750384434676 +INFO:root: +[Valid][4][UTT][ MSE = 0.3339 | LCC = 0.8274 | SRCC = 0.8263 ] +INFO:root:Average loss=0.264934476178426 +INFO:root: +[Valid][5][UTT][ MSE = 0.2788 | LCC = 0.8355 | SRCC = 0.8335 ] +INFO:root:Average loss=0.2807601077052263 +INFO:root: +[Valid][6][UTT][ MSE = 0.3058 | LCC = 0.8371 | SRCC = 0.8368 ] +INFO:root:Average loss=0.24835112576301283 +INFO:root: +[Valid][7][UTT][ MSE = 0.2995 | LCC = 0.8369 | SRCC = 0.8335 ] +INFO:root:Average loss=0.2759487942243234 +INFO:root: +[Valid][8][UTT][ MSE = 0.2990 | LCC = 0.8416 | SRCC = 0.8397 ] +INFO:root:Average loss=0.23856096007885078 +INFO:root: +[Valid][9][UTT][ MSE = 0.2633 | LCC = 0.8443 | SRCC = 0.8418 ] +INFO:root:Average loss=0.27366996231751567 +INFO:root: +[Valid][10][UTT][ MSE = 0.2732 | LCC = 0.8471 | SRCC = 0.8441 ] +INFO:root:Average loss=0.24502921448304102 +INFO:root: +[Valid][11][UTT][ MSE = 0.2900 | LCC = 0.8469 | SRCC = 0.8431 ] +INFO:root:Average loss=0.2413569383132152 +INFO:root: +[Valid][12][UTT][ MSE = 0.2844 | LCC = 0.8457 | SRCC = 0.8445 ] +INFO:root:Average loss=0.23508166139706588 +INFO:root: +[Valid][13][UTT][ MSE = 0.3122 | LCC = 0.8490 | SRCC = 0.8465 ] +INFO:root:Average loss=0.23023026684919992 +INFO:root: +[Valid][14][UTT][ MSE = 0.2938 | LCC = 0.8443 | SRCC = 0.8456 ] +INFO:root:Average loss=0.2172162621640242 +INFO:root: +[Valid][15][UTT][ MSE = 0.2765 | LCC = 0.8476 | SRCC = 0.8465 ] +INFO:root:Average loss=0.23327717108604235 +INFO:root: +[Valid][16][UTT][ MSE = 0.2627 | LCC = 0.8519 | SRCC = 0.8472 ] +INFO:root:Average loss=0.2075337376923133 +INFO:root: +[Valid][17][UTT][ MSE = 0.3573 | LCC = 0.8375 | SRCC = 0.8412 ] +INFO:root:Average loss=0.22496165153689873 +INFO:root: +[Valid][18][UTT][ MSE = 0.2657 | LCC = 0.8513 | SRCC = 0.8475 ] +INFO:root:Average loss=0.21076390548394278 +INFO:root: +[Valid][19][UTT][ MSE = 0.2547 | LCC = 0.8511 | SRCC = 0.8472 ] +INFO:root:Average loss=0.21756722405552864 +INFO:root: +[Valid][20][UTT][ MSE = 0.2828 | LCC = 0.8517 | SRCC = 0.8475 ] +INFO:root:Average loss=0.19148404208513406 +INFO:root: +[Valid][21][UTT][ MSE = 0.2691 | LCC = 0.8434 | SRCC = 0.8432 ] +INFO:root:Average loss=0.19534950598310202 +INFO:root: +[Valid][22][UTT][ MSE = 0.2499 | LCC = 0.8503 | SRCC = 0.8458 ] +INFO:root:Average loss=0.21172095959385237 +INFO:root: +[Valid][23][UTT][ MSE = 0.2652 | LCC = 0.8560 | SRCC = 0.8516 ] +INFO:root:Average loss=0.19460380497651222 +INFO:root: +[Valid][24][UTT][ MSE = 0.2508 | LCC = 0.8524 | SRCC = 0.8481 ] +INFO:root:Average loss=0.17790295088138336 +INFO:root: +[Valid][25][UTT][ MSE = 0.2690 | LCC = 0.8500 | SRCC = 0.8460 ] +INFO:root:Average loss=0.18389569796048677 +INFO:root: +[Valid][26][UTT][ MSE = 0.2720 | LCC = 0.8516 | SRCC = 0.8474 ] +INFO:root:Average loss=0.18116653653291556 +INFO:root: +[Valid][27][UTT][ MSE = 0.2983 | LCC = 0.8467 | SRCC = 0.8457 ] +INFO:root:Average loss=0.17694553217062584 +INFO:root: +[Valid][28][UTT][ MSE = 0.2582 | LCC = 0.8478 | SRCC = 0.8448 ] +INFO:root:Average loss=0.18687827961567122 +INFO:root: +[Valid][29][UTT][ MSE = 0.2598 | LCC = 0.8495 | SRCC = 0.8464 ] +INFO:root:Average loss=0.18413380800913542 +INFO:root: +[Valid][30][UTT][ MSE = 0.2744 | LCC = 0.8506 | SRCC = 0.8461 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2637 | LCC = 0.8631 | SRCC = 0.8627 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer42/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer42/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..81bcb658683bcd7b4b773b88aa0a56178e310be3 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:155b32aae5b0c99e743ede4ee33a69546c9f83114ccf9eafa78167f3ad1e1f29 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer42/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d34705c21654de2c32b0a373512c3a4fb4e82a0 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f28b71c94474033cd3f0d8a159f861421846253c17767cfa1b938bbf9d667ec +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer42/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer42/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f6342add38fdb3cc05b32d18132747958ca7284d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer42/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7574752901609128 +INFO:root: +[Valid][0][UTT][ MSE = 0.5353 | LCC = 0.6299 | SRCC = 0.6214 ] +INFO:root:Average loss=0.41321593408401197 +INFO:root: +[Valid][1][UTT][ MSE = 0.3586 | LCC = 0.7992 | SRCC = 0.7965 ] +INFO:root:Average loss=0.32500000527271855 +INFO:root: +[Valid][2][UTT][ MSE = 0.4897 | LCC = 0.8006 | SRCC = 0.8131 ] +INFO:root:Average loss=0.3208452283571928 +INFO:root: +[Valid][3][UTT][ MSE = 0.3604 | LCC = 0.8209 | SRCC = 0.8219 ] +INFO:root:Average loss=0.2757172825244757 +INFO:root: +[Valid][4][UTT][ MSE = 0.3692 | LCC = 0.8245 | SRCC = 0.8283 ] +INFO:root:Average loss=0.28397543479998905 +INFO:root: +[Valid][5][UTT][ MSE = 0.3219 | LCC = 0.8332 | SRCC = 0.8349 ] +INFO:root:Average loss=0.2742874404558769 +INFO:root: +[Valid][6][UTT][ MSE = 0.2995 | LCC = 0.8396 | SRCC = 0.8355 ] +INFO:root:Average loss=0.3203318354028922 +INFO:root: +[Valid][7][UTT][ MSE = 0.3399 | LCC = 0.8396 | SRCC = 0.8377 ] +INFO:root:Average loss=0.2520412128323164 +INFO:root: +[Valid][8][UTT][ MSE = 0.3007 | LCC = 0.8359 | SRCC = 0.8378 ] +INFO:root:Average loss=0.25168114805068725 +INFO:root: +[Valid][9][UTT][ MSE = 0.3390 | LCC = 0.8433 | SRCC = 0.8401 ] +INFO:root:Average loss=0.24312075494955748 +INFO:root: +[Valid][10][UTT][ MSE = 0.3075 | LCC = 0.8450 | SRCC = 0.8403 ] +INFO:root:Average loss=0.22489306464409217 +INFO:root: +[Valid][11][UTT][ MSE = 0.2595 | LCC = 0.8448 | SRCC = 0.8416 ] +INFO:root:Average loss=0.2189400678452773 +INFO:root: +[Valid][12][UTT][ MSE = 0.2603 | LCC = 0.8430 | SRCC = 0.8434 ] +INFO:root:Average loss=0.20834731043149263 +INFO:root: +[Valid][13][UTT][ MSE = 0.2785 | LCC = 0.8455 | SRCC = 0.8423 ] +INFO:root:Average loss=0.205680696054911 +INFO:root: +[Valid][14][UTT][ MSE = 0.2856 | LCC = 0.8498 | SRCC = 0.8445 ] +INFO:root:Average loss=0.21477611057269266 +INFO:root: +[Valid][15][UTT][ MSE = 0.2775 | LCC = 0.8511 | SRCC = 0.8472 ] +INFO:root:Average loss=0.20263935453616655 +INFO:root: +[Valid][16][UTT][ MSE = 0.2548 | LCC = 0.8491 | SRCC = 0.8467 ] +INFO:root:Average loss=0.22449040069029882 +INFO:root: +[Valid][17][UTT][ MSE = 0.2756 | LCC = 0.8523 | SRCC = 0.8472 ] +INFO:root:Average loss=0.20280245443185171 +INFO:root: +[Valid][18][UTT][ MSE = 0.2627 | LCC = 0.8500 | SRCC = 0.8460 ] +INFO:root:Average loss=0.2051435458736542 +INFO:root: +[Valid][19][UTT][ MSE = 0.2691 | LCC = 0.8528 | SRCC = 0.8489 ] +INFO:root:Average loss=0.1926698474547802 +INFO:root: +[Valid][20][UTT][ MSE = 0.2697 | LCC = 0.8494 | SRCC = 0.8479 ] +INFO:root:Average loss=0.20368467481472555 +INFO:root: +[Valid][21][UTT][ MSE = 0.2726 | LCC = 0.8561 | SRCC = 0.8510 ] +INFO:root:Average loss=0.1989534636720633 +INFO:root: +[Valid][22][UTT][ MSE = 0.2547 | LCC = 0.8532 | SRCC = 0.8489 ] +INFO:root:Average loss=0.1819549217247046 +INFO:root: +[Valid][23][UTT][ MSE = 0.2385 | LCC = 0.8536 | SRCC = 0.8507 ] +INFO:root:Average loss=0.18676934821101335 +INFO:root: +[Valid][24][UTT][ MSE = 0.2631 | LCC = 0.8442 | SRCC = 0.8460 ] +INFO:root:Average loss=0.17992746419249436 +INFO:root: +[Valid][25][UTT][ MSE = 0.2768 | LCC = 0.8539 | SRCC = 0.8499 ] +INFO:root:Average loss=0.1715428332487742 +INFO:root: +[Valid][26][UTT][ MSE = 0.2780 | LCC = 0.8479 | SRCC = 0.8463 ] +INFO:root:Average loss=0.1780851121323231 +INFO:root: +[Valid][27][UTT][ MSE = 0.2627 | LCC = 0.8526 | SRCC = 0.8490 ] +INFO:root:Average loss=0.18316223128483847 +INFO:root: +[Valid][28][UTT][ MSE = 0.3119 | LCC = 0.8422 | SRCC = 0.8467 ] +INFO:root:Average loss=0.18604572251057014 +INFO:root: +[Valid][29][UTT][ MSE = 0.2999 | LCC = 0.8463 | SRCC = 0.8468 ] +INFO:root:Average loss=0.18736703149401224 +INFO:root: +[Valid][30][UTT][ MSE = 0.2533 | LCC = 0.8532 | SRCC = 0.8512 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2825 | LCC = 0.8602 | SRCC = 0.8618 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer44/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer44/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..3278eb56085da6533760d9d7ad68468ac4dcbb1a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53e1077ad91da7d57b56b6f89fd0b55d4577ed3dd3f5f697449d5c4c2093f693 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer44/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..860954c888d77c923d3ea4b61b74d7f4a4e84b6e --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:526e8c793e6dde8a2630fd24923b42838bbe9c8d3f00fe3b072197aafc4d8653 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer44/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d6cc400657db7b7d6a87eb3eed30952edadaa704 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7668305299220941 +INFO:root: +[Valid][0][UTT][ MSE = 0.7003 | LCC = 0.4473 | SRCC = 0.4290 ] +INFO:root:Average loss=0.5379934780872785 +INFO:root: +[Valid][1][UTT][ MSE = 0.4533 | LCC = 0.7350 | SRCC = 0.7405 ] +INFO:root:Average loss=0.4609967437692178 +INFO:root: +[Valid][2][UTT][ MSE = 0.4431 | LCC = 0.7785 | SRCC = 0.7793 ] +INFO:root:Average loss=0.37094880182009476 +INFO:root: +[Valid][3][UTT][ MSE = 0.4273 | LCC = 0.7990 | SRCC = 0.7993 ] +INFO:root:Average loss=0.3635311443836261 +INFO:root: +[Valid][4][UTT][ MSE = 0.3441 | LCC = 0.8091 | SRCC = 0.8092 ] +INFO:root:Average loss=0.32797885915407765 +INFO:root: +[Valid][5][UTT][ MSE = 0.3996 | LCC = 0.8037 | SRCC = 0.8076 ] +INFO:root:Average loss=0.4254333766607138 +INFO:root: +[Valid][6][UTT][ MSE = 0.3789 | LCC = 0.8110 | SRCC = 0.8087 ] +INFO:root:Average loss=0.30945347746213275 +INFO:root: +[Valid][7][UTT][ MSE = 0.3081 | LCC = 0.8194 | SRCC = 0.8184 ] +INFO:root:Average loss=0.2905914374651053 +INFO:root: +[Valid][8][UTT][ MSE = 0.3218 | LCC = 0.8259 | SRCC = 0.8236 ] +INFO:root:Average loss=0.29758217204839754 +INFO:root: +[Valid][9][UTT][ MSE = 0.3120 | LCC = 0.8299 | SRCC = 0.8275 ] +INFO:root:Average loss=0.29116574044411 +INFO:root: +[Valid][10][UTT][ MSE = 0.3172 | LCC = 0.8321 | SRCC = 0.8284 ] +INFO:root:Average loss=0.25420461002832806 +INFO:root: +[Valid][11][UTT][ MSE = 0.3043 | LCC = 0.8329 | SRCC = 0.8295 ] +INFO:root:Average loss=0.26799823362857866 +INFO:root: +[Valid][12][UTT][ MSE = 0.3721 | LCC = 0.8331 | SRCC = 0.8337 ] +INFO:root:Average loss=0.28134791667644793 +INFO:root: +[Valid][13][UTT][ MSE = 0.2909 | LCC = 0.8386 | SRCC = 0.8343 ] +INFO:root:Average loss=0.2564885505498984 +INFO:root: +[Valid][14][UTT][ MSE = 0.4036 | LCC = 0.8223 | SRCC = 0.8317 ] +INFO:root:Average loss=0.3028483495880396 +INFO:root: +[Valid][15][UTT][ MSE = 0.3225 | LCC = 0.8281 | SRCC = 0.8315 ] +INFO:root:Average loss=0.25413125161177075 +INFO:root: +[Valid][16][UTT][ MSE = 0.2923 | LCC = 0.8389 | SRCC = 0.8352 ] +INFO:root:Average loss=0.24007127262078798 +INFO:root: +[Valid][17][UTT][ MSE = 0.2966 | LCC = 0.8344 | SRCC = 0.8326 ] +INFO:root:Average loss=0.23551527983867204 +INFO:root: +[Valid][18][UTT][ MSE = 0.2905 | LCC = 0.8413 | SRCC = 0.8374 ] +INFO:root:Average loss=0.23930556231584305 +INFO:root: +[Valid][19][UTT][ MSE = 0.2628 | LCC = 0.8350 | SRCC = 0.8319 ] +INFO:root:Average loss=0.23931756481910363 +INFO:root: +[Valid][20][UTT][ MSE = 0.2656 | LCC = 0.8428 | SRCC = 0.8393 ] +INFO:root:Average loss=0.2264565783433425 +INFO:root: +[Valid][21][UTT][ MSE = 0.3043 | LCC = 0.8453 | SRCC = 0.8401 ] +INFO:root:Average loss=0.225681606393594 +INFO:root: +[Valid][22][UTT][ MSE = 0.2767 | LCC = 0.8445 | SRCC = 0.8409 ] +INFO:root:Average loss=0.21786380196229005 +INFO:root: +[Valid][23][UTT][ MSE = 0.2977 | LCC = 0.8435 | SRCC = 0.8402 ] +INFO:root:Average loss=0.2550125771608108 +INFO:root: +[Valid][24][UTT][ MSE = 0.3090 | LCC = 0.8466 | SRCC = 0.8424 ] +INFO:root:Average loss=0.22465637631905386 +INFO:root: +[Valid][25][UTT][ MSE = 0.2682 | LCC = 0.8460 | SRCC = 0.8412 ] +INFO:root:Average loss=0.20530161624535537 +INFO:root: +[Valid][26][UTT][ MSE = 0.2650 | LCC = 0.8432 | SRCC = 0.8404 ] +INFO:root:Average loss=0.21796097052402985 +INFO:root: +[Valid][27][UTT][ MSE = 0.2682 | LCC = 0.8436 | SRCC = 0.8401 ] +INFO:root:Average loss=0.22188139458497366 +INFO:root: +[Valid][28][UTT][ MSE = 0.2867 | LCC = 0.8464 | SRCC = 0.8400 ] +INFO:root:Average loss=0.22224741964003977 +INFO:root: +[Valid][29][UTT][ MSE = 0.2716 | LCC = 0.8427 | SRCC = 0.8383 ] +INFO:root:Average loss=0.21027966072926155 +INFO:root: +[Valid][30][UTT][ MSE = 0.2657 | LCC = 0.8457 | SRCC = 0.8415 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3330 | LCC = 0.8508 | SRCC = 0.8544 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer44/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer44/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..254933e3bccc7fca33bf1834112e0939c127be8f --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63509da9e002dd6473a33de4ef43c40d6f145904dfe15b89176114ed61c35051 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer44/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b80f4334b3052a6cf854eae148df73f4c29d145d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7964be7337b2937e8db87f41607810eedb465d18d98b8a409e9bcafdcdbc94a5 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer44/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..43dc174ce3b775582dd9c0e5657960cc85016bd3 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7791702693853623 +INFO:root: +[Valid][0][UTT][ MSE = 0.7318 | LCC = 0.3596 | SRCC = 0.3944 ] +INFO:root:Average loss=0.6069214573273292 +INFO:root: +[Valid][1][UTT][ MSE = 0.4779 | LCC = 0.6745 | SRCC = 0.6704 ] +INFO:root:Average loss=0.46841876399822724 +INFO:root: +[Valid][2][UTT][ MSE = 0.4854 | LCC = 0.7710 | SRCC = 0.7676 ] +INFO:root:Average loss=0.3567043206630609 +INFO:root: +[Valid][3][UTT][ MSE = 0.3339 | LCC = 0.7937 | SRCC = 0.7907 ] +INFO:root:Average loss=0.3314145830197212 +INFO:root: +[Valid][4][UTT][ MSE = 0.4001 | LCC = 0.8056 | SRCC = 0.8078 ] +INFO:root:Average loss=0.33400990871282726 +INFO:root: +[Valid][5][UTT][ MSE = 0.3662 | LCC = 0.8181 | SRCC = 0.8154 ] +INFO:root:Average loss=0.2933948893959706 +INFO:root: +[Valid][6][UTT][ MSE = 0.2880 | LCC = 0.8218 | SRCC = 0.8196 ] +INFO:root:Average loss=0.29543148286831683 +INFO:root: +[Valid][7][UTT][ MSE = 0.3424 | LCC = 0.8239 | SRCC = 0.8207 ] +INFO:root:Average loss=0.2777372285341605 +INFO:root: +[Valid][8][UTT][ MSE = 0.2970 | LCC = 0.8262 | SRCC = 0.8227 ] +INFO:root:Average loss=0.2940859183287009 +INFO:root: +[Valid][9][UTT][ MSE = 0.2863 | LCC = 0.8266 | SRCC = 0.8253 ] +INFO:root:Average loss=0.27767786918542325 +INFO:root: +[Valid][10][UTT][ MSE = 0.2976 | LCC = 0.8332 | SRCC = 0.8309 ] +INFO:root:Average loss=0.2820115184936768 +INFO:root: +[Valid][11][UTT][ MSE = 0.3669 | LCC = 0.8329 | SRCC = 0.8312 ] +INFO:root:Average loss=0.2624552723688957 +INFO:root: +[Valid][12][UTT][ MSE = 0.2929 | LCC = 0.8361 | SRCC = 0.8329 ] +INFO:root:Average loss=0.25328206309141255 +INFO:root: +[Valid][13][UTT][ MSE = 0.2878 | LCC = 0.8306 | SRCC = 0.8316 ] +INFO:root:Average loss=0.26378689696773505 +INFO:root: +[Valid][14][UTT][ MSE = 0.2769 | LCC = 0.8402 | SRCC = 0.8373 ] +INFO:root:Average loss=0.26684037175698155 +INFO:root: +[Valid][15][UTT][ MSE = 0.2747 | LCC = 0.8390 | SRCC = 0.8373 ] +INFO:root:Average loss=0.2681546043127011 +INFO:root: +[Valid][16][UTT][ MSE = 0.4292 | LCC = 0.8235 | SRCC = 0.8325 ] +INFO:root:Average loss=0.2557345401400175 +INFO:root: +[Valid][17][UTT][ MSE = 0.3037 | LCC = 0.8398 | SRCC = 0.8382 ] +INFO:root:Average loss=0.23167423158884048 +INFO:root: +[Valid][18][UTT][ MSE = 0.2985 | LCC = 0.8397 | SRCC = 0.8386 ] +INFO:root:Average loss=0.25662188155528826 +INFO:root: +[Valid][19][UTT][ MSE = 0.3003 | LCC = 0.8386 | SRCC = 0.8388 ] +INFO:root:Average loss=0.24233378374423736 +INFO:root: +[Valid][20][UTT][ MSE = 0.3105 | LCC = 0.8426 | SRCC = 0.8384 ] +INFO:root:Average loss=0.23647041618824005 +INFO:root: +[Valid][21][UTT][ MSE = 0.2709 | LCC = 0.8439 | SRCC = 0.8414 ] +INFO:root:Average loss=0.2273772567128524 +INFO:root: +[Valid][22][UTT][ MSE = 0.3002 | LCC = 0.8445 | SRCC = 0.8409 ] +INFO:root:Average loss=0.22100255695673135 +INFO:root: +[Valid][23][UTT][ MSE = 0.2812 | LCC = 0.8432 | SRCC = 0.8391 ] +INFO:root:Average loss=0.2281800281160917 +INFO:root: +[Valid][24][UTT][ MSE = 0.2953 | LCC = 0.8418 | SRCC = 0.8403 ] +INFO:root:Average loss=0.2055893320685778 +INFO:root: +[Valid][25][UTT][ MSE = 0.2608 | LCC = 0.8443 | SRCC = 0.8416 ] +INFO:root:Average loss=0.2145519295755105 +INFO:root: +[Valid][26][UTT][ MSE = 0.2678 | LCC = 0.8477 | SRCC = 0.8434 ] +INFO:root:Average loss=0.21936863718124536 +INFO:root: +[Valid][27][UTT][ MSE = 0.2939 | LCC = 0.8469 | SRCC = 0.8436 ] +INFO:root:Average loss=0.22565188430822813 +INFO:root: +[Valid][28][UTT][ MSE = 0.2642 | LCC = 0.8464 | SRCC = 0.8426 ] +INFO:root:Average loss=0.2231341982499147 +INFO:root: +[Valid][29][UTT][ MSE = 0.2774 | LCC = 0.8474 | SRCC = 0.8435 ] +INFO:root:Average loss=0.20618792948050377 +INFO:root: +[Valid][30][UTT][ MSE = 0.2631 | LCC = 0.8483 | SRCC = 0.8445 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2616 | LCC = 0.8562 | SRCC = 0.8547 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer44/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run2/model.pt b/results_bvcc/w2v2_xlsr_2b/layer44/run2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..343bff0912cf0e456224d65ccc9b3e5691f0856d --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e547ea659d2eaf1507fe46f743eae9a735c4c31540c9ae9ffd17fec157efd5 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run2/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer44/run2/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..411f5b09bab711cc2d1d21fed21b7768028da083 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run2/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e8f628f1d7f002898bb163da90549ecfc777a0ab7d2392eb7274a7b7faf283f +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run2/train.log b/results_bvcc/w2v2_xlsr_2b/layer44/run2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..2006003e8b295d96db6bae0a47063fb398537940 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run2/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.756042250073873 +INFO:root: +[Valid][0][UTT][ MSE = 0.7050 | LCC = 0.4330 | SRCC = 0.4334 ] +INFO:root:Average loss=0.5466075929311606 +INFO:root: +[Valid][1][UTT][ MSE = 0.5954 | LCC = 0.6969 | SRCC = 0.7159 ] +INFO:root:Average loss=0.3858604207634926 +INFO:root: +[Valid][2][UTT][ MSE = 0.3684 | LCC = 0.7797 | SRCC = 0.7796 ] +INFO:root:Average loss=0.39320782476510757 +INFO:root: +[Valid][3][UTT][ MSE = 0.4812 | LCC = 0.7856 | SRCC = 0.7947 ] +INFO:root:Average loss=0.4083798594581775 +INFO:root: +[Valid][4][UTT][ MSE = 0.5382 | LCC = 0.7962 | SRCC = 0.7973 ] +INFO:root:Average loss=0.3593849688768387 +INFO:root: +[Valid][5][UTT][ MSE = 0.3941 | LCC = 0.8006 | SRCC = 0.8095 ] +INFO:root:Average loss=0.3025165828756797 +INFO:root: +[Valid][6][UTT][ MSE = 0.6830 | LCC = 0.7858 | SRCC = 0.8145 ] +INFO:root:Average loss=0.36372208289611035 +INFO:root: +[Valid][7][UTT][ MSE = 0.3546 | LCC = 0.8131 | SRCC = 0.8141 ] +INFO:root:Average loss=0.2936096970851605 +INFO:root: +[Valid][8][UTT][ MSE = 0.4320 | LCC = 0.8173 | SRCC = 0.8245 ] +INFO:root:Average loss=0.2891326789290477 +INFO:root: +[Valid][9][UTT][ MSE = 0.4658 | LCC = 0.8130 | SRCC = 0.8242 ] +INFO:root:Average loss=0.30153588205575943 +INFO:root: +[Valid][10][UTT][ MSE = 0.3083 | LCC = 0.8296 | SRCC = 0.8289 ] +INFO:root:Average loss=0.3319422258780553 +INFO:root: +[Valid][11][UTT][ MSE = 0.3513 | LCC = 0.8239 | SRCC = 0.8278 ] +INFO:root:Average loss=0.2756402891797897 +INFO:root: +[Valid][12][UTT][ MSE = 0.2850 | LCC = 0.8365 | SRCC = 0.8331 ] +INFO:root:Average loss=0.263427992279713 +INFO:root: +[Valid][13][UTT][ MSE = 0.2884 | LCC = 0.8297 | SRCC = 0.8249 ] +INFO:root:Average loss=0.2724321614473294 +INFO:root: +[Valid][14][UTT][ MSE = 0.2939 | LCC = 0.8362 | SRCC = 0.8340 ] +INFO:root:Average loss=0.2537403157315193 +INFO:root: +[Valid][15][UTT][ MSE = 0.3310 | LCC = 0.8324 | SRCC = 0.8308 ] +INFO:root:Average loss=0.3171271265317232 +INFO:root: +[Valid][16][UTT][ MSE = 0.3144 | LCC = 0.8395 | SRCC = 0.8350 ] +INFO:root:Average loss=0.22838679739297965 +INFO:root: +[Valid][17][UTT][ MSE = 0.3218 | LCC = 0.8398 | SRCC = 0.8363 ] +INFO:root:Average loss=0.2523124829316751 +INFO:root: +[Valid][18][UTT][ MSE = 0.3674 | LCC = 0.8307 | SRCC = 0.8304 ] +INFO:root:Average loss=0.23197267204523087 +INFO:root: +[Valid][19][UTT][ MSE = 0.2733 | LCC = 0.8385 | SRCC = 0.8338 ] +INFO:root:Average loss=0.24022261951214227 +INFO:root: +[Valid][20][UTT][ MSE = 0.2738 | LCC = 0.8424 | SRCC = 0.8379 ] +INFO:root:Average loss=0.23450613423035696 +INFO:root: +[Valid][21][UTT][ MSE = 0.4108 | LCC = 0.8316 | SRCC = 0.8396 ] +INFO:root:Average loss=0.23191141146115768 +INFO:root: +[Valid][22][UTT][ MSE = 0.2853 | LCC = 0.8403 | SRCC = 0.8361 ] +INFO:root:Average loss=0.26106335127200836 +INFO:root: +[Valid][23][UTT][ MSE = 0.2597 | LCC = 0.8376 | SRCC = 0.8350 ] +INFO:root:Average loss=0.23162634384173614 +INFO:root: +[Valid][24][UTT][ MSE = 0.2741 | LCC = 0.8426 | SRCC = 0.8394 ] +INFO:root:Average loss=0.2214191939968329 +INFO:root: +[Valid][25][UTT][ MSE = 0.2900 | LCC = 0.8463 | SRCC = 0.8419 ] +INFO:root:Average loss=0.24885348956554365 +INFO:root: +[Valid][26][UTT][ MSE = 0.4231 | LCC = 0.8302 | SRCC = 0.8359 ] +INFO:root:Average loss=0.22725320550111625 +INFO:root: +[Valid][27][UTT][ MSE = 0.2651 | LCC = 0.8464 | SRCC = 0.8417 ] +INFO:root:Average loss=0.22052764319456541 +INFO:root: +[Valid][28][UTT][ MSE = 0.3239 | LCC = 0.8435 | SRCC = 0.8436 ] +INFO:root:Average loss=0.22439467620391113 +INFO:root: +[Valid][29][UTT][ MSE = 0.2795 | LCC = 0.8452 | SRCC = 0.8402 ] +INFO:root:Average loss=0.20128464182982078 +INFO:root: +[Valid][30][UTT][ MSE = 0.2711 | LCC = 0.8444 | SRCC = 0.8414 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2468 | LCC = 0.8579 | SRCC = 0.8583 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run3/config.gin b/results_bvcc/w2v2_xlsr_2b/layer44/run3/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run3/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run3/model.pt b/results_bvcc/w2v2_xlsr_2b/layer44/run3/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cce49080835c5ac9bfac5268ff5e8f8960ab629 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run3/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84583daa583d870891496db9f81033c50bbe89016a091ead461c676355b5d140 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run3/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer44/run3/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0c127a7139aac13114c5d8073729a9e07366e39 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run3/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94e08fb841d5c5b42da2eadd792ee389e164760e8b478d43bd50859e0fbcbb2e +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run3/train.log b/results_bvcc/w2v2_xlsr_2b/layer44/run3/train.log new file mode 100644 index 0000000000000000000000000000000000000000..292eb3fcc3476949a8af59e7e0568db2c8160d90 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run3/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7913925242729676 +INFO:root: +[Valid][0][UTT][ MSE = 0.7747 | LCC = 0.2721 | SRCC = 0.3505 ] +INFO:root:Average loss=0.6424460189464765 +INFO:root: +[Valid][1][UTT][ MSE = 0.5484 | LCC = 0.6108 | SRCC = 0.6262 ] +INFO:root:Average loss=0.49150429780666643 +INFO:root: +[Valid][2][UTT][ MSE = 0.4089 | LCC = 0.7322 | SRCC = 0.7383 ] +INFO:root:Average loss=0.40048299863552433 +INFO:root: +[Valid][3][UTT][ MSE = 0.4712 | LCC = 0.7733 | SRCC = 0.7798 ] +INFO:root:Average loss=0.3257220996878086 +INFO:root: +[Valid][4][UTT][ MSE = 0.4284 | LCC = 0.8013 | SRCC = 0.8048 ] +INFO:root:Average loss=0.31081851113301057 +INFO:root: +[Valid][5][UTT][ MSE = 0.3605 | LCC = 0.8156 | SRCC = 0.8146 ] +INFO:root:Average loss=0.3083281975526076 +INFO:root: +[Valid][6][UTT][ MSE = 0.2998 | LCC = 0.8191 | SRCC = 0.8199 ] +INFO:root:Average loss=0.26956788832560563 +INFO:root: +[Valid][7][UTT][ MSE = 0.3357 | LCC = 0.8136 | SRCC = 0.8199 ] +INFO:root:Average loss=0.27710103128965086 +INFO:root: +[Valid][8][UTT][ MSE = 0.2952 | LCC = 0.8278 | SRCC = 0.8256 ] +INFO:root:Average loss=0.30631321038191134 +INFO:root: +[Valid][9][UTT][ MSE = 0.2978 | LCC = 0.8307 | SRCC = 0.8291 ] +INFO:root:Average loss=0.2546662984368129 +INFO:root: +[Valid][10][UTT][ MSE = 0.2873 | LCC = 0.8309 | SRCC = 0.8298 ] +INFO:root:Average loss=0.25369123503183705 +INFO:root: +[Valid][11][UTT][ MSE = 0.3231 | LCC = 0.8299 | SRCC = 0.8309 ] +INFO:root:Average loss=0.2901159633810704 +INFO:root: +[Valid][12][UTT][ MSE = 0.3863 | LCC = 0.8301 | SRCC = 0.8324 ] +INFO:root:Average loss=0.27986720261665493 +INFO:root: +[Valid][13][UTT][ MSE = 0.3321 | LCC = 0.8246 | SRCC = 0.8322 ] +INFO:root:Average loss=0.2459612339735031 +INFO:root: +[Valid][14][UTT][ MSE = 0.3310 | LCC = 0.8365 | SRCC = 0.8374 ] +INFO:root:Average loss=0.28258293370405835 +INFO:root: +[Valid][15][UTT][ MSE = 0.2956 | LCC = 0.8388 | SRCC = 0.8372 ] +INFO:root:Average loss=0.2264808339950366 +INFO:root: +[Valid][16][UTT][ MSE = 0.2675 | LCC = 0.8364 | SRCC = 0.8367 ] +INFO:root:Average loss=0.22805188921017525 +INFO:root: +[Valid][17][UTT][ MSE = 0.2790 | LCC = 0.8399 | SRCC = 0.8397 ] +INFO:root:Average loss=0.26144889149910366 +INFO:root: +[Valid][18][UTT][ MSE = 0.2748 | LCC = 0.8419 | SRCC = 0.8406 ] +INFO:root:Average loss=0.23205343977763102 +INFO:root: +[Valid][19][UTT][ MSE = 0.3360 | LCC = 0.8434 | SRCC = 0.8394 ] +INFO:root:Average loss=0.22494583538709542 +INFO:root: +[Valid][20][UTT][ MSE = 0.2709 | LCC = 0.8437 | SRCC = 0.8402 ] +INFO:root:Average loss=0.23086162561025375 +INFO:root: +[Valid][21][UTT][ MSE = 0.4092 | LCC = 0.8192 | SRCC = 0.8352 ] +INFO:root:Average loss=0.23596782925037238 +INFO:root: +[Valid][22][UTT][ MSE = 0.2874 | LCC = 0.8453 | SRCC = 0.8420 ] +INFO:root:Average loss=0.23803565975947258 +INFO:root: +[Valid][23][UTT][ MSE = 0.2955 | LCC = 0.8485 | SRCC = 0.8442 ] +INFO:root:Average loss=0.2374769078615384 +INFO:root: +[Valid][24][UTT][ MSE = 0.3534 | LCC = 0.8458 | SRCC = 0.8436 ] +INFO:root:Average loss=0.2235501555678172 +INFO:root: +[Valid][25][UTT][ MSE = 0.2673 | LCC = 0.8481 | SRCC = 0.8441 ] +INFO:root:Average loss=0.23123911787302065 +INFO:root: +[Valid][26][UTT][ MSE = 0.3240 | LCC = 0.8475 | SRCC = 0.8437 ] +INFO:root:Average loss=0.21188365200009102 +INFO:root: +[Valid][27][UTT][ MSE = 0.2636 | LCC = 0.8465 | SRCC = 0.8421 ] +INFO:root:Average loss=0.2117595265691097 +INFO:root: +[Valid][28][UTT][ MSE = 0.3197 | LCC = 0.8382 | SRCC = 0.8423 ] +INFO:root:Average loss=0.21134244822538817 +INFO:root: +[Valid][29][UTT][ MSE = 0.3413 | LCC = 0.8522 | SRCC = 0.8475 ] +INFO:root:Average loss=0.2505964803007933 +INFO:root: +[Valid][30][UTT][ MSE = 0.2700 | LCC = 0.8469 | SRCC = 0.8452 ] +INFO:root: +[Test][31][UTT][ MSE = 0.3726 | LCC = 0.8559 | SRCC = 0.8571 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run4/config.gin b/results_bvcc/w2v2_xlsr_2b/layer44/run4/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run4/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run4/model.pt b/results_bvcc/w2v2_xlsr_2b/layer44/run4/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2602901153319ea19576a8cccb338274b6af01e7 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run4/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee75b05e9e13b6c729449878c504b8c88bbaedbcd42bc365bd5e0ff67aeb75c +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run4/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer44/run4/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e46cdddc08b0baa9ed3efd885550790eeb79d15a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run4/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c22beec61af3eb44871c91dc3b63fb8215578ba444f0f494fe0d30f7443249c0 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer44/run4/train.log b/results_bvcc/w2v2_xlsr_2b/layer44/run4/train.log new file mode 100644 index 0000000000000000000000000000000000000000..9bef1b97e855aaeb8f93d1dc9c2730fa03753c58 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer44/run4/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7489930475369478 +INFO:root: +[Valid][0][UTT][ MSE = 0.6669 | LCC = 0.4634 | SRCC = 0.4638 ] +INFO:root:Average loss=0.5439565342206222 +INFO:root: +[Valid][1][UTT][ MSE = 0.4532 | LCC = 0.7271 | SRCC = 0.7296 ] +INFO:root:Average loss=0.3816746425552246 +INFO:root: +[Valid][2][UTT][ MSE = 0.3826 | LCC = 0.7833 | SRCC = 0.7903 ] +INFO:root:Average loss=0.3885394418850923 +INFO:root: +[Valid][3][UTT][ MSE = 0.3952 | LCC = 0.8042 | SRCC = 0.8026 ] +INFO:root:Average loss=0.34912743858802014 +INFO:root: +[Valid][4][UTT][ MSE = 0.3243 | LCC = 0.8105 | SRCC = 0.8085 ] +INFO:root:Average loss=0.3834704021230722 +INFO:root: +[Valid][5][UTT][ MSE = 0.4340 | LCC = 0.8044 | SRCC = 0.8160 ] +INFO:root:Average loss=0.326692738976234 +INFO:root: +[Valid][6][UTT][ MSE = 0.3649 | LCC = 0.8202 | SRCC = 0.8219 ] +INFO:root:Average loss=0.3186676574823184 +INFO:root: +[Valid][7][UTT][ MSE = 0.4204 | LCC = 0.8076 | SRCC = 0.8180 ] +INFO:root:Average loss=0.2900536612440378 +INFO:root: +[Valid][8][UTT][ MSE = 0.2931 | LCC = 0.8284 | SRCC = 0.8261 ] +INFO:root:Average loss=0.2843361993630727 +INFO:root: +[Valid][9][UTT][ MSE = 0.3173 | LCC = 0.8242 | SRCC = 0.8229 ] +INFO:root:Average loss=0.32909353937094027 +INFO:root: +[Valid][10][UTT][ MSE = 0.4023 | LCC = 0.8126 | SRCC = 0.8274 ] +INFO:root:Average loss=0.2605956943753438 +INFO:root: +[Valid][11][UTT][ MSE = 0.3476 | LCC = 0.8277 | SRCC = 0.8317 ] +INFO:root:Average loss=0.28087231574150234 +INFO:root: +[Valid][12][UTT][ MSE = 0.2979 | LCC = 0.8366 | SRCC = 0.8323 ] +INFO:root:Average loss=0.2761998549103737 +INFO:root: +[Valid][13][UTT][ MSE = 0.3252 | LCC = 0.8332 | SRCC = 0.8338 ] +INFO:root:Average loss=0.26360618896209276 +INFO:root: +[Valid][14][UTT][ MSE = 0.2859 | LCC = 0.8394 | SRCC = 0.8344 ] +INFO:root:Average loss=0.28566664380904955 +INFO:root: +[Valid][15][UTT][ MSE = 0.3595 | LCC = 0.8280 | SRCC = 0.8325 ] +INFO:root:Average loss=0.2738784014796599 +INFO:root: +[Valid][16][UTT][ MSE = 0.2871 | LCC = 0.8407 | SRCC = 0.8372 ] +INFO:root:Average loss=0.25221432210543215 +INFO:root: +[Valid][17][UTT][ MSE = 0.2834 | LCC = 0.8411 | SRCC = 0.8370 ] +INFO:root:Average loss=0.25753632015906847 +INFO:root: +[Valid][18][UTT][ MSE = 0.3146 | LCC = 0.8359 | SRCC = 0.8365 ] +INFO:root:Average loss=0.2875183050831159 +INFO:root: +[Valid][19][UTT][ MSE = 0.3217 | LCC = 0.8411 | SRCC = 0.8392 ] +INFO:root:Average loss=0.242182069672988 +INFO:root: +[Valid][20][UTT][ MSE = 0.2781 | LCC = 0.8428 | SRCC = 0.8389 ] +INFO:root:Average loss=0.2447786575708634 +INFO:root: +[Valid][21][UTT][ MSE = 0.2832 | LCC = 0.8405 | SRCC = 0.8365 ] +INFO:root:Average loss=0.23755869880700722 +INFO:root: +[Valid][22][UTT][ MSE = 0.2644 | LCC = 0.8425 | SRCC = 0.8399 ] +INFO:root:Average loss=0.20918964403562057 +INFO:root: +[Valid][23][UTT][ MSE = 0.2695 | LCC = 0.8411 | SRCC = 0.8384 ] +INFO:root:Average loss=0.22882859790936494 +INFO:root: +[Valid][24][UTT][ MSE = 0.2823 | LCC = 0.8462 | SRCC = 0.8411 ] +INFO:root:Average loss=0.21252643326536202 +INFO:root: +[Valid][25][UTT][ MSE = 0.2953 | LCC = 0.8417 | SRCC = 0.8399 ] +INFO:root:Average loss=0.24610476788037863 +INFO:root: +[Valid][26][UTT][ MSE = 0.2682 | LCC = 0.8459 | SRCC = 0.8408 ] +INFO:root:Average loss=0.25832200050354004 +INFO:root: +[Valid][27][UTT][ MSE = 0.2640 | LCC = 0.8396 | SRCC = 0.8402 ] +INFO:root:Average loss=0.2477914517124494 +INFO:root: +[Valid][28][UTT][ MSE = 0.2805 | LCC = 0.8464 | SRCC = 0.8425 ] +INFO:root:Average loss=0.22492422956304672 +INFO:root: +[Valid][29][UTT][ MSE = 0.2829 | LCC = 0.8425 | SRCC = 0.8370 ] +INFO:root:Average loss=0.2190713345622405 +INFO:root: +[Valid][30][UTT][ MSE = 0.3025 | LCC = 0.8434 | SRCC = 0.8410 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2648 | LCC = 0.8591 | SRCC = 0.8588 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer46/run0/config.gin b/results_bvcc/w2v2_xlsr_2b/layer46/run0/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer46/run0/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer46/run0/model.pt b/results_bvcc/w2v2_xlsr_2b/layer46/run0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..773191331fcc7d8085fd85013ebbafab472e1fde --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer46/run0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:850bf318a771d36c84ea495e9086cfa6f9c42a700b224971cab4338d90086406 +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer46/run0/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer46/run0/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b91cdfd9fe5a356a2a7a2232259aeef37d9cc3ef --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer46/run0/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac5f6a364abb44a8db78056741aaf78cd7afed840afed67cb497c4c62c5dd1a9 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer46/run0/train.log b/results_bvcc/w2v2_xlsr_2b/layer46/run0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..b4facecf7b3d3ca9e6f1fec843e005d1bcea8fa8 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer46/run0/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7657769941366636 +INFO:root: +[Valid][0][UTT][ MSE = 0.7382 | LCC = 0.4551 | SRCC = 0.4377 ] +INFO:root:Average loss=0.5950492173433304 +INFO:root: +[Valid][1][UTT][ MSE = 0.4790 | LCC = 0.6919 | SRCC = 0.6898 ] +INFO:root:Average loss=0.49101657706957597 +INFO:root: +[Valid][2][UTT][ MSE = 0.4486 | LCC = 0.7584 | SRCC = 0.7616 ] +INFO:root:Average loss=0.37709608845985854 +INFO:root: +[Valid][3][UTT][ MSE = 0.3812 | LCC = 0.7952 | SRCC = 0.7946 ] +INFO:root:Average loss=0.3338413370343355 +INFO:root: +[Valid][4][UTT][ MSE = 0.3756 | LCC = 0.8111 | SRCC = 0.8081 ] +INFO:root:Average loss=0.36217632469458455 +INFO:root: +[Valid][5][UTT][ MSE = 0.3388 | LCC = 0.8132 | SRCC = 0.8104 ] +INFO:root:Average loss=0.3232664895745424 +INFO:root: +[Valid][6][UTT][ MSE = 0.4964 | LCC = 0.8076 | SRCC = 0.8137 ] +INFO:root:Average loss=0.34137435811452377 +INFO:root: +[Valid][7][UTT][ MSE = 0.3227 | LCC = 0.8229 | SRCC = 0.8197 ] +INFO:root:Average loss=0.2968517448275517 +INFO:root: +[Valid][8][UTT][ MSE = 0.3277 | LCC = 0.8220 | SRCC = 0.8216 ] +INFO:root:Average loss=0.26690878031345516 +INFO:root: +[Valid][9][UTT][ MSE = 0.2776 | LCC = 0.8256 | SRCC = 0.8245 ] +INFO:root:Average loss=0.2682353168343886 +INFO:root: +[Valid][10][UTT][ MSE = 0.3006 | LCC = 0.8276 | SRCC = 0.8257 ] +INFO:root:Average loss=0.29858892678450316 +INFO:root: +[Valid][11][UTT][ MSE = 0.3234 | LCC = 0.8336 | SRCC = 0.8301 ] +INFO:root:Average loss=0.274887642226158 +INFO:root: +[Valid][12][UTT][ MSE = 0.3615 | LCC = 0.8327 | SRCC = 0.8304 ] +INFO:root:Average loss=0.2811152125016237 +INFO:root: +[Valid][13][UTT][ MSE = 0.3158 | LCC = 0.8291 | SRCC = 0.8242 ] +INFO:root:Average loss=0.2718165877919931 +INFO:root: +[Valid][14][UTT][ MSE = 0.2945 | LCC = 0.8375 | SRCC = 0.8343 ] +INFO:root:Average loss=0.2624101071403577 +INFO:root: +[Valid][15][UTT][ MSE = 0.3194 | LCC = 0.8292 | SRCC = 0.8320 ] +INFO:root:Average loss=0.2472265527034417 +INFO:root: +[Valid][16][UTT][ MSE = 0.2801 | LCC = 0.8320 | SRCC = 0.8300 ] +INFO:root:Average loss=0.27566335503107464 +INFO:root: +[Valid][17][UTT][ MSE = 0.2892 | LCC = 0.8399 | SRCC = 0.8357 ] +INFO:root:Average loss=0.2867658506983366 +INFO:root: +[Valid][18][UTT][ MSE = 0.3240 | LCC = 0.8318 | SRCC = 0.8327 ] +INFO:root:Average loss=0.24778572068764612 +INFO:root: +[Valid][19][UTT][ MSE = 0.2929 | LCC = 0.8370 | SRCC = 0.8336 ] +INFO:root:Average loss=0.2237925716699698 +INFO:root: +[Valid][20][UTT][ MSE = 0.2828 | LCC = 0.8352 | SRCC = 0.8319 ] +INFO:root:Average loss=0.21715211123228073 +INFO:root: +[Valid][21][UTT][ MSE = 0.3266 | LCC = 0.8327 | SRCC = 0.8354 ] +INFO:root:Average loss=0.22642765079553312 +INFO:root: +[Valid][22][UTT][ MSE = 0.2903 | LCC = 0.8352 | SRCC = 0.8337 ] +INFO:root:Average loss=0.24501121502656203 +INFO:root: +[Valid][23][UTT][ MSE = 0.2886 | LCC = 0.8371 | SRCC = 0.8344 ] +INFO:root:Average loss=0.2172897152411632 +INFO:root: +[Valid][24][UTT][ MSE = 0.3128 | LCC = 0.8399 | SRCC = 0.8374 ] +INFO:root:Average loss=0.2135363231675747 +INFO:root: +[Valid][25][UTT][ MSE = 0.2914 | LCC = 0.8404 | SRCC = 0.8393 ] +INFO:root:Average loss=0.21708621524083307 +INFO:root: +[Valid][26][UTT][ MSE = 0.3145 | LCC = 0.8350 | SRCC = 0.8377 ] +INFO:root:Average loss=0.20595973424422434 +INFO:root: +[Valid][27][UTT][ MSE = 0.2861 | LCC = 0.8365 | SRCC = 0.8346 ] +INFO:root:Average loss=0.21452233692010245 +INFO:root: +[Valid][28][UTT][ MSE = 0.2652 | LCC = 0.8372 | SRCC = 0.8357 ] +INFO:root:Average loss=0.20534525314966837 +INFO:root: +[Valid][29][UTT][ MSE = 0.2906 | LCC = 0.8438 | SRCC = 0.8398 ] +INFO:root:Average loss=0.22432073702414831 +INFO:root: +[Valid][30][UTT][ MSE = 0.4849 | LCC = 0.8185 | SRCC = 0.8335 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2757 | LCC = 0.8590 | SRCC = 0.8585 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer46/run1/config.gin b/results_bvcc/w2v2_xlsr_2b/layer46/run1/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer46/run1/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64 diff --git a/results_bvcc/w2v2_xlsr_2b/layer46/run1/model.pt b/results_bvcc/w2v2_xlsr_2b/layer46/run1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..f05ca6f02c8787e296d22263a18eff1bbeaa0166 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer46/run1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb089b280bc4693adc511b877b95394d1a61d46d8c580b8adb4217d47942f50b +size 5697099 diff --git a/results_bvcc/w2v2_xlsr_2b/layer46/run1/model_best.pt b/results_bvcc/w2v2_xlsr_2b/layer46/run1/model_best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ca15e892162ebd3de87d0ce11112169c1b48a8a --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer46/run1/model_best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9487a686f5d5e04e6277fd0d2ec93a9d3182a13d7ece8dffe02b658a4279ace9 +size 5698758 diff --git a/results_bvcc/w2v2_xlsr_2b/layer46/run1/train.log b/results_bvcc/w2v2_xlsr_2b/layer46/run1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ed537e5331ac3423db25a31fe32cecf87f640e46 --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer46/run1/train.log @@ -0,0 +1,99 @@ +INFO:root:Num train speech clips: 4974 +INFO:root:Num val speech clips: 1066 +INFO:root:Num test speech clips: 1066 +INFO:root:Device=cuda +INFO:root:Average loss=0.7206788307581192 +INFO:root: +[Valid][0][UTT][ MSE = 0.7831 | LCC = 0.4353 | SRCC = 0.4768 ] +INFO:root:Average loss=0.4893983293038148 +INFO:root: +[Valid][1][UTT][ MSE = 0.4009 | LCC = 0.7586 | SRCC = 0.7592 ] +INFO:root:Average loss=0.43703350023581433 +INFO:root: +[Valid][2][UTT][ MSE = 0.3643 | LCC = 0.7808 | SRCC = 0.7774 ] +INFO:root:Average loss=0.3318770531660471 +INFO:root: +[Valid][3][UTT][ MSE = 0.3800 | LCC = 0.7539 | SRCC = 0.7517 ] +INFO:root:Average loss=0.3940461963797227 +INFO:root: +[Valid][4][UTT][ MSE = 0.4696 | LCC = 0.8023 | SRCC = 0.8047 ] +INFO:root:Average loss=0.3174651863101201 +INFO:root: +[Valid][5][UTT][ MSE = 0.5556 | LCC = 0.7979 | SRCC = 0.8091 ] +INFO:root:Average loss=0.2999968591790933 +INFO:root: +[Valid][6][UTT][ MSE = 0.3163 | LCC = 0.8205 | SRCC = 0.8167 ] +INFO:root:Average loss=0.28104600673302627 +INFO:root: +[Valid][7][UTT][ MSE = 0.5294 | LCC = 0.8078 | SRCC = 0.8179 ] +INFO:root:Average loss=0.26802708495121735 +INFO:root: +[Valid][8][UTT][ MSE = 0.3141 | LCC = 0.8256 | SRCC = 0.8212 ] +INFO:root:Average loss=0.28646537279471374 +INFO:root: +[Valid][9][UTT][ MSE = 0.3676 | LCC = 0.8265 | SRCC = 0.8265 ] +INFO:root:Average loss=0.33733715613683063 +INFO:root: +[Valid][10][UTT][ MSE = 0.3294 | LCC = 0.8193 | SRCC = 0.8160 ] +INFO:root:Average loss=0.3340873406865658 +INFO:root: +[Valid][11][UTT][ MSE = 0.7218 | LCC = 0.8141 | SRCC = 0.8266 ] +INFO:root:Average loss=0.31306282048806167 +INFO:root: +[Valid][12][UTT][ MSE = 0.2914 | LCC = 0.8230 | SRCC = 0.8185 ] +INFO:root:Average loss=0.24738399397868377 +INFO:root: +[Valid][13][UTT][ MSE = 0.3448 | LCC = 0.8355 | SRCC = 0.8309 ] +INFO:root:Average loss=0.2723316972454389 +INFO:root: +[Valid][14][UTT][ MSE = 0.3343 | LCC = 0.8310 | SRCC = 0.8254 ] +INFO:root:Average loss=0.26156446433220154 +INFO:root: +[Valid][15][UTT][ MSE = 0.3162 | LCC = 0.8322 | SRCC = 0.8273 ] +INFO:root:Average loss=0.26051197697718936 +INFO:root: +[Valid][16][UTT][ MSE = 0.3565 | LCC = 0.8303 | SRCC = 0.8277 ] +INFO:root:Average loss=0.23673642178376517 +INFO:root: +[Valid][17][UTT][ MSE = 0.3371 | LCC = 0.8316 | SRCC = 0.8289 ] +INFO:root:Average loss=0.25291135601508313 +INFO:root: +[Valid][18][UTT][ MSE = 0.2972 | LCC = 0.8321 | SRCC = 0.8308 ] +INFO:root:Average loss=0.2795618189833103 +INFO:root: +[Valid][19][UTT][ MSE = 0.3935 | LCC = 0.8360 | SRCC = 0.8350 ] +INFO:root:Average loss=0.23708207580523613 +INFO:root: +[Valid][20][UTT][ MSE = 0.3756 | LCC = 0.8347 | SRCC = 0.8374 ] +INFO:root:Average loss=0.22879493542206594 +INFO:root: +[Valid][21][UTT][ MSE = 0.3285 | LCC = 0.8408 | SRCC = 0.8374 ] +INFO:root:Average loss=0.2617316626203366 +INFO:root: +[Valid][22][UTT][ MSE = 0.3325 | LCC = 0.8409 | SRCC = 0.8378 ] +INFO:root:Average loss=0.22272566992502946 +INFO:root: +[Valid][23][UTT][ MSE = 0.3086 | LCC = 0.8387 | SRCC = 0.8359 ] +INFO:root:Average loss=0.2335178391673626 +INFO:root: +[Valid][24][UTT][ MSE = 0.2960 | LCC = 0.8444 | SRCC = 0.8396 ] +INFO:root:Average loss=0.21130298804014158 +INFO:root: +[Valid][25][UTT][ MSE = 0.2687 | LCC = 0.8438 | SRCC = 0.8391 ] +INFO:root:Average loss=0.24544849399572763 +INFO:root: +[Valid][26][UTT][ MSE = 0.2777 | LCC = 0.8452 | SRCC = 0.8407 ] +INFO:root:Average loss=0.22084321138950494 +INFO:root: +[Valid][27][UTT][ MSE = 0.2871 | LCC = 0.8455 | SRCC = 0.8412 ] +INFO:root:Average loss=0.21638540369577897 +INFO:root: +[Valid][28][UTT][ MSE = 0.2970 | LCC = 0.8444 | SRCC = 0.8405 ] +INFO:root:Average loss=0.20379051680748278 +INFO:root: +[Valid][29][UTT][ MSE = 0.4108 | LCC = 0.8352 | SRCC = 0.8353 ] +INFO:root:Average loss=0.20946937961838183 +INFO:root: +[Valid][30][UTT][ MSE = 0.3533 | LCC = 0.8363 | SRCC = 0.8396 ] +INFO:root: +[Test][31][UTT][ MSE = 0.2640 | LCC = 0.8542 | SRCC = 0.8547 ] diff --git a/results_bvcc/w2v2_xlsr_2b/layer46/run2/config.gin b/results_bvcc/w2v2_xlsr_2b/layer46/run2/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..d36a6964ab640c490fd7442e2d46a6fbe5fc84aa --- /dev/null +++ b/results_bvcc/w2v2_xlsr_2b/layer46/run2/config.gin @@ -0,0 +1,31 @@ +# Training config on BVCC dataset. + +# ------------------------------ +# Architecture +# ------------------------------ +ProjectionHead: + conv_channels = (32, 32) + dense_neurons = (64, 32, 1) + use_poolings = (True, True) + kernel_size = 5 + pool_size = 5 + +# ------------------------------ +# Dataset +# ------------------------------ +Bvcc: + debug = False + +get_dataloader: + num_workers = 12 + shuffle = True + +# ------------------------------ +# Training loop +# ------------------------------ +TrainingLoop: + num_epochs = 30 + learning_rate = 1e-4 + dataset_cls = @Bvcc + weight_decay = 0.0 + batch_size_train = 64