diff --git a/.gitattributes b/.gitattributes index a5c5cf1c629782c47819b1ee5aa4b72ba8c9a72c..c98fa09745b39031cb221b6ee6c118a878e36697 100644 --- a/.gitattributes +++ b/.gitattributes @@ -8489,3 +8489,56 @@ output_omniavatar_v2v_maskall_refseq/wandb/run-20260308_223005-lbfsevgg/files/me output_omniavatar_v2v_maskall_refseq/wandb/run-20260308_223005-lbfsevgg/files/media/videos/val_recon/videos_500_da61eec78c968439ab98.mp4 filter=lfs diff=lfs merge=lfs -text output_omniavatar_v2v_maskall_refseq/wandb/run-20260308_223005-lbfsevgg/files/media/videos/val_recon/videos_500_ff88a8367b1ba4234333.mp4 filter=lfs diff=lfs merge=lfs -text output_omniavatar_v2v_maskall_refseq/wandb/run-20260308_223005-lbfsevgg/run-lbfsevgg.wandb filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/crop/00000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/video/audio.wav filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/video/video.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/run-lgbp72el.wandb filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1000_7ea63071a552b4ac24c2.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1000_a7e430dca01d0c9ea289.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1000_aad0a24c91168a7eae91.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1000_c97f15995e8feb77e2bf.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1500_5e88ddc2dbbe674e88df.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1500_6f83c77065611af649d0.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1500_71206a330968f13d9248.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1500_d49f3477f0246f9e004c.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_500_af2bae57fad5d335a9d3.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_500_b454a58bbce306a1a79b.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_500_b63c5b2452ff92138cb0.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_500_dae2ee92357e6e8c908d.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1000_86f62eb3862c55c3afd6.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1000_c39e35b2910f5e75bac0.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1000_dd4f7263df6d7bf57df2.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1000_df36e157358afa813733.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1500_033936a764383aaad0b6.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1500_2966a2a3cce05bea5e3a.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1500_7cf518f83ed089104465.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1500_82989f39fb1e07c7e378.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_500_3c3782a4a9071a07a88a.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_500_4835c1539d6d36524c58.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_500_48515974d7dd8ab64634.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_500_d02c1bede0fc8f072a10.mp4 filter=lfs diff=lfs merge=lfs -text +output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/run-judm0viw.wandb filter=lfs diff=lfs merge=lfs -text diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/metadata.json b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..56696ef6a95fe065a917c51651a5e197b9c62010 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/metadata.json @@ -0,0 +1,4 @@ +{ + "format": "lean_v1", + "global_step": 1000 +} \ No newline at end of file diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/optimizer.pt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7fd0d1c0f6881a048521b7dc8124bdf2a359849 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f85eb6eb2790d5e80364d807ea3799116d5453aa502d5060508d13aac34ff28 +size 2478074055 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/random_states_0.pkl b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..46235c26f428d2c2c6218a75bf6b492ad9dde84a --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b87724a32ddac93d77c4d7157240a8141e28bfe365c01ed7b34b759128cb19d +size 12162 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/random_states_1.pkl b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/random_states_1.pkl new file mode 100644 index 0000000000000000000000000000000000000000..10bc5722180b7f35b3706682db5b4627cff2bd82 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/random_states_1.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d33ee4f8cc090af5c54267fa6ede9a453decaf08ca2fcc6a2120c55c66662eed +size 12194 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/scheduler.pt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..42655094e63d7a7f5fcac39d7a1ddef11559aba4 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6f50ea41ac3c3968ef5e381a84bd3623a6571d9873f8e03287788a5bd9a6e5c +size 1465 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/trainable_weights.pt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/trainable_weights.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8c9b64473f76ab1696e8b8869c5ffdd97c7637b --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/trainable_weights.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd1ceddde0cfbb8aae5ab1235f3339c3a6e06d2d1c36dc0e0ca9c8f6da0eca73 +size 1238971675 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/wandb_id.txt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/wandb_id.txt new file mode 100644 index 0000000000000000000000000000000000000000..f85132892aa63eb635ce407c568820bf603b2a5a --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/wandb_id.txt @@ -0,0 +1 @@ +judm0viw \ No newline at end of file diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/metadata.json b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..881540f6d7e6b0e5d33e720b3ba5d6619b2fdb00 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/metadata.json @@ -0,0 +1,4 @@ +{ + "format": "lean_v1", + "global_step": 1500 +} \ No newline at end of file diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/optimizer.pt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..935e2f2254804cec6f0442c2c0840f20db797af6 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdf5c8270ea50d658a654070bef44804788294be2206548ac4e441abcec014dd +size 2478074055 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/random_states_0.pkl b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..852e60d8cf5e327eed8e1b8ed1a1f4304b5595d9 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc4575aad36a5a2b2e7829a35c85869dae99f43155bffddc8c87a9752266f912 +size 12162 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/random_states_1.pkl b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/random_states_1.pkl new file mode 100644 index 0000000000000000000000000000000000000000..a9bce462fde47649a4418ef3668177c798eed938 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/random_states_1.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4ff5a90b3d9a4c0e643182ef89389516a87a7e1aecab7cc3a11d688e8033729 +size 12234 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/scheduler.pt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad520fc5154d4b4578ccf9753b217e9dee330f6e --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9763d220fc704b620fa09b7b90b539de012fabd1dc7ca36945c5b4223574ec9 +size 1465 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/trainable_weights.pt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/trainable_weights.pt new file mode 100644 index 0000000000000000000000000000000000000000..70df276c5532599cfc5418fa6dac1cc9529c0ac7 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/trainable_weights.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:783e18aefc1f6744d45f06c095bf67ab8b2f50ebad0a1083bd755b60a3d7265d +size 1238971675 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/wandb_id.txt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/wandb_id.txt new file mode 100644 index 0000000000000000000000000000000000000000..f85132892aa63eb635ce407c568820bf603b2a5a --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500/wandb_id.txt @@ -0,0 +1 @@ +judm0viw \ No newline at end of file diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/metadata.json b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..fe636713e2247ebd1f9496c47e0489b7d2103d83 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/metadata.json @@ -0,0 +1,4 @@ +{ + "format": "lean_v1", + "global_step": 500 +} \ No newline at end of file diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/optimizer.pt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..eaf6a9db0fb6709df6090b481a5ac5f69fdfc3e5 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:078515e85988135ff3b2646b564f79331224eec72703846fb5a8807d97855390 +size 2478074055 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/random_states_0.pkl b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..bc92d8982578d3e34a0e244be383099090b01cbd --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e58b29da21c884ac9b2d14fe4c76f2abe151bece698157cd9655da383bc71250 +size 12162 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/random_states_1.pkl b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/random_states_1.pkl new file mode 100644 index 0000000000000000000000000000000000000000..fd269984150094d74bc2abed63159f450193b840 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/random_states_1.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:149e62b7252e32832eb62ced13e5278bc71e6506faf67d041308a96d1ffa032b +size 12162 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/scheduler.pt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..281511cfcfeed9f4ed9ddfba274110c38781db41 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6916e72a6aac414142183edf0f421a094211aa0fb5f047da30c9a109f5f78f6b +size 1465 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/trainable_weights.pt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/trainable_weights.pt new file mode 100644 index 0000000000000000000000000000000000000000..e03d95ff28b4cd6df4447b05926a6219824ae8d0 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/trainable_weights.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:485c4795e4fd754619a3c3b67f1467f2de984cefb935ce8b7166015c2406ec09 +size 1238971675 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/wandb_id.txt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/wandb_id.txt new file mode 100644 index 0000000000000000000000000000000000000000..f85132892aa63eb635ce407c568820bf603b2a5a --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500/wandb_id.txt @@ -0,0 +1 @@ +judm0viw \ No newline at end of file diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/config.json b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f5db0627c9e0c1c5824c83fcee8f0314c0de5917 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/config.json @@ -0,0 +1,16 @@ +{ + "model_config": { + "in_dim": 65, + "audio_hidden_size": 32 + }, + "train_architecture": "lora", + "lora_rank": 128, + "lora_alpha": 64.0, + "lora_target_modules": "q,k,v,o,ffn.0,ffn.2", + "init_lora_weights": "kaiming", + "use_audio": true, + "i2v": true, + "v2v": true, + "random_prefix_frames": true, + "use_ref_sequence": true +} \ No newline at end of file diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/step-1000.pt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/step-1000.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ba541e4a950bc7d6f44586df2db7367ace3db04 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/step-1000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84bcada4e6d8124e6d8fd2f2cfbabd0462926d064ede7fd7d605325bb70296ed +size 1238964875 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/step-1500.pt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/step-1500.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d73617cef228018b1a1e7f34b8a2dbf5093b4a6 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/step-1500.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64192d27ed52322da9586387069ea9367c350889978a4f5648052b391dc934e5 +size 1238964875 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/step-500.pt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/step-500.pt new file mode 100644 index 0000000000000000000000000000000000000000..fef6da5f4dddd1c9f8881e356b8513a13deb2494 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/step-500.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c03af14e7fbfe7934baeb5b27d54c8c8b4f2e381e7fb7012e7eb24aabfa0fda +size 1238963961 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/crop/00000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/crop/00000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3bc09a67711df433500a06c9c20b67630d642fa1 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/crop/00000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e977c1f022d387c69c8d6f7edf70d6de5766d59774bbefdb2a921920cb1b0e4 +size 108397 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000001.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000001.jpg new file mode 100644 index 0000000000000000000000000000000000000000..42a8ccc8a8cfaf68e879471a195bd8fac64d71f5 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000001.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000002.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000002.jpg new file mode 100644 index 0000000000000000000000000000000000000000..a9d78938f384865b2780fe53177ab263fdc96c76 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000002.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000003.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000003.jpg new file mode 100644 index 0000000000000000000000000000000000000000..f23f630239d557b583c37196bb92e71f7cdd9801 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000003.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000004.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000004.jpg new file mode 100644 index 0000000000000000000000000000000000000000..c575fc1d935714a40263d2dbbae6d50cbb9d737e Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000004.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000005.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000005.jpg new file mode 100644 index 0000000000000000000000000000000000000000..0256549835c0b0064a1a6b3f4eefc867bfba0d22 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000005.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000006.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000006.jpg new file mode 100644 index 0000000000000000000000000000000000000000..3171bd6c1befd837784b41ce037a5fe2bf06bdb5 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000006.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000007.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000007.jpg new file mode 100644 index 0000000000000000000000000000000000000000..f43b80b34455331506e450a25427126d3af07180 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000007.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000008.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000008.jpg new file mode 100644 index 0000000000000000000000000000000000000000..f39018b621edd9da262d8ba23689f35861e81e60 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000008.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000009.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000009.jpg new file mode 100644 index 0000000000000000000000000000000000000000..2fadffbceee91810758b90edc0d99fa18969e34b Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000009.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000010.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000010.jpg new file mode 100644 index 0000000000000000000000000000000000000000..879e1679bd9ccc3be9b131b15b56de1eeb1880a0 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000010.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000011.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000011.jpg new file mode 100644 index 0000000000000000000000000000000000000000..1d9cc9966aac7d53f53b13d8ba2f8b0477a1cffb Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000011.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000012.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000012.jpg new file mode 100644 index 0000000000000000000000000000000000000000..56c40007ae61c505f6cc1ec06a3ea79be788fd6a Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000012.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000013.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000013.jpg new file mode 100644 index 0000000000000000000000000000000000000000..1e3a520934e2da44daabd392f522bd91da311486 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000013.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000014.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000014.jpg new file mode 100644 index 0000000000000000000000000000000000000000..c92fd45fd8e65ca2beb79542e5d76f363e599c05 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000014.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000015.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000015.jpg new file mode 100644 index 0000000000000000000000000000000000000000..ad00c2117963aa318e2e44059da5a95d2063d274 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000015.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000016.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000016.jpg new file mode 100644 index 0000000000000000000000000000000000000000..5480f81f046123c642d294194d92e12d78d58ef3 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000016.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000017.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000017.jpg new file mode 100644 index 0000000000000000000000000000000000000000..64159c7cb1c40081268fac7e682c7a643f379821 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000017.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000018.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000018.jpg new file mode 100644 index 0000000000000000000000000000000000000000..a97d2a4b7ae54de5075a79ae0eed09c5d7e916b0 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000018.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000019.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000019.jpg new file mode 100644 index 0000000000000000000000000000000000000000..b638f1e5c0d37a19633276ef1e5877c7dd70f7c2 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000019.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000020.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000020.jpg new file mode 100644 index 0000000000000000000000000000000000000000..2ec0af138ba736488da8a7d0464a88c9c3b84235 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000020.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000021.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000021.jpg new file mode 100644 index 0000000000000000000000000000000000000000..16af9611cd43ff2a7090f19d07fe565fc6df74bc Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000021.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000022.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000022.jpg new file mode 100644 index 0000000000000000000000000000000000000000..4a7386f5d4ee4b0c10039eac2f7b4242b5b1750e Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000022.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000023.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000023.jpg new file mode 100644 index 0000000000000000000000000000000000000000..48522294ee3f9a008b543a0754bd309b21c6b56d Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000023.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000024.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000024.jpg new file mode 100644 index 0000000000000000000000000000000000000000..2f50dcadf6730d7b4b719f852d502f9c8a8abda8 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000024.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000025.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000025.jpg new file mode 100644 index 0000000000000000000000000000000000000000..8ec0842ffd2ea7c9b5ce8edd5f87707cf0c5ebd5 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000025.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000026.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000026.jpg new file mode 100644 index 0000000000000000000000000000000000000000..b47e4919153ae70ed61d6fd15ef2273e9016aec7 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000026.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000027.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000027.jpg new file mode 100644 index 0000000000000000000000000000000000000000..a554edb78041c0a9e666e7a0d71256c2f7d12a40 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000027.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000028.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000028.jpg new file mode 100644 index 0000000000000000000000000000000000000000..4214eed7ebf526245444caf0fd725b2a6b93e9b9 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000028.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000029.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000029.jpg new file mode 100644 index 0000000000000000000000000000000000000000..f063cb8e9c09dff2dade4f6eb4a4aece8feab92f Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000029.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000030.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000030.jpg new file mode 100644 index 0000000000000000000000000000000000000000..27df14deeaa2ef27f9919f748af841f481960657 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000030.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000031.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000031.jpg new file mode 100644 index 0000000000000000000000000000000000000000..cedf532110a84b475cfd63b83a8a199ca8c8129e Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000031.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000032.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000032.jpg new file mode 100644 index 0000000000000000000000000000000000000000..2e4af20c842e32d3f265dc06991615b421c71373 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000032.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000033.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000033.jpg new file mode 100644 index 0000000000000000000000000000000000000000..1c5ac8fb33a9c324b8ceaad659e27316271da503 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000033.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000034.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000034.jpg new file mode 100644 index 0000000000000000000000000000000000000000..ae684d83a2ad20ed7ecf06c70e44dd0568bae223 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000034.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000035.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000035.jpg new file mode 100644 index 0000000000000000000000000000000000000000..fa0b98475092e3680661a2f997919bf4c1bea040 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000035.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000036.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000036.jpg new file mode 100644 index 0000000000000000000000000000000000000000..c2ab1e55afbce1f5fe755d938004939ad5333170 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000036.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000037.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000037.jpg new file mode 100644 index 0000000000000000000000000000000000000000..8d6c2128ea0a76e03970dba6da62bc51ed6fbe39 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000037.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000038.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000038.jpg new file mode 100644 index 0000000000000000000000000000000000000000..ba389c26939b90e1d4302451c24be3df8546d578 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000038.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000039.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000039.jpg new file mode 100644 index 0000000000000000000000000000000000000000..a69fc72f1735be41b07a0663aef6176ac304b296 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000039.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000040.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000040.jpg new file mode 100644 index 0000000000000000000000000000000000000000..d1d555c916bf1d7532e6fcddf73a8414a13c0938 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000040.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000041.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000041.jpg new file mode 100644 index 0000000000000000000000000000000000000000..02e1c344fec484509c42a201b74128cbce362293 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000041.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000042.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000042.jpg new file mode 100644 index 0000000000000000000000000000000000000000..2255dd0e8e01fe2728f3b0da8e531d5b2b936b2e Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000042.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000043.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000043.jpg new file mode 100644 index 0000000000000000000000000000000000000000..b5c4352e51caf237ecc90a102d5e28e9b03cb6eb Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000043.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000044.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000044.jpg new file mode 100644 index 0000000000000000000000000000000000000000..9233f844de1133866a676d8fc9e8f412e0992099 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000044.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000045.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000045.jpg new file mode 100644 index 0000000000000000000000000000000000000000..74dd1fccfb3d8d9701a6ad3cc029bbed21ec8f53 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000045.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000046.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000046.jpg new file mode 100644 index 0000000000000000000000000000000000000000..e5ea38ff2adfa191cb14dcb1ece903de2bb93eb2 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000046.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000047.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000047.jpg new file mode 100644 index 0000000000000000000000000000000000000000..cd61bf7fcaeb2527f049af97c3280278c5728ef2 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000047.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000048.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000048.jpg new file mode 100644 index 0000000000000000000000000000000000000000..ba7aaa4bf2e5a509c0e6f224e5907d1a40496c78 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000048.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000049.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000049.jpg new file mode 100644 index 0000000000000000000000000000000000000000..a08665301b7139b3941e93509562dab1b48395d9 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000049.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000050.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000050.jpg new file mode 100644 index 0000000000000000000000000000000000000000..a29ff03da5a12aa7d1cc863fd96cdd2c9d7c85b3 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000050.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000051.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000051.jpg new file mode 100644 index 0000000000000000000000000000000000000000..fedd5ce465fa2f650b604220ec45fd667124d79e Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000051.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000052.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000052.jpg new file mode 100644 index 0000000000000000000000000000000000000000..82e1f352903f79accd282fd178f97ddcaf95c80e Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000052.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000053.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000053.jpg new file mode 100644 index 0000000000000000000000000000000000000000..272bb77a014a39a37060fc0532f47c37d0b6e2b1 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000053.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000054.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000054.jpg new file mode 100644 index 0000000000000000000000000000000000000000..643687c3ccfde1c51d19a2f026d480b67b385b1e Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000054.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000055.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000055.jpg new file mode 100644 index 0000000000000000000000000000000000000000..56979266d2e20c0847a663f42401ac5fe417c5e3 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000055.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000056.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000056.jpg new file mode 100644 index 0000000000000000000000000000000000000000..583913ac456c69666e1943a8ff0e6c6a87390024 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000056.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000057.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000057.jpg new file mode 100644 index 0000000000000000000000000000000000000000..0580850a34c505d5f549035746032af62eb720a3 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000057.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000058.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000058.jpg new file mode 100644 index 0000000000000000000000000000000000000000..c5d08c982326d05e56d498267c405224e3397580 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000058.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000059.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000059.jpg new file mode 100644 index 0000000000000000000000000000000000000000..037cc9881dd1587de645e08436a5cd99c5a325e9 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000059.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000060.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000060.jpg new file mode 100644 index 0000000000000000000000000000000000000000..23835f084fddd578e0c9c576feae285546e7fd7e Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000060.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000061.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000061.jpg new file mode 100644 index 0000000000000000000000000000000000000000..01fe8e3e5db6129bd6b3ddb86d2992d368dbe969 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000061.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000062.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000062.jpg new file mode 100644 index 0000000000000000000000000000000000000000..214da0d7d6cbe3fcbc52e134e56e369abf3b73a5 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000062.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000063.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000063.jpg new file mode 100644 index 0000000000000000000000000000000000000000..9473d835e5ab28c9ee8fa1307f5599c2a4c00a81 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000063.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000064.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000064.jpg new file mode 100644 index 0000000000000000000000000000000000000000..b4e7a5ec715d2267245d62918a84687a614f9de6 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000064.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000065.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000065.jpg new file mode 100644 index 0000000000000000000000000000000000000000..f8b8c553da45887dc95ea131cae566319a134c19 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000065.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000066.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000066.jpg new file mode 100644 index 0000000000000000000000000000000000000000..b9457dbe1f042ad3f2204d36aee93277e6020aea Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000066.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000067.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000067.jpg new file mode 100644 index 0000000000000000000000000000000000000000..cf16f08cc21c776cfb164c74821b23e2b790bb7e Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000067.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000068.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000068.jpg new file mode 100644 index 0000000000000000000000000000000000000000..6acc63aae1f8e710b029d4792be67b68e652b776 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000068.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000069.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000069.jpg new file mode 100644 index 0000000000000000000000000000000000000000..71cfd6616f5a4a7b9fd2175427387aca3f2157ce Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000069.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000070.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000070.jpg new file mode 100644 index 0000000000000000000000000000000000000000..20e7769ed03ab8adc01d4238f4a41d4a0ea736af Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000070.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000071.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000071.jpg new file mode 100644 index 0000000000000000000000000000000000000000..a34c46bbf2475e611922600f2e1713f5e0498c4e Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000071.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000072.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000072.jpg new file mode 100644 index 0000000000000000000000000000000000000000..59f65e3768db027e868ddb4cb73aa4b128cbf001 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000072.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000073.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000073.jpg new file mode 100644 index 0000000000000000000000000000000000000000..c76c8aec241937f807476385adb4a121b85fdc05 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000073.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000074.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000074.jpg new file mode 100644 index 0000000000000000000000000000000000000000..178155f29074dcdbe4b0897d3d7845e7d79d9e7b Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000074.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000075.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000075.jpg new file mode 100644 index 0000000000000000000000000000000000000000..71fd6b4248c5677009b3b93e916fff335522131e Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000075.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000076.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000076.jpg new file mode 100644 index 0000000000000000000000000000000000000000..2ca37ce8ee5056bf5e34897e29a2f49b2262e095 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000076.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000077.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000077.jpg new file mode 100644 index 0000000000000000000000000000000000000000..e5781e84232e4e4d45195937f72ee3c66bc620dc Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000077.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000078.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000078.jpg new file mode 100644 index 0000000000000000000000000000000000000000..1228432d3e498df9e8ba67af26249d84f87bc320 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000078.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000079.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000079.jpg new file mode 100644 index 0000000000000000000000000000000000000000..d045a5836aa8ed232f5caacda299a51549b427a2 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000079.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000080.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000080.jpg new file mode 100644 index 0000000000000000000000000000000000000000..e0d0739961111f03d22b91dc057e8496e574334c Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000080.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000081.jpg b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000081.jpg new file mode 100644 index 0000000000000000000000000000000000000000..d1ac5f71013a247827b3bcff363c8b7bc31e3222 Binary files /dev/null and b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/frames/000081.jpg differ diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/video/audio.wav b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/video/audio.wav new file mode 100644 index 0000000000000000000000000000000000000000..a41cca4d8c4f8143e0814eb4ba80d844fabb9628 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/video/audio.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dfc764a7d6d64af400240b53bc250b1e44f830b2a1a4ed1042aa9e14a0fdb9e +size 102478 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/video/video.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/video/video.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..db84f17ad04ce795bf208af7becae94573bc1df2 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/syncnet_detect/video/video.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64617856ee2152ce77bab0a9fcba967fe6f0f6c74d557cb6ddd9b2383ec39868 +size 170581 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2815c74dc4418a6160e7571ba00170a4cff916ed --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ea63071a552b4ac24c266135d1c777428f32093487c6c6dca8168aad4ee2a71 +size 141602 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..91ba702a650cfff887ef1632798bc11a23b1b336 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7e430dca01d0c9ea289d6bc03b8b19c321195baa0795ce00c9c51f7e4ce1743 +size 142875 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..29f16e546f9b005dda008283e82ef6dabc528174 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aad0a24c91168a7eae916f1e05c8ebdbb2f706946cfb07936b4e8f0d150bc552 +size 142621 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d64d8ec4a91263302ed25a1cbe8323c55772c7d6 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c97f15995e8feb77e2bf5312ea220c342fca27804e793614a98e38c526f8f89d +size 169783 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..79b6f8e4f86a9b49a549e1ba7c156e6c842f1a50 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c39e35b2910f5e75bac09a1656cc13ef1d6a677fc0dfe84c303e04353fb91104 +size 184545 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..941a649b4dc49a40feba9c4a2fd1397ac6754048 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df36e157358afa81373384f768a980a0a6f83280510ccc29ba01e77742c46a35 +size 211413 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..238592a6b71e424b90e3c8ece8a9283e81f91889 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd4f7263df6d7bf57df2fe09cc632153f1d5095fba3a756c501a8e82afb86946 +size 134655 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f77908d39e513970e045183001dbfe3063b24e77 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86f62eb3862c55c3afd66d3e24c4307bb82d036331d50b54504db2b97271770b +size 192277 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..accee3b875afe270fc2fac3964d984271d6166a3 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71206a330968f13d92481c987bc0d85df76bd7db50a4bf871a1d451a86811cb3 +size 140577 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f10c6cdc587c44ed02e776d8b398549fb2167944 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d49f3477f0246f9e004c4bbbb51693e027a8a3f00ba2dbafbdb05b39bf91b9cb +size 145811 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5d09154a65ab54a4baed23bf9d55916ab061f210 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f83c77065611af649d048d9b3146c5a4117f1e13e5842b4eb51d92b3e11fccb +size 148540 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e2f453e424603280d884ccdd8fda15af16ac2344 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e88ddc2dbbe674e88df3875bd7f5983e4de09f08230df6478d5e43931cb5ba8 +size 172556 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..71c9545df864649d2bfe13903d98f26b2a5bf802 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:033936a764383aaad0b686f749ba3063f784dba2d3c93016f8e5a00b7584bf41 +size 192050 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ea3c31b2502e1d67899a995b8c41cea85cad01e3 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cf518f83ed08910446543fa490ef6c86382157aba22a8904ca1063e2d311bb7 +size 214044 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..531519cbb030ed77dde8526307371e048e27bcd3 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82989f39fb1e07c7e378496f32f656011c3c8f6cc651c3622c3d7d7972d1b9f1 +size 138737 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4e0b99d737327206838910551e91541a69b32826 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2966a2a3cce05bea5e3ae52a5592720e2b271743c9799a38a41e80d8579fd2f4 +size 198104 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..98f8d49dd25058f0f74f4e0b6d1257cc572660f8 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dae2ee92357e6e8c908d91b65790f0e460dbdf337a03cec3a1d8ccd18a477a57 +size 140514 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a4397f6fd8324019023fae71cf2f4ce97d04ec6e --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b63c5b2452ff92138cb01b7312d08eb4af5145909b20f239ded31c9ec47e6950 +size 144518 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e34a75c943e85521d613e806f0a2b18fc4470e43 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b454a58bbce306a1a79b07376919a5f5e57d27a3c53f09fdd8068f0f51c22d3d +size 145214 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a5624287c5ec6f357ed1c558d3a9c469fb422ead --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af2bae57fad5d335a9d39670403272e1d942eb325835d85ba9bece77718e6063 +size 174319 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..41d790255467f4cb699c0828d5c2e15feadb8be0 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48515974d7dd8ab64634be34b627d47d25e62fcef2d71d7f77d46999ce5a6a15 +size 190253 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..153ae8bd2c3350bd3dcaabe2f19af5c95dda4f3a --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d02c1bede0fc8f072a10e9024377adf25ffb7e31631f6d6cdf582b0e738f4ebe +size 211287 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..97cb57e48551ee7e34a3b10a7b6360c4b1bfdedf --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4835c1539d6d36524c589a424b24bf19b2d961d16675c4d0cb132246b001eac6 +size 137908 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..47229ced1287a66f95a323d799f76dc69b5f33b8 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c3782a4a9071a07a88a40d4c40561cdfbd69c4b241535e3d63f1edc98a74352 +size 190597 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/debug-internal.log b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..565c76ead8551adced53581532d09f5a8d7dd766 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/debug-internal.log @@ -0,0 +1,6 @@ +{"time":"2026-03-15T16:16:01.337867227+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"} +{"time":"2026-03-15T16:16:01.804025204+09:00","level":"INFO","msg":"stream: created new stream","id":"judm0viw"} +{"time":"2026-03-15T16:16:01.804154055+09:00","level":"INFO","msg":"stream: started","id":"judm0viw"} +{"time":"2026-03-15T16:16:01.804259294+09:00","level":"INFO","msg":"writer: started","stream_id":"judm0viw"} +{"time":"2026-03-15T16:16:01.804280949+09:00","level":"INFO","msg":"handler: started","stream_id":"judm0viw"} +{"time":"2026-03-15T16:16:01.804293213+09:00","level":"INFO","msg":"sender: started","stream_id":"judm0viw"} diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/debug.log b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..a6d8bf8694bb1036dfaf0345211e533a44e7c23a --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/debug.log @@ -0,0 +1,19 @@ +2026-03-15 16:16:00,017 INFO MainThread:992406 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0 +2026-03-15 16:16:00,017 INFO MainThread:992406 [wandb_setup.py:_flush():81] Configure stats pid to 992406 +2026-03-15 16:16:00,017 INFO MainThread:992406 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-03-15 16:16:00,017 INFO MainThread:992406 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/logs/debug.log +2026-03-15 16:16:00,017 INFO MainThread:992406 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/logs/debug-internal.log +2026-03-15 16:16:00,017 INFO MainThread:992406 [wandb_init.py:init():844] calling init triggers +2026-03-15 16:16:00,017 INFO MainThread:992406 [wandb_init.py:init():849] wandb.init called with sweep_config: {} +config: {'dit_paths': 'pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'text_encoder_path': 'pretrained_models/Wan2.1-T2V-14B/models_t5_umt5-xxl-enc-bf16.pth', 'vae_path': 'pretrained_models/Wan2.1-T2V-14B/Wan2.1_VAE.pth', 'wav2vec_path': 'pretrained_models/wav2vec2-base-960h', 'omniavatar_ckpt': '/home/work/output_omniavatar_v2v_maskall_refseq_new_data_loss_weights_mouth_weights/checkpoint-1500/trainable_weights.pt', 'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path_combined.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'use_precomputed_vae': True, 'use_precomputed_audio': True, 'use_precomputed_text_emb': True, 'mask_all_frames': True, 'no_first_frame_overwrite': True, 'use_ref_sequence': True, 'num_frames': 81, 'height': 512, 'width': 512, 'dataset_repeat': 1, 'num_workers': 4, 'sample_rate': 16000, 'fps': 25, 'lora_rank': 128, 'lora_alpha': 64.0, 'lora_target_modules': 'q,k,v,o,ffn.0,ffn.2', 'learning_rate': 5e-05, 'weight_decay': 0.01, 'num_epochs': 1000, 'gradient_accumulation_steps': 4, 'use_gradient_checkpointing': True, 'use_gradient_checkpointing_offload': False, 'negative_prompt': '', 'seed': 42, 'max_grad_norm': 1.0, 'text_drop_prob': 0.1, 'audio_drop_prob': 0.1, 'offload_frozen': True, 'verbose_vram': False, 'output_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu', 'save_steps': 500, 'resume_from_checkpoint': None, 'checkpoints_total_limit': None, 'use_wandb': True, 'wandb_project': 'OmniAvatar-V2V', 'wandb_entity': 'paulhcho', 'wandb_run_name': 'v2v_14B_maskall_refseq_mouth_weight_2gpu_from1500', 'wandb_tags': None, 'wandb_log_every': 1, 'wandb_run_id': None, 'wandb_fresh_run': False, 'val_data_recon': '/home/work/stableavatar_data/v2v_validation_data/recon', 'val_data_mixed': '/home/work/stableavatar_data/v2v_validation_data/mixed', 'val_max_samples': 4, 'validation_steps': 500, 'val_num_inference_steps': 25, 'val_cfg_scale': 4.5, 'validate_at_start': False, 'compute_sync_metrics': True, 'syncnet_model_path': '/home/work/.local/LatentSync/checkpoints/auxiliary/syncnet_v2.model', 's3fd_model_path': '/home/work/.local/LatentSync/checkpoints/auxiliary/sfd_face.pth', 'use_sync_loss': True, 'use_lpips_loss': True, 'use_trepa_loss': True, 'aux_recon_weight': 1.0, 'aux_sync_weight': 0.05, 'aux_lpips_weight': 0.15, 'aux_trepa_weight': 10.0, 'aux_num_frames': 21, 'mouth_weight': 2.0, 'sync_chunk_size': 16, 'sync_chunk_stride': 8, 'sync_num_supervised_frames': 80, 'use_vae_gradient_checkpointing': True, 'syncnet_config_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/latentsync_models/configs/syncnet/syncnet_16_pixel_attn.yaml', 'syncnet_checkpoint_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/examples/wanvideo/model_training/checkpoints/stable_syncnet.pt', 'trepa_checkpoint_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/examples/wanvideo/model_training/checkpoints/auxiliary/vit_g_hybrid_pt_1200e_ssv2_ft.pth', 'config': None, '_wandb': {}} +2026-03-15 16:16:00,017 INFO MainThread:992406 [wandb_init.py:init():892] starting backend +2026-03-15 16:16:01,298 INFO MainThread:992406 [wandb_init.py:init():895] sending inform_init request +2026-03-15 16:16:01,342 INFO MainThread:992406 [wandb_init.py:init():903] backend started and connected +2026-03-15 16:16:01,346 INFO MainThread:992406 [wandb_init.py:init():973] updated telemetry +2026-03-15 16:16:01,435 INFO MainThread:992406 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout +2026-03-15 16:16:02,233 INFO MainThread:992406 [wandb_init.py:init():1042] starting run threads in backend +2026-03-15 16:16:02,883 INFO MainThread:992406 [wandb_run.py:_console_start():2524] atexit reg +2026-03-15 16:16:02,883 INFO MainThread:992406 [wandb_run.py:_redirect():2373] redirect: wrap_raw +2026-03-15 16:16:02,883 INFO MainThread:992406 [wandb_run.py:_redirect():2442] Wrapping output streams. +2026-03-15 16:16:02,883 INFO MainThread:992406 [wandb_run.py:_redirect():2465] Redirects installed. +2026-03-15 16:16:02,905 INFO MainThread:992406 [wandb_init.py:init():1082] run started, returning control to user process diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/files/output.log b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..a58b488e916e10580c1f5d8355d4b2435a0cc7aa --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/files/output.log @@ -0,0 +1,2 @@ +[W&B] Initialized: lgbp72el +Epoch 1/1000: 3%|█████▏ | 530/17752 [2:45:22<88:24:22, 18.48s/it, ema=0.1149, loss=0.1304, step=265] diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/files/requirements.txt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d52d6aea31de7929ef99100789f3d63e488a3647 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/files/requirements.txt @@ -0,0 +1,201 @@ +diffsynth==1.1.7 +diffsynth==1.1.7 +nvitop==1.6.1 +ftfy==6.3.1 +braceexpand==0.1.7 +antlr4-python3-runtime==4.9.3 +webdataset==1.0.2 +sentry-sdk==2.53.0 +rdkit==2025.9.5 +python-dotenv==1.2.1 +proglog==0.1.12 +omegaconf==2.3.0 +narwhals==2.17.0 +loguru==0.7.3 +imageio-ffmpeg==0.6.0 +plotly==6.5.2 +moviepy==2.2.1 +hydra-core==1.3.2 +huggingface_hub==0.36.2 +wandb==0.25.0 +diffusers==0.35.1 +transformers==4.49.0 +timm==1.0.25 +packaging==25.0 +setuptools==80.10.2 +wheel==0.46.3 +pip==26.0.1 +nvidia-cusparselt-cu12==0.7.1 +mpmath==1.3.0 +typing_extensions==4.15.0 +triton==3.4.0 +sympy==1.14.0 +nvidia-nvtx-cu12==12.9.79 +nvidia-nvjitlink-cu12==12.9.86 +nvidia-nccl-cu12==2.27.3 +nvidia-curand-cu12==10.3.10.19 +nvidia-cufile-cu12==1.14.1.1 +nvidia-cuda-runtime-cu12==12.9.79 +nvidia-cuda-nvrtc-cu12==12.9.86 +nvidia-cuda-cupti-cu12==12.9.79 +nvidia-cublas-cu12==12.9.1.4 +numpy==1.26.4 +networkx==3.4.2 +MarkupSafe==3.0.2 +fsspec==2025.12.0 +filelock==3.20.0 +nvidia-cusparse-cu12==12.5.10.65 +nvidia-cufft-cu12==11.4.1.4 +nvidia-cudnn-cu12==9.10.2.21 +Jinja2==3.1.6 +nvidia-cusolver-cu12==11.7.5.82 +torch==2.8.0+cu129 +torchvision==0.23.0+cu129 +torchaudio==2.8.0+cu129 +zipp==3.23.0 +Werkzeug==3.1.6 +wcwidth==0.6.0 +urllib3==2.6.3 +tqdm==4.67.3 +tomli==2.4.0 +threadpoolctl==3.6.0 +soxr==1.0.0 +soupsieve==2.8.3 +sentencepiece==0.2.1 +scipy==1.14.0 +safetensors==0.7.0 +rpds-py==0.30.0 +regex==2026.2.19 +PyYAML==6.0.3 +pycparser==3.0 +psutil==7.2.2 +protobuf==4.24.4 +pluggy==1.6.0 +platformdirs==4.9.2 +opencv-python==4.11.0.86 +ninja==1.13.0 +msgpack==1.1.2 +llvmlite==0.46.0 +lazy_loader==0.4 +joblib==1.5.3 +itsdangerous==2.2.0 +iniconfig==2.3.0 +imageio-ffmpeg==0.6.0 +ImageIO==2.37.2 +idna==3.11 +hf-xet==1.3.1 +h11==0.16.0 +exceptiongroup==1.3.1 +einops==0.8.2 +decorator==5.2.1 +charset-normalizer==3.4.4 +certifi==2026.2.25 +blinker==1.9.0 +audioread==3.1.0 +attrs==25.4.0 +scikit-learn==1.7.2 +requests==2.32.5 +referencing==0.37.0 +pytest==8.1.1 +numba==0.64.0 +importlib_metadata==8.7.1 +httpcore==1.0.9 +Flask==3.1.3 +cffi==2.0.0 +beautifulsoup4==4.14.3 +anyio==4.12.1 +soundfile==0.13.1 +pooch==1.9.0 +jsonschema-specifications==2025.9.1 +huggingface_hub==0.36.2 +httpx==0.28.1 +yunchang==0.6.4 +tokenizers==0.21.4 +optimum-quanto==0.2.7 +librosa==0.10.2.post1 +jsonschema==4.26.0 +diffusers==0.36.0 +accelerate==1.12.0 +transformers==4.52.3 +ray==2.54.0 +DistVAE==0.0.0b5 +xfuser==0.4.1 +prompt_toolkit==3.0.52 +pfzy==0.3.4 +inquirerpy==0.3.4 +flash_attn==2.8.3 +pytz==2025.2 +peft==0.17.0 +tzdata==2025.3 +six==1.16.0 +python-dateutil==2.9.0.post0 +pandas==2.3.3 +av==16.1.0 +lpips==0.1.4 +flash_attn_3==3.0.0b1 +xyzservices==2025.11.0 +typing-inspection==0.4.2 +tornado==6.5.4 +smmap==5.0.2 +pydantic_core==2.41.5 +contourpy==1.3.2 +pillow==11.3.0 +annotated-types==0.7.0 +pydantic==2.12.5 +gitdb==4.0.12 +GitPython==3.1.46 +bokeh==3.8.2 +modelscope==1.34.0 +python_speech_features==0.6 +scenedetect==0.6.7.1 +click==8.2.1 +kornia_rs==0.1.10 +kornia==0.8.2 +types-certifi==2021.10.8.3 +types-toml==0.10.8.20240310 +toml==0.10.2 +synchronicity==0.11.1 +shellingham==1.5.4 +Pygments==2.19.2 +propcache==0.4.1 +multidict==6.7.1 +mdurl==0.1.2 +hyperframe==6.1.0 +hpack==4.1.0 +frozenlist==1.8.0 +cbor2==5.8.0 +async-timeout==5.0.1 +annotated-doc==0.0.4 +aiohappyeyeballs==2.6.1 +yarl==1.23.0 +markdown-it-py==4.0.0 +h2==4.3.0 +aiosignal==1.4.0 +watchfiles==1.1.1 +rich==14.3.3 +grpclib==0.4.9 +aiohttp==3.13.3 +typer==0.24.1 +modal==1.3.4 +simsimd==6.5.13 +easydict==1.13 +tifffile==2025.5.10 +stringzilla==4.6.0 +pyparsing==3.3.2 +prettytable==3.17.0 +opencv-python-headless==4.11.0.86 +onnx==1.17.0 +kiwisolver==1.4.9 +fonttools==4.61.1 +Cython==3.2.4 +cycler==0.12.1 +scikit-image==0.25.2 +matplotlib==3.10.8 +albucore==0.0.24 +albumentations==2.0.8 +insightface==0.7.3 +flatbuffers==25.12.19 +humanfriendly==10.0 +coloredlogs==15.0.1 +onnxruntime==1.23.2 +onnxruntime-gpu==1.23.2 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/files/wandb-metadata.json b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..4766594ff42e328c20a626f77f04680bc0d793e1 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/files/wandb-metadata.json @@ -0,0 +1,155 @@ +{ + "os": "Linux-5.15.0-151-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.19", + "startedAt": "2026-03-15T04:20:34.499848Z", + "args": [ + "--dit_paths", + "pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors", + "--text_encoder_path", + "pretrained_models/Wan2.1-T2V-14B/models_t5_umt5-xxl-enc-bf16.pth", + "--vae_path", + "pretrained_models/Wan2.1-T2V-14B/Wan2.1_VAE.pth", + "--wav2vec_path", + "pretrained_models/wav2vec2-base-960h", + "--omniavatar_ckpt", + "/home/work/output_omniavatar_v2v_maskall_refseq_new_data_loss_weights_mouth_weights/checkpoint-1500/trainable_weights.pt", + "--data_list_path", + "/home/work/stableavatar_data/v2v_training_data/video_square_path_combined.txt", + "--latentsync_mask_path", + "/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png", + "--use_precomputed_vae", + "--use_precomputed_audio", + "--use_precomputed_text_emb", + "--num_frames", + "81", + "--height", + "512", + "--width", + "512", + "--num_epochs", + "1000", + "--learning_rate", + "5e-5", + "--gradient_accumulation_steps", + "2", + "--max_grad_norm", + "1", + "--weight_decay", + "0.01", + "--seed", + "42", + "--use_gradient_checkpointing", + "--text_drop_prob", + "0.1", + "--audio_drop_prob", + "0.1", + "--output_path", + "/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu", + "--save_steps", + "500", + "--use_sync_loss", + "--use_lpips_loss", + "--use_trepa_loss", + "--use_vae_gradient_checkpointing", + "--aux_recon_weight", + "1.0", + "--aux_sync_weight", + "0.05", + "--aux_lpips_weight", + "0.15", + "--aux_trepa_weight", + "10.0", + "--aux_num_frames", + "21", + "--mouth_weight", + "2.0", + "--sync_chunk_size", + "16", + "--sync_chunk_stride", + "8", + "--sync_num_supervised_frames", + "80", + "--val_data_recon", + "/home/work/stableavatar_data/v2v_validation_data/recon", + "--val_data_mixed", + "/home/work/stableavatar_data/v2v_validation_data/mixed", + "--val_max_samples", + "4", + "--val_num_inference_steps", + "25", + "--validation_steps", + "500", + "--use_wandb", + "--wandb_entity", + "paulhcho", + "--wandb_project", + "OmniAvatar-V2V", + "--wandb_run_name", + "v2v_14B_maskall_refseq_mouth_weight_2gpu_from1500", + "--wandb_log_every", + "1", + "--compute_sync_metrics", + "--offload_frozen", + "--mask_all_frames", + "--no_first_frame_overwrite", + "--use_ref_sequence", + "--wandb_api_key", + "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" + ], + "program": "/home/work/.local/OmniAvatar/scripts/train_v2v.py", + "codePath": "scripts/train_v2v.py", + "codePathLocal": "scripts/train_v2v.py", + "git": { + "remote": "https://github.com/paulcho98/OmniAvatar-Train.git", + "commit": "a6f2b9c598cc6988d71c37881107148307405932" + }, + "email": "paul.hyunbin@gmail.com", + "root": "/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu", + "host": "main1", + "executable": "/home/work/.local/miniconda3/envs/omniavatar/bin/python3.10", + "cpu_count": 112, + "cpu_count_logical": 224, + "gpu": "NVIDIA H200", + "gpu_count": 4, + "disk": { + "/": { + "total": "1356758433792", + "used": "210660806656" + } + }, + "memory": { + "total": "2163961778176" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA H200", + "memoryTotal": "150754820096", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c" + }, + { + "name": "NVIDIA H200", + "memoryTotal": "150754820096", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262" + }, + { + "name": "NVIDIA H200", + "memoryTotal": "150754820096", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790" + }, + { + "name": "NVIDIA H200", + "memoryTotal": "150754820096", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0" + } + ], + "cudaVersion": "12.9", + "writerId": "z07sbzm8afi9r3xoty2d50w1pfrjw3up" +} \ No newline at end of file diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/logs/debug-core.log b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..5a69e1e0c5e6f767c013b3122a077047af70a424 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/logs/debug-core.log @@ -0,0 +1,8 @@ +{"time":"2026-03-15T13:20:35.017667886+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpydxxlith/port-2989787.txt","pid":2989787,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2026-03-15T13:20:35.018132394+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2989787-3066225-2620854195/socket","Net":"unix"}} +{"time":"2026-03-15T13:20:35.018238552+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":2989787} +{"time":"2026-03-15T13:20:35.194013112+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2026-03-15T13:20:35.211132774+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"lgbp72el","id":"1(@)"} +{"time":"2026-03-15T13:20:35.649468036+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"lgbp72el","id":"1(@)"} +{"time":"2026-03-15T13:20:41.815089469+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"0tqc51t58s24"} +{"time":"2026-03-15T16:06:11.853862647+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/logs/debug-internal.log b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..6436161d1a6683086175133acd928daf3d965c58 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/logs/debug-internal.log @@ -0,0 +1,6 @@ +{"time":"2026-03-15T13:20:35.211218128+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"} +{"time":"2026-03-15T13:20:35.649334691+09:00","level":"INFO","msg":"stream: created new stream","id":"lgbp72el"} +{"time":"2026-03-15T13:20:35.649463015+09:00","level":"INFO","msg":"stream: started","id":"lgbp72el"} +{"time":"2026-03-15T13:20:35.649649741+09:00","level":"INFO","msg":"handler: started","stream_id":"lgbp72el"} +{"time":"2026-03-15T13:20:35.649684786+09:00","level":"INFO","msg":"writer: started","stream_id":"lgbp72el"} +{"time":"2026-03-15T13:20:35.649701659+09:00","level":"INFO","msg":"sender: started","stream_id":"lgbp72el"} diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/logs/debug.log b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..8ed284c43eedfe35654f6dc43c73eb34c9d3a71e --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/logs/debug.log @@ -0,0 +1,19 @@ +2026-03-15 13:20:34,500 INFO MainThread:2989787 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0 +2026-03-15 13:20:34,500 INFO MainThread:2989787 [wandb_setup.py:_flush():81] Configure stats pid to 2989787 +2026-03-15 13:20:34,501 INFO MainThread:2989787 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-03-15 13:20:34,501 INFO MainThread:2989787 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/logs/debug.log +2026-03-15 13:20:34,501 INFO MainThread:2989787 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/logs/debug-internal.log +2026-03-15 13:20:34,501 INFO MainThread:2989787 [wandb_init.py:init():844] calling init triggers +2026-03-15 13:20:34,501 INFO MainThread:2989787 [wandb_init.py:init():849] wandb.init called with sweep_config: {} +config: {'dit_paths': 'pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'text_encoder_path': 'pretrained_models/Wan2.1-T2V-14B/models_t5_umt5-xxl-enc-bf16.pth', 'vae_path': 'pretrained_models/Wan2.1-T2V-14B/Wan2.1_VAE.pth', 'wav2vec_path': 'pretrained_models/wav2vec2-base-960h', 'omniavatar_ckpt': '/home/work/output_omniavatar_v2v_maskall_refseq_new_data_loss_weights_mouth_weights/checkpoint-1500/trainable_weights.pt', 'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path_combined.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'use_precomputed_vae': True, 'use_precomputed_audio': True, 'use_precomputed_text_emb': True, 'mask_all_frames': True, 'no_first_frame_overwrite': True, 'use_ref_sequence': True, 'num_frames': 81, 'height': 512, 'width': 512, 'dataset_repeat': 1, 'num_workers': 4, 'sample_rate': 16000, 'fps': 25, 'lora_rank': 128, 'lora_alpha': 64.0, 'lora_target_modules': 'q,k,v,o,ffn.0,ffn.2', 'learning_rate': 5e-05, 'weight_decay': 0.01, 'num_epochs': 1000, 'gradient_accumulation_steps': 2, 'use_gradient_checkpointing': True, 'use_gradient_checkpointing_offload': False, 'negative_prompt': '', 'seed': 42, 'max_grad_norm': 1.0, 'text_drop_prob': 0.1, 'audio_drop_prob': 0.1, 'offload_frozen': True, 'verbose_vram': False, 'output_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu', 'save_steps': 500, 'resume_from_checkpoint': None, 'checkpoints_total_limit': None, 'use_wandb': True, 'wandb_project': 'OmniAvatar-V2V', 'wandb_entity': 'paulhcho', 'wandb_run_name': 'v2v_14B_maskall_refseq_mouth_weight_2gpu_from1500', 'wandb_tags': None, 'wandb_log_every': 1, 'wandb_run_id': None, 'wandb_fresh_run': False, 'val_data_recon': '/home/work/stableavatar_data/v2v_validation_data/recon', 'val_data_mixed': '/home/work/stableavatar_data/v2v_validation_data/mixed', 'val_max_samples': 4, 'validation_steps': 500, 'val_num_inference_steps': 25, 'val_cfg_scale': 4.5, 'validate_at_start': False, 'compute_sync_metrics': True, 'syncnet_model_path': '/home/work/.local/LatentSync/checkpoints/auxiliary/syncnet_v2.model', 's3fd_model_path': '/home/work/.local/LatentSync/checkpoints/auxiliary/sfd_face.pth', 'use_sync_loss': True, 'use_lpips_loss': True, 'use_trepa_loss': True, 'aux_recon_weight': 1.0, 'aux_sync_weight': 0.05, 'aux_lpips_weight': 0.15, 'aux_trepa_weight': 10.0, 'aux_num_frames': 21, 'mouth_weight': 2.0, 'sync_chunk_size': 16, 'sync_chunk_stride': 8, 'sync_num_supervised_frames': 80, 'use_vae_gradient_checkpointing': True, 'syncnet_config_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/latentsync_models/configs/syncnet/syncnet_16_pixel_attn.yaml', 'syncnet_checkpoint_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/examples/wanvideo/model_training/checkpoints/stable_syncnet.pt', 'trepa_checkpoint_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/examples/wanvideo/model_training/checkpoints/auxiliary/vit_g_hybrid_pt_1200e_ssv2_ft.pth', 'config': None, '_wandb': {}} +2026-03-15 13:20:34,501 INFO MainThread:2989787 [wandb_init.py:init():892] starting backend +2026-03-15 13:20:35,194 INFO MainThread:2989787 [wandb_init.py:init():895] sending inform_init request +2026-03-15 13:20:35,216 INFO MainThread:2989787 [wandb_init.py:init():903] backend started and connected +2026-03-15 13:20:35,217 INFO MainThread:2989787 [wandb_init.py:init():973] updated telemetry +2026-03-15 13:20:35,249 INFO MainThread:2989787 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout +2026-03-15 13:20:36,069 INFO MainThread:2989787 [wandb_init.py:init():1042] starting run threads in backend +2026-03-15 13:20:36,797 INFO MainThread:2989787 [wandb_run.py:_console_start():2524] atexit reg +2026-03-15 13:20:36,798 INFO MainThread:2989787 [wandb_run.py:_redirect():2373] redirect: wrap_raw +2026-03-15 13:20:36,798 INFO MainThread:2989787 [wandb_run.py:_redirect():2442] Wrapping output streams. +2026-03-15 13:20:36,798 INFO MainThread:2989787 [wandb_run.py:_redirect():2465] Redirects installed. +2026-03-15 13:20:36,813 INFO MainThread:2989787 [wandb_init.py:init():1082] run started, returning control to user process diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/run-lgbp72el.wandb b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/run-lgbp72el.wandb new file mode 100644 index 0000000000000000000000000000000000000000..3920fbf31a8b158f908af6cbdd0dfb13e86a63e1 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_132034-lgbp72el/run-lgbp72el.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46347d4bdd7755e3b35bff79a6725b384df23baa36b0a5c7f046e6af02a4f6dd +size 2097152 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1000_7ea63071a552b4ac24c2.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1000_7ea63071a552b4ac24c2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2815c74dc4418a6160e7571ba00170a4cff916ed --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1000_7ea63071a552b4ac24c2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ea63071a552b4ac24c266135d1c777428f32093487c6c6dca8168aad4ee2a71 +size 141602 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1000_a7e430dca01d0c9ea289.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1000_a7e430dca01d0c9ea289.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..91ba702a650cfff887ef1632798bc11a23b1b336 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1000_a7e430dca01d0c9ea289.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7e430dca01d0c9ea289d6bc03b8b19c321195baa0795ce00c9c51f7e4ce1743 +size 142875 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1000_aad0a24c91168a7eae91.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1000_aad0a24c91168a7eae91.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..29f16e546f9b005dda008283e82ef6dabc528174 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1000_aad0a24c91168a7eae91.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aad0a24c91168a7eae916f1e05c8ebdbb2f706946cfb07936b4e8f0d150bc552 +size 142621 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1000_c97f15995e8feb77e2bf.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1000_c97f15995e8feb77e2bf.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d64d8ec4a91263302ed25a1cbe8323c55772c7d6 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1000_c97f15995e8feb77e2bf.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c97f15995e8feb77e2bf5312ea220c342fca27804e793614a98e38c526f8f89d +size 169783 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1500_5e88ddc2dbbe674e88df.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1500_5e88ddc2dbbe674e88df.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e2f453e424603280d884ccdd8fda15af16ac2344 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1500_5e88ddc2dbbe674e88df.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e88ddc2dbbe674e88df3875bd7f5983e4de09f08230df6478d5e43931cb5ba8 +size 172556 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1500_6f83c77065611af649d0.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1500_6f83c77065611af649d0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5d09154a65ab54a4baed23bf9d55916ab061f210 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1500_6f83c77065611af649d0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f83c77065611af649d048d9b3146c5a4117f1e13e5842b4eb51d92b3e11fccb +size 148540 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1500_71206a330968f13d9248.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1500_71206a330968f13d9248.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..accee3b875afe270fc2fac3964d984271d6166a3 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1500_71206a330968f13d9248.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71206a330968f13d92481c987bc0d85df76bd7db50a4bf871a1d451a86811cb3 +size 140577 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1500_d49f3477f0246f9e004c.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1500_d49f3477f0246f9e004c.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f10c6cdc587c44ed02e776d8b398549fb2167944 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_1500_d49f3477f0246f9e004c.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d49f3477f0246f9e004c4bbbb51693e027a8a3f00ba2dbafbdb05b39bf91b9cb +size 145811 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_500_af2bae57fad5d335a9d3.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_500_af2bae57fad5d335a9d3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a5624287c5ec6f357ed1c558d3a9c469fb422ead --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_500_af2bae57fad5d335a9d3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af2bae57fad5d335a9d39670403272e1d942eb325835d85ba9bece77718e6063 +size 174319 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_500_b454a58bbce306a1a79b.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_500_b454a58bbce306a1a79b.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e34a75c943e85521d613e806f0a2b18fc4470e43 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_500_b454a58bbce306a1a79b.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b454a58bbce306a1a79b07376919a5f5e57d27a3c53f09fdd8068f0f51c22d3d +size 145214 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_500_b63c5b2452ff92138cb0.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_500_b63c5b2452ff92138cb0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a4397f6fd8324019023fae71cf2f4ce97d04ec6e --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_500_b63c5b2452ff92138cb0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b63c5b2452ff92138cb01b7312d08eb4af5145909b20f239ded31c9ec47e6950 +size 144518 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_500_dae2ee92357e6e8c908d.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_500_dae2ee92357e6e8c908d.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..98f8d49dd25058f0f74f4e0b6d1257cc572660f8 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_mixed/videos_500_dae2ee92357e6e8c908d.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dae2ee92357e6e8c908d91b65790f0e460dbdf337a03cec3a1d8ccd18a477a57 +size 140514 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1000_86f62eb3862c55c3afd6.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1000_86f62eb3862c55c3afd6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f77908d39e513970e045183001dbfe3063b24e77 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1000_86f62eb3862c55c3afd6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86f62eb3862c55c3afd66d3e24c4307bb82d036331d50b54504db2b97271770b +size 192277 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1000_c39e35b2910f5e75bac0.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1000_c39e35b2910f5e75bac0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..79b6f8e4f86a9b49a549e1ba7c156e6c842f1a50 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1000_c39e35b2910f5e75bac0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c39e35b2910f5e75bac09a1656cc13ef1d6a677fc0dfe84c303e04353fb91104 +size 184545 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1000_dd4f7263df6d7bf57df2.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1000_dd4f7263df6d7bf57df2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..238592a6b71e424b90e3c8ece8a9283e81f91889 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1000_dd4f7263df6d7bf57df2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd4f7263df6d7bf57df2fe09cc632153f1d5095fba3a756c501a8e82afb86946 +size 134655 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1000_df36e157358afa813733.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1000_df36e157358afa813733.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..941a649b4dc49a40feba9c4a2fd1397ac6754048 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1000_df36e157358afa813733.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df36e157358afa81373384f768a980a0a6f83280510ccc29ba01e77742c46a35 +size 211413 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1500_033936a764383aaad0b6.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1500_033936a764383aaad0b6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..71c9545df864649d2bfe13903d98f26b2a5bf802 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1500_033936a764383aaad0b6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:033936a764383aaad0b686f749ba3063f784dba2d3c93016f8e5a00b7584bf41 +size 192050 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1500_2966a2a3cce05bea5e3a.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1500_2966a2a3cce05bea5e3a.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4e0b99d737327206838910551e91541a69b32826 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1500_2966a2a3cce05bea5e3a.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2966a2a3cce05bea5e3ae52a5592720e2b271743c9799a38a41e80d8579fd2f4 +size 198104 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1500_7cf518f83ed089104465.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1500_7cf518f83ed089104465.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ea3c31b2502e1d67899a995b8c41cea85cad01e3 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1500_7cf518f83ed089104465.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cf518f83ed08910446543fa490ef6c86382157aba22a8904ca1063e2d311bb7 +size 214044 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1500_82989f39fb1e07c7e378.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1500_82989f39fb1e07c7e378.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..531519cbb030ed77dde8526307371e048e27bcd3 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_1500_82989f39fb1e07c7e378.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82989f39fb1e07c7e378496f32f656011c3c8f6cc651c3622c3d7d7972d1b9f1 +size 138737 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_500_3c3782a4a9071a07a88a.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_500_3c3782a4a9071a07a88a.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..47229ced1287a66f95a323d799f76dc69b5f33b8 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_500_3c3782a4a9071a07a88a.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c3782a4a9071a07a88a40d4c40561cdfbd69c4b241535e3d63f1edc98a74352 +size 190597 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_500_4835c1539d6d36524c58.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_500_4835c1539d6d36524c58.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..97cb57e48551ee7e34a3b10a7b6360c4b1bfdedf --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_500_4835c1539d6d36524c58.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4835c1539d6d36524c589a424b24bf19b2d961d16675c4d0cb132246b001eac6 +size 137908 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_500_48515974d7dd8ab64634.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_500_48515974d7dd8ab64634.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..41d790255467f4cb699c0828d5c2e15feadb8be0 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_500_48515974d7dd8ab64634.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48515974d7dd8ab64634be34b627d47d25e62fcef2d71d7f77d46999ce5a6a15 +size 190253 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_500_d02c1bede0fc8f072a10.mp4 b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_500_d02c1bede0fc8f072a10.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..153ae8bd2c3350bd3dcaabe2f19af5c95dda4f3a --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/media/videos/val_recon/videos_500_d02c1bede0fc8f072a10.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d02c1bede0fc8f072a10e9024377adf25ffb7e31631f6d6cdf582b0e738f4ebe +size 211287 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/output.log b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..4c7a3992cf997788b7f3c3d3775b325c5e7214a7 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/output.log @@ -0,0 +1,125 @@ +[W&B] Initialized: judm0viw +Epoch 1/1000: 11%|███████████████████▍ | 1999/17752 [10:01:49<80:08:33, 18.31s/it, ema=0.1080, loss=0.1126, step=500]VideoManager is deprecated and will be removed. +[Checkpoint] Saved 844 trainable params (619.3M parameters) +[Checkpoint] Saved lean training state to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-500 +[Checkpoint] Saved 844 params to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/step-500.pt + +[Validation] Running at step 500... +[Validation/recon] Generating sample 1/4: 17ef723a912e46713e84fc2b7dd74e23_shot_001_000... +`base_timecode` argument is deprecated and has no effect. +[SyncNet/recon] Sample 0: Sync-D=6.28, Sync-C=7.49 +[Validation/recon] Generating sample 2/4: 1ec7a45d803ab472e7fe5c6625667289_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/recon] Sample 1: Sync-D=7.77, Sync-C=5.60 +[Validation/recon] Generating sample 3/4: 283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/recon] Sample 2: Sync-D=6.68, Sync-C=6.66 +[Validation/recon] Generating sample 4/4: 4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/recon] Sample 3: Sync-D=6.03, Sync-C=9.08 +[Validation/recon] Avg Sync-D: 6.69, Avg Sync-C: 7.21 +[Validation/recon] Videos saved to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon +[Validation/mixed] Generating sample 1/4: v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/mixed] Sample 0: Sync-D=6.90, Sync-C=7.54 +[Validation/mixed] Generating sample 2/4: v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/mixed] Sample 1: Sync-D=6.71, Sync-C=8.30 +[Validation/mixed] Generating sample 3/4: v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/mixed] Sample 2: Sync-D=6.58, Sync-C=8.38 +[Validation/mixed] Generating sample 4/4: v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/mixed] Sample 3: Sync-D=8.15, Sync-C=5.58 +[Validation/mixed] Avg Sync-D: 7.08, Avg Sync-C: 7.45 +[Validation/mixed] Videos saved to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed +Epoch 1/1000: 23%|██████████████████████████████████████▋ | 3999/17752 [20:23:25<68:35:32, 17.95s/it, ema=0.1094, loss=0.0923, step=1000]VideoManager is deprecated and will be removed. +[Checkpoint] Saved 844 trainable params (619.3M parameters) +[Checkpoint] Saved lean training state to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1000 +[Checkpoint] Saved 844 params to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/step-1000.pt + +[Validation] Running at step 1000... +[Validation/recon] Generating sample 1/4: 17ef723a912e46713e84fc2b7dd74e23_shot_001_000... +`base_timecode` argument is deprecated and has no effect. +[SyncNet/recon] Sample 0: Sync-D=6.01, Sync-C=7.69 +[Validation/recon] Generating sample 2/4: 1ec7a45d803ab472e7fe5c6625667289_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/recon] Sample 1: Sync-D=7.94, Sync-C=5.85 +[Validation/recon] Generating sample 3/4: 283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/recon] Sample 2: Sync-D=6.76, Sync-C=6.93 +[Validation/recon] Generating sample 4/4: 4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/recon] Sample 3: Sync-D=5.80, Sync-C=9.17 +[Validation/recon] Avg Sync-D: 6.63, Avg Sync-C: 7.41 +[Validation/recon] Videos saved to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon +[Validation/mixed] Generating sample 1/4: v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/mixed] Sample 0: Sync-D=6.15, Sync-C=8.65 +[Validation/mixed] Generating sample 2/4: v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/mixed] Sample 1: Sync-D=6.44, Sync-C=8.68 +[Validation/mixed] Generating sample 3/4: v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/mixed] Sample 2: Sync-D=6.55, Sync-C=8.42 +[Validation/mixed] Generating sample 4/4: v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/mixed] Sample 3: Sync-D=7.79, Sync-C=5.79 +[Validation/mixed] Avg Sync-D: 6.73, Avg Sync-C: 7.89 +[Validation/mixed] Videos saved to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed +Epoch 1/1000: 34%|██████████████████████████████████████████████████████████ | 5999/17752 [30:49:43<62:17:40, 19.08s/it, ema=0.1122, loss=0.1397, step=1500]VideoManager is deprecated and will be removed. +[Checkpoint] Saved 844 trainable params (619.3M parameters) +[Checkpoint] Saved lean training state to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/checkpoint-1500 +[Checkpoint] Saved 844 params to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/step-1500.pt + +[Validation] Running at step 1500... +[Validation/recon] Generating sample 1/4: 17ef723a912e46713e84fc2b7dd74e23_shot_001_000... +`base_timecode` argument is deprecated and has no effect. +[SyncNet/recon] Sample 0: Sync-D=5.91, Sync-C=7.85 +[Validation/recon] Generating sample 2/4: 1ec7a45d803ab472e7fe5c6625667289_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/recon] Sample 1: Sync-D=7.80, Sync-C=5.98 +[Validation/recon] Generating sample 3/4: 283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/recon] Sample 2: Sync-D=6.57, Sync-C=7.35 +[Validation/recon] Generating sample 4/4: 4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/recon] Sample 3: Sync-D=5.91, Sync-C=8.94 +[Validation/recon] Avg Sync-D: 6.55, Avg Sync-C: 7.53 +[Validation/recon] Videos saved to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/recon +[Validation/mixed] Generating sample 1/4: v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/mixed] Sample 0: Sync-D=6.38, Sync-C=8.45 +[Validation/mixed] Generating sample 2/4: v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/mixed] Sample 1: Sync-D=6.54, Sync-C=8.70 +[Validation/mixed] Generating sample 3/4: v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/mixed] Sample 2: Sync-D=6.17, Sync-C=8.95 +[Validation/mixed] Generating sample 4/4: v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000... +VideoManager is deprecated and will be removed. +`base_timecode` argument is deprecated and has no effect. +[SyncNet/mixed] Sample 3: Sync-D=7.45, Sync-C=5.99 +[Validation/mixed] Avg Sync-D: 6.63, Avg Sync-C: 8.02 +[Validation/mixed] Videos saved to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/val_videos/step_1500/mixed +Epoch 1/1000: 36%|██████████████████████████████████████████████████████████████▍ | 6442/17752 [33:22:23<53:57:49, 17.18s/it, ema=0.1145, loss=0.1012, step=1610] diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/requirements.txt b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d52d6aea31de7929ef99100789f3d63e488a3647 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/requirements.txt @@ -0,0 +1,201 @@ +diffsynth==1.1.7 +diffsynth==1.1.7 +nvitop==1.6.1 +ftfy==6.3.1 +braceexpand==0.1.7 +antlr4-python3-runtime==4.9.3 +webdataset==1.0.2 +sentry-sdk==2.53.0 +rdkit==2025.9.5 +python-dotenv==1.2.1 +proglog==0.1.12 +omegaconf==2.3.0 +narwhals==2.17.0 +loguru==0.7.3 +imageio-ffmpeg==0.6.0 +plotly==6.5.2 +moviepy==2.2.1 +hydra-core==1.3.2 +huggingface_hub==0.36.2 +wandb==0.25.0 +diffusers==0.35.1 +transformers==4.49.0 +timm==1.0.25 +packaging==25.0 +setuptools==80.10.2 +wheel==0.46.3 +pip==26.0.1 +nvidia-cusparselt-cu12==0.7.1 +mpmath==1.3.0 +typing_extensions==4.15.0 +triton==3.4.0 +sympy==1.14.0 +nvidia-nvtx-cu12==12.9.79 +nvidia-nvjitlink-cu12==12.9.86 +nvidia-nccl-cu12==2.27.3 +nvidia-curand-cu12==10.3.10.19 +nvidia-cufile-cu12==1.14.1.1 +nvidia-cuda-runtime-cu12==12.9.79 +nvidia-cuda-nvrtc-cu12==12.9.86 +nvidia-cuda-cupti-cu12==12.9.79 +nvidia-cublas-cu12==12.9.1.4 +numpy==1.26.4 +networkx==3.4.2 +MarkupSafe==3.0.2 +fsspec==2025.12.0 +filelock==3.20.0 +nvidia-cusparse-cu12==12.5.10.65 +nvidia-cufft-cu12==11.4.1.4 +nvidia-cudnn-cu12==9.10.2.21 +Jinja2==3.1.6 +nvidia-cusolver-cu12==11.7.5.82 +torch==2.8.0+cu129 +torchvision==0.23.0+cu129 +torchaudio==2.8.0+cu129 +zipp==3.23.0 +Werkzeug==3.1.6 +wcwidth==0.6.0 +urllib3==2.6.3 +tqdm==4.67.3 +tomli==2.4.0 +threadpoolctl==3.6.0 +soxr==1.0.0 +soupsieve==2.8.3 +sentencepiece==0.2.1 +scipy==1.14.0 +safetensors==0.7.0 +rpds-py==0.30.0 +regex==2026.2.19 +PyYAML==6.0.3 +pycparser==3.0 +psutil==7.2.2 +protobuf==4.24.4 +pluggy==1.6.0 +platformdirs==4.9.2 +opencv-python==4.11.0.86 +ninja==1.13.0 +msgpack==1.1.2 +llvmlite==0.46.0 +lazy_loader==0.4 +joblib==1.5.3 +itsdangerous==2.2.0 +iniconfig==2.3.0 +imageio-ffmpeg==0.6.0 +ImageIO==2.37.2 +idna==3.11 +hf-xet==1.3.1 +h11==0.16.0 +exceptiongroup==1.3.1 +einops==0.8.2 +decorator==5.2.1 +charset-normalizer==3.4.4 +certifi==2026.2.25 +blinker==1.9.0 +audioread==3.1.0 +attrs==25.4.0 +scikit-learn==1.7.2 +requests==2.32.5 +referencing==0.37.0 +pytest==8.1.1 +numba==0.64.0 +importlib_metadata==8.7.1 +httpcore==1.0.9 +Flask==3.1.3 +cffi==2.0.0 +beautifulsoup4==4.14.3 +anyio==4.12.1 +soundfile==0.13.1 +pooch==1.9.0 +jsonschema-specifications==2025.9.1 +huggingface_hub==0.36.2 +httpx==0.28.1 +yunchang==0.6.4 +tokenizers==0.21.4 +optimum-quanto==0.2.7 +librosa==0.10.2.post1 +jsonschema==4.26.0 +diffusers==0.36.0 +accelerate==1.12.0 +transformers==4.52.3 +ray==2.54.0 +DistVAE==0.0.0b5 +xfuser==0.4.1 +prompt_toolkit==3.0.52 +pfzy==0.3.4 +inquirerpy==0.3.4 +flash_attn==2.8.3 +pytz==2025.2 +peft==0.17.0 +tzdata==2025.3 +six==1.16.0 +python-dateutil==2.9.0.post0 +pandas==2.3.3 +av==16.1.0 +lpips==0.1.4 +flash_attn_3==3.0.0b1 +xyzservices==2025.11.0 +typing-inspection==0.4.2 +tornado==6.5.4 +smmap==5.0.2 +pydantic_core==2.41.5 +contourpy==1.3.2 +pillow==11.3.0 +annotated-types==0.7.0 +pydantic==2.12.5 +gitdb==4.0.12 +GitPython==3.1.46 +bokeh==3.8.2 +modelscope==1.34.0 +python_speech_features==0.6 +scenedetect==0.6.7.1 +click==8.2.1 +kornia_rs==0.1.10 +kornia==0.8.2 +types-certifi==2021.10.8.3 +types-toml==0.10.8.20240310 +toml==0.10.2 +synchronicity==0.11.1 +shellingham==1.5.4 +Pygments==2.19.2 +propcache==0.4.1 +multidict==6.7.1 +mdurl==0.1.2 +hyperframe==6.1.0 +hpack==4.1.0 +frozenlist==1.8.0 +cbor2==5.8.0 +async-timeout==5.0.1 +annotated-doc==0.0.4 +aiohappyeyeballs==2.6.1 +yarl==1.23.0 +markdown-it-py==4.0.0 +h2==4.3.0 +aiosignal==1.4.0 +watchfiles==1.1.1 +rich==14.3.3 +grpclib==0.4.9 +aiohttp==3.13.3 +typer==0.24.1 +modal==1.3.4 +simsimd==6.5.13 +easydict==1.13 +tifffile==2025.5.10 +stringzilla==4.6.0 +pyparsing==3.3.2 +prettytable==3.17.0 +opencv-python-headless==4.11.0.86 +onnx==1.17.0 +kiwisolver==1.4.9 +fonttools==4.61.1 +Cython==3.2.4 +cycler==0.12.1 +scikit-image==0.25.2 +matplotlib==3.10.8 +albucore==0.0.24 +albumentations==2.0.8 +insightface==0.7.3 +flatbuffers==25.12.19 +humanfriendly==10.0 +coloredlogs==15.0.1 +onnxruntime==1.23.2 +onnxruntime-gpu==1.23.2 diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/wandb-metadata.json b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..aa9ab7e99951ed3c9bcca9c43587ef5235d19d1d --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/files/wandb-metadata.json @@ -0,0 +1,155 @@ +{ + "os": "Linux-5.15.0-151-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.19", + "startedAt": "2026-03-15T07:16:00.016238Z", + "args": [ + "--dit_paths", + "pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors", + "--text_encoder_path", + "pretrained_models/Wan2.1-T2V-14B/models_t5_umt5-xxl-enc-bf16.pth", + "--vae_path", + "pretrained_models/Wan2.1-T2V-14B/Wan2.1_VAE.pth", + "--wav2vec_path", + "pretrained_models/wav2vec2-base-960h", + "--omniavatar_ckpt", + "/home/work/output_omniavatar_v2v_maskall_refseq_new_data_loss_weights_mouth_weights/checkpoint-1500/trainable_weights.pt", + "--data_list_path", + "/home/work/stableavatar_data/v2v_training_data/video_square_path_combined.txt", + "--latentsync_mask_path", + "/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png", + "--use_precomputed_vae", + "--use_precomputed_audio", + "--use_precomputed_text_emb", + "--num_frames", + "81", + "--height", + "512", + "--width", + "512", + "--num_epochs", + "1000", + "--learning_rate", + "5e-5", + "--gradient_accumulation_steps", + "4", + "--max_grad_norm", + "1", + "--weight_decay", + "0.01", + "--seed", + "42", + "--use_gradient_checkpointing", + "--text_drop_prob", + "0.1", + "--audio_drop_prob", + "0.1", + "--output_path", + "/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu", + "--save_steps", + "500", + "--use_sync_loss", + "--use_lpips_loss", + "--use_trepa_loss", + "--use_vae_gradient_checkpointing", + "--aux_recon_weight", + "1.0", + "--aux_sync_weight", + "0.05", + "--aux_lpips_weight", + "0.15", + "--aux_trepa_weight", + "10.0", + "--aux_num_frames", + "21", + "--mouth_weight", + "2.0", + "--sync_chunk_size", + "16", + "--sync_chunk_stride", + "8", + "--sync_num_supervised_frames", + "80", + "--val_data_recon", + "/home/work/stableavatar_data/v2v_validation_data/recon", + "--val_data_mixed", + "/home/work/stableavatar_data/v2v_validation_data/mixed", + "--val_max_samples", + "4", + "--val_num_inference_steps", + "25", + "--validation_steps", + "500", + "--use_wandb", + "--wandb_entity", + "paulhcho", + "--wandb_project", + "OmniAvatar-V2V", + "--wandb_run_name", + "v2v_14B_maskall_refseq_mouth_weight_2gpu_from1500", + "--wandb_log_every", + "1", + "--compute_sync_metrics", + "--offload_frozen", + "--mask_all_frames", + "--no_first_frame_overwrite", + "--use_ref_sequence", + "--wandb_api_key", + "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" + ], + "program": "/home/work/.local/OmniAvatar/scripts/train_v2v.py", + "codePath": "scripts/train_v2v.py", + "codePathLocal": "scripts/train_v2v.py", + "git": { + "remote": "https://github.com/paulcho98/OmniAvatar-Train.git", + "commit": "a6f2b9c598cc6988d71c37881107148307405932" + }, + "email": "paul.hyunbin@gmail.com", + "root": "/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu", + "host": "main1", + "executable": "/home/work/.local/miniconda3/envs/omniavatar/bin/python3.10", + "cpu_count": 112, + "cpu_count_logical": 224, + "gpu": "NVIDIA H200", + "gpu_count": 4, + "disk": { + "/": { + "total": "1356758433792", + "used": "210666074112" + } + }, + "memory": { + "total": "2163961778176" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA H200", + "memoryTotal": "150754820096", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-4685d4b3-5cf9-2766-43d3-b9615a684b7c" + }, + { + "name": "NVIDIA H200", + "memoryTotal": "150754820096", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-ec888a66-4b6f-b8de-b34b-249efb9ad262" + }, + { + "name": "NVIDIA H200", + "memoryTotal": "150754820096", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-9c1e1773-d710-06c9-7db7-1b54e9fc3790" + }, + { + "name": "NVIDIA H200", + "memoryTotal": "150754820096", + "cudaCores": 16896, + "architecture": "Hopper", + "uuid": "GPU-2b1017dc-2958-a946-16d2-2c29da6d18b0" + } + ], + "cudaVersion": "12.9", + "writerId": "ey9gmiegqc4yawzrg4df23ttdara1d62" +} \ No newline at end of file diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/logs/debug-core.log b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..fe861295073ea3bf9fad363f83e192988468f033 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/logs/debug-core.log @@ -0,0 +1,8 @@ +{"time":"2026-03-15T16:16:01.172936682+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmphr0bko0p/port-992406.txt","pid":992406,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2026-03-15T16:16:01.173875621+09:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":992406} +{"time":"2026-03-15T16:16:01.173847802+09:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-992406-1115998-2557520874/socket","Net":"unix"}} +{"time":"2026-03-15T16:16:01.298125615+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2026-03-15T16:16:01.337791234+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"judm0viw","id":"1(@)"} +{"time":"2026-03-15T16:16:01.804159849+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"judm0viw","id":"1(@)"} +{"time":"2026-03-15T16:16:07.879104029+09:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"rkussoe9v2ka"} +{"time":"2026-03-17T01:38:37.528608681+09:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/logs/debug-internal.log b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..565c76ead8551adced53581532d09f5a8d7dd766 --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/logs/debug-internal.log @@ -0,0 +1,6 @@ +{"time":"2026-03-15T16:16:01.337867227+09:00","level":"INFO","msg":"stream: starting","core version":"0.25.0"} +{"time":"2026-03-15T16:16:01.804025204+09:00","level":"INFO","msg":"stream: created new stream","id":"judm0viw"} +{"time":"2026-03-15T16:16:01.804154055+09:00","level":"INFO","msg":"stream: started","id":"judm0viw"} +{"time":"2026-03-15T16:16:01.804259294+09:00","level":"INFO","msg":"writer: started","stream_id":"judm0viw"} +{"time":"2026-03-15T16:16:01.804280949+09:00","level":"INFO","msg":"handler: started","stream_id":"judm0viw"} +{"time":"2026-03-15T16:16:01.804293213+09:00","level":"INFO","msg":"sender: started","stream_id":"judm0viw"} diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/logs/debug.log b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..a6d8bf8694bb1036dfaf0345211e533a44e7c23a --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/logs/debug.log @@ -0,0 +1,19 @@ +2026-03-15 16:16:00,017 INFO MainThread:992406 [wandb_setup.py:_flush():81] Current SDK version is 0.25.0 +2026-03-15 16:16:00,017 INFO MainThread:992406 [wandb_setup.py:_flush():81] Configure stats pid to 992406 +2026-03-15 16:16:00,017 INFO MainThread:992406 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-03-15 16:16:00,017 INFO MainThread:992406 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/logs/debug.log +2026-03-15 16:16:00,017 INFO MainThread:992406 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/logs/debug-internal.log +2026-03-15 16:16:00,017 INFO MainThread:992406 [wandb_init.py:init():844] calling init triggers +2026-03-15 16:16:00,017 INFO MainThread:992406 [wandb_init.py:init():849] wandb.init called with sweep_config: {} +config: {'dit_paths': 'pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00001-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00002-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00003-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00004-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00005-of-00006.safetensors,pretrained_models/Wan2.1-T2V-14B/diffusion_pytorch_model-00006-of-00006.safetensors', 'text_encoder_path': 'pretrained_models/Wan2.1-T2V-14B/models_t5_umt5-xxl-enc-bf16.pth', 'vae_path': 'pretrained_models/Wan2.1-T2V-14B/Wan2.1_VAE.pth', 'wav2vec_path': 'pretrained_models/wav2vec2-base-960h', 'omniavatar_ckpt': '/home/work/output_omniavatar_v2v_maskall_refseq_new_data_loss_weights_mouth_weights/checkpoint-1500/trainable_weights.pt', 'data_list_path': '/home/work/stableavatar_data/v2v_training_data/video_square_path_combined.txt', 'latentsync_mask_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/diffsynth/utils/mask.png', 'use_precomputed_vae': True, 'use_precomputed_audio': True, 'use_precomputed_text_emb': True, 'mask_all_frames': True, 'no_first_frame_overwrite': True, 'use_ref_sequence': True, 'num_frames': 81, 'height': 512, 'width': 512, 'dataset_repeat': 1, 'num_workers': 4, 'sample_rate': 16000, 'fps': 25, 'lora_rank': 128, 'lora_alpha': 64.0, 'lora_target_modules': 'q,k,v,o,ffn.0,ffn.2', 'learning_rate': 5e-05, 'weight_decay': 0.01, 'num_epochs': 1000, 'gradient_accumulation_steps': 4, 'use_gradient_checkpointing': True, 'use_gradient_checkpointing_offload': False, 'negative_prompt': '', 'seed': 42, 'max_grad_norm': 1.0, 'text_drop_prob': 0.1, 'audio_drop_prob': 0.1, 'offload_frozen': True, 'verbose_vram': False, 'output_path': '/home/work/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu', 'save_steps': 500, 'resume_from_checkpoint': None, 'checkpoints_total_limit': None, 'use_wandb': True, 'wandb_project': 'OmniAvatar-V2V', 'wandb_entity': 'paulhcho', 'wandb_run_name': 'v2v_14B_maskall_refseq_mouth_weight_2gpu_from1500', 'wandb_tags': None, 'wandb_log_every': 1, 'wandb_run_id': None, 'wandb_fresh_run': False, 'val_data_recon': '/home/work/stableavatar_data/v2v_validation_data/recon', 'val_data_mixed': '/home/work/stableavatar_data/v2v_validation_data/mixed', 'val_max_samples': 4, 'validation_steps': 500, 'val_num_inference_steps': 25, 'val_cfg_scale': 4.5, 'validate_at_start': False, 'compute_sync_metrics': True, 'syncnet_model_path': '/home/work/.local/LatentSync/checkpoints/auxiliary/syncnet_v2.model', 's3fd_model_path': '/home/work/.local/LatentSync/checkpoints/auxiliary/sfd_face.pth', 'use_sync_loss': True, 'use_lpips_loss': True, 'use_trepa_loss': True, 'aux_recon_weight': 1.0, 'aux_sync_weight': 0.05, 'aux_lpips_weight': 0.15, 'aux_trepa_weight': 10.0, 'aux_num_frames': 21, 'mouth_weight': 2.0, 'sync_chunk_size': 16, 'sync_chunk_stride': 8, 'sync_num_supervised_frames': 80, 'use_vae_gradient_checkpointing': True, 'syncnet_config_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/latentsync_models/configs/syncnet/syncnet_16_pixel_attn.yaml', 'syncnet_checkpoint_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/examples/wanvideo/model_training/checkpoints/stable_syncnet.pt', 'trepa_checkpoint_path': '/home/work/.local/Self-Forcing_LipSync_StableAvatar/examples/wanvideo/model_training/checkpoints/auxiliary/vit_g_hybrid_pt_1200e_ssv2_ft.pth', 'config': None, '_wandb': {}} +2026-03-15 16:16:00,017 INFO MainThread:992406 [wandb_init.py:init():892] starting backend +2026-03-15 16:16:01,298 INFO MainThread:992406 [wandb_init.py:init():895] sending inform_init request +2026-03-15 16:16:01,342 INFO MainThread:992406 [wandb_init.py:init():903] backend started and connected +2026-03-15 16:16:01,346 INFO MainThread:992406 [wandb_init.py:init():973] updated telemetry +2026-03-15 16:16:01,435 INFO MainThread:992406 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout +2026-03-15 16:16:02,233 INFO MainThread:992406 [wandb_init.py:init():1042] starting run threads in backend +2026-03-15 16:16:02,883 INFO MainThread:992406 [wandb_run.py:_console_start():2524] atexit reg +2026-03-15 16:16:02,883 INFO MainThread:992406 [wandb_run.py:_redirect():2373] redirect: wrap_raw +2026-03-15 16:16:02,883 INFO MainThread:992406 [wandb_run.py:_redirect():2442] Wrapping output streams. +2026-03-15 16:16:02,883 INFO MainThread:992406 [wandb_run.py:_redirect():2465] Redirects installed. +2026-03-15 16:16:02,905 INFO MainThread:992406 [wandb_init.py:init():1082] run started, returning control to user process diff --git a/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/run-judm0viw.wandb b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/run-judm0viw.wandb new file mode 100644 index 0000000000000000000000000000000000000000..8d063fc81bccb6a7537fa95a63a78cfd7e0610da --- /dev/null +++ b/output_omniavatar_v2v_maskall_refseq_mouth_weight_2gpu/wandb/run-20260315_161600-judm0viw/run-judm0viw.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fec8b69db0d06db7574910d69f5f79473637f43f62b437e94246f0bb4b408278 +size 24379392