Add output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu

.gitattributes

@@ -33,3 +33,55 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/syncnet_detect/crop/00000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/syncnet_detect/video/audio.wav filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/syncnet_detect/video/video.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_0/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_0/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_0/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_0/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_0/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_0/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_0/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_0/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_1000/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_59cdb196328a33d4c7b1248b916e5090_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000__a_ecb359eb6753b3b64a027f66d912892e_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/mixed/v_4d5b044b30051de4f0a6b2dc419ea9ca_shot_001_000__a_283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/17ef723a912e46713e84fc2b7dd74e23_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/1ec7a45d803ab472e7fe5c6625667289_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/283979598869ec6d8c5cdbe66eb5ecb8_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/val_videos/step_500/recon/4452d828f84c6a2b2dee9c7a81e6c102_shot_001_000.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_mixed/videos_0_6124eada43d5a14e2ac9.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_mixed/videos_0_a539b4a35cfa3d0b1aa5.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_mixed/videos_0_bc48a542c4be46fbe396.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_mixed/videos_0_dfe5561a5920adc8d7ec.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_mixed/videos_1000_49928bf6efd832781939.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_mixed/videos_1000_90c1ecb66d2fc2d57097.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_mixed/videos_1000_d7cafd2a117438a8fa6a.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_mixed/videos_1000_e91ce9a349c33d6a3aef.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_mixed/videos_500_0c2cf171cfcc08be0659.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_mixed/videos_500_7890db7a5e334c430b5b.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_mixed/videos_500_c2676bb34a8fc8e13c1b.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_mixed/videos_500_f49e8bf8be065958521d.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_recon/videos_0_006295bea6ac0db9b73f.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_recon/videos_0_3e44a35d189b367e430f.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_recon/videos_0_4e61d5b82414e4e0d1e7.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_recon/videos_0_be9d76c5b5aeead344a4.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_recon/videos_1000_018cf00d7c1bb674df55.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_recon/videos_1000_5fa114e87ff423adfa5d.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_recon/videos_1000_e2026e77fdcd84ca3c8f.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_recon/videos_1000_fd731b8f18bc2f343535.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_recon/videos_500_6cc34c6804c6e7f79c0c.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_recon/videos_500_6d50838bb05b1010d9ff.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_recon/videos_500_e4fdea2ab1be5bf33e1a.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/files/media/videos/val_recon/videos_500_edca968c71c8c0cf457d.mp4 filter=lfs diff=lfs merge=lfs -text
+output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/wandb/run-20260317_051632-fa8ff5ge/run-fa8ff5ge.wandb filter=lfs diff=lfs merge=lfs -text

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/metadata.json

@@ -0,0 +1,4 @@
+{
+  "format": "lean_v1",
+  "global_step": 1000
+}

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26580d4ace1d28fa5ac531c9bf824811654687c937eed3615ecefcf1a6613de
+size 710408273

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462a1f58ade3645b1922b29636cd7103d01a6dc7d4a92dec9181ceaac0819842
+size 12228

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/random_states_1.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5e134f1d3a4f5879e3932f7e12364aad62d00525e8bb2edb9435cf42c9cf02
+size 12204

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f50ea41ac3c3968ef5e381a84bd3623a6571d9873f8e03287788a5bd9a6e5c
+size 1465

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/trainable_weights.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377c0472e3cbbca53a9cbb196b1da200a1cdf427e4492461c8d59421f911c3fa
+size 355155275

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/checkpoint-1000/wandb_id.txt

@@ -0,0 +1 @@
+fa8ff5ge

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/checkpoint-500/metadata.json

@@ -0,0 +1,4 @@
+{
+  "format": "lean_v1",
+  "global_step": 500
+}

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/checkpoint-500/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d84b651ded2f696456c3daadd93032ff66860575f130fe10f6058c287d86839
+size 710408273

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/checkpoint-500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfd22104949388c1a4e604bbf09bafd152d4fe95c4da4205894753b801a948c
+size 12228

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/checkpoint-500/random_states_1.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4ff009749a582d05475be5b221d8e9735f934ec6c1b8faad166800f7e540a6
+size 12162

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/checkpoint-500/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6916e72a6aac414142183edf0f421a094211aa0fb5f047da30c9a109f5f78f6b
+size 1465

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/checkpoint-500/trainable_weights.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7c8436764cbf589c7e4bd537de2be71643acfed92105f2fef8c79c0321df5a
+size 355155275

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/checkpoint-500/wandb_id.txt

@@ -0,0 +1 @@
+fa8ff5ge

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/config.json

@@ -0,0 +1,16 @@
+{
+    "model_config": {
+        "in_dim": 65,
+        "audio_hidden_size": 32
+    },
+    "train_architecture": "lora",
+    "lora_rank": 128,
+    "lora_alpha": 64.0,
+    "lora_target_modules": "q,k,v,o,ffn.0,ffn.2",
+    "init_lora_weights": "kaiming",
+    "use_audio": true,
+    "i2v": true,
+    "v2v": true,
+    "random_prefix_frames": true,
+    "use_ref_sequence": true
+}

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/step-1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734d5b89d97209632db467739437e504356cbbaa5bc3d3942006fa10afbc157d
+size 355150155

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/step-500.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03e8e690884547cd3e858c4ea56ba99dfe7cd8deb32624d148877fab56d8680
+size 355149515

output_omniavatar_v2v_1.3B_maskall_refseq_mouth_weight_2gpu/syncnet_detect/crop/00000.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5972a985337f7a0a67557c91759b8fdb27be71dd6c11a2b8815b508e960189
+size 105014