diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..9f8456bb8c5811117c49ad39f5862ead28a8d980 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,47 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0131.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0158.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0043.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0018.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0156.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0126.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0023.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0109.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0096.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0173.png filter=lfs diff=lfs merge=lfs -text +demo_output/test-f/test_full.mp4 filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0064.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0150.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0166.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0025.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0174.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0108.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0125.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0086.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0106.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0161.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0144.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0146.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0127.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0116.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0065.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0132.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0149.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0115.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0100.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0178.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0164.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0133.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0121.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0138.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0119.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0137.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0107.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0145.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0135.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0112.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0136.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0141.png filter=lfs diff=lfs merge=lfs -text +debug/testmulti_frames_img/frame_0169.png filter=lfs diff=lfs merge=lfs -text diff --git a/configs/demo.yaml b/configs/demo.yaml new file mode 100644 index 0000000000000000000000000000000000000000..226072c3c94e10176e03752e915ed0b75ddbab61 --- /dev/null +++ b/configs/demo.yaml @@ -0,0 +1,162 @@ +# NAME: DEMO_COSPEECH_fulltask # Experiment names +NAME : test +ACCELERATOR: 'gpu' # Devices optioncal: “cpu”, “gpu”, “tpu”, “ipu”, “hpu”, “mps, “auto” +NUM_NODES: 1 # Number of GPU nodes for distributed training +DEVICE: [0,1,2,3,4,5,6,7] # Index of gpus eg. [0] or [0,1,2,3,4,5,6,7] +# DEVICE: [0,1,2,3] # Index of gpus eg. [0] or [0,1,2,3,4,5,6,7] + +Selected_part: separate_rot # defaut separate_rot +Representation_type: + full_h3d: + ori: beat_smplx_joints + tar: beat_smplx_full + vae_test_dim: 263 + full_rot: + ori: beat_smplx_joints + tar: beat_smplx_full + vae_test_dim: 330 + compositional: + face: + ori: beat_smplx_joints + tar: beat_smplx_face + vae_test_dim: 106 + hand: + ori: beat_smplx_joints + tar: beat_smplx_hand + vae_test_dim: 180 + upper: + ori: beat_smplx_joints + tar: beat_smplx_upper + vae_test_dim: 78 + lower: + ori: beat_smplx_joints + tar: beat_smplx_lower + vae_test_dim: 54 + separate_rot: + face: + ori: beat_smplx_joints + tar: beat_smplx_face + vae_test_dim: 106 + hand: + ori: beat_smplx_joints + tar: beat_smplx_hand + vae_test_dim: 180 + upper: + ori: beat_smplx_joints + tar: beat_smplx_upper + vae_test_dim: 78 + lower: + ori: beat_smplx_joints + tar: beat_smplx_lower + vae_test_dim: 61 + +TRAIN: + #--------------------------------- + STAGE: lm_instruct # stage "vae" , "lm_pretrain", "lm_instruct" + #--------------------------------- + NUM_WORKERS: 4 # Number of workers + BATCH_SIZE: 24 # Size of batches 12 + END_EPOCH: 999999 # End epoch + PRECISION: 'bf16' + FORCE_BF16: False + RESUME: '' # Resume training from this path + PRETRAINED: '' # Preatrained model path + PRETRAINED_VQ: './model_files/pretrained_cpt/emage_vq/vq_emage_speaker_2.ckpt' # Preatrained vq model path + # PRETRAINED_VQ : './model_files/pretrained_cpt/lom_vq_ds/lom_vq.ckpt' + HUBERT_CHECKPOINT: './model_files/hubert_models/hubert_base_ls960.pt' + HUBERT_QUANTIZER: './model_files/hubert_models/hubert_base_ls960_L9_km500.bin' + OPTIM: + target: AdamW + params: + lr: 2e-4 + betas: [0.9, 0.99] + weight_decay: 0.0 + +TEST: + # CHECKPOINTS: './model_files/pretrained_cpt/lom_a2m/Instruct_Mixed_A2M_LM.ckpt' + # CHECKPOINTS : '/home/xiaoyu/WorkSpace/tmp/language_of_motion/experiments/lom/t5-posttrain-newtex4x-t2m/checkpoints/epoch=94.ckpt' + # CHECKPOINTS : '/home/xiaoyu/WorkSpace/tmp/language_of_motion/experiments/lom/Qwen3_1_3B_Posttrain_sp2/checkpoints/epoch=49-v1.ckpt' + # CHECKPOINTS : '/home/xiaoyu/WorkSpace/tmp/language_of_motion/experiments/lom/T5_moe_posttrain_sp2/checkpoints/epoch=99-v1.ckpt' + CHECKPOINTS : './experiments/t5-posttrain-sp2-realtime-finetune-40/checkpoints/epoch=64.ckpt' + + TEST_LENGTH : 40 + + SPLIT: test + BATCH_SIZE: 1 + HUBERT_CHECKPOINT: './model_files/hubert_models/hubert_base_ls960.pt' + HUBERT_QUANTIZER: './model_files/hubert_models/hubert_base_ls960_L9_km500.bin' + + AUDIO_PATH : '/mnt/afs/Multi_datasets/BEAT2/beat_english_v2.0.0/wave16k/2_scott_0_9_9.wav' + OUTPUT : '/mnt/afs/WorkSpace/Mogo_Multi_Realtime/demo_output/test-f' + DEMO_NAME : 'test' + # MAX_LENGTH_SECONDS : 5 + MAX_LENGTH_SECONDS : 60 + +LOSS: + LAMBDA_FEATURE: 1.0 + LAMBDA_VELOCITY: 0.5 + LAMBDA_COMMIT: 0.02 + LAMBDA_CLS: 1.0 +ABLATION: + RECONS_LOSS: 'l1_smooth' + + +METRIC: + TYPE: [ ] + +model: + target: lom.models.lom.Language_Motion + params: + task: 'a2m' + lm: ${lm.lom_speaker2} + # lm : ${lm.lom_qwen} + # lm : ${lm.lom_t5_moe} + # lm : ${lm.lom_qwen_vl} + # lm : ${lm.lom_qwen_vl} + modality_setup: + params: + audio_fps: ${lm.lom_speaker2.params.audio_samplerate} + audio_down: ${lm.lom_speaker2.params.audio_down_sampling} ## since the hubert model is trained on 320hz audio, and we found also have another version of hubert model trained on 640 downsampling setup + motion_fps: ${lm.lom_speaker2.params.motion_framerate} + motion_down: ${lm.lom_speaker2.params.motion_down_sampling} + modality_tokenizer: + vae_face: + target: lom.archs.lom_vq.VQVAEConvZero + params: + vae_layer: 2 + code_num: 256 + codebook_size: 256 + vae_quantizer_lambda: 1 + vae_test_dim: ${Representation_type.${Selected_part}.face.vae_test_dim} #dynamic + vae_hand: + target: lom.archs.lom_vq.VQVAEConvZero + params: + vae_layer: 2 + code_num: 256 + codebook_size: 256 + vae_quantizer_lambda: 1 + vae_test_dim: ${Representation_type.${Selected_part}.hand.vae_test_dim} #dynamic + vae_upper: + target: lom.archs.lom_vq.VQVAEConvZero + params: + vae_layer: 2 + code_num: 256 + codebook_size: 256 + vae_quantizer_lambda: 1 + vae_test_dim: ${Representation_type.${Selected_part}.upper.vae_test_dim} #dynamic + vae_lower: + target: lom.archs.lom_vq.VQVAEConvZero + params: + vae_layer: 4 + code_num: 256 + codebook_size: 256 + vae_quantizer_lambda: 1 + vae_test_dim: ${Representation_type.${Selected_part}.lower.vae_test_dim} #dynamic + vae_global: + target: lom.archs.lom_vq.VAEConvZero + params: + vae_layer: 4 + code_num: 256 + codebook_size: 256 + vae_quantizer_lambda: 1 + vae_test_dim: 61 \ No newline at end of file diff --git a/debug/testmulti_frames_img/frame_0018.png b/debug/testmulti_frames_img/frame_0018.png new file mode 100644 index 0000000000000000000000000000000000000000..95c20f88dfc83d517d71555d43e14c1aba780acf --- /dev/null +++ b/debug/testmulti_frames_img/frame_0018.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6519166cd68fae4f8f57d241e25249bbc234add39ded4e24b33666514bb9aa3c +size 186269 diff --git a/debug/testmulti_frames_img/frame_0023.png b/debug/testmulti_frames_img/frame_0023.png new file mode 100644 index 0000000000000000000000000000000000000000..fd53850c5449c5e42aad0f53aec36235d5a581e1 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0023.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9babe959b1d8e0002ec2210e68807edb180fd3a9e2ed27132d1dfd8c5e489b1c +size 186349 diff --git a/debug/testmulti_frames_img/frame_0025.png b/debug/testmulti_frames_img/frame_0025.png new file mode 100644 index 0000000000000000000000000000000000000000..3187d98eab5da3a9e6fea7863648c71a7222c284 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0025.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2992e66c50b1abf00149dd732963e48142316cf0b463ab6beb3d7e1b4fcf47fc +size 186235 diff --git a/debug/testmulti_frames_img/frame_0043.png b/debug/testmulti_frames_img/frame_0043.png new file mode 100644 index 0000000000000000000000000000000000000000..c20851affdb9c9e67c1a0844f9085e86062b7557 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0043.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62436e8e1edc525474156755641cfb9e394e877092c0940cad14e9538409ece8 +size 186319 diff --git a/debug/testmulti_frames_img/frame_0064.png b/debug/testmulti_frames_img/frame_0064.png new file mode 100644 index 0000000000000000000000000000000000000000..ff631ea1d01528e4ed64b53674d26237371ddeb1 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0064.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55ba37f80ff5736ebd9de0eba24e3a1d17e6722970548fcd8286f95680ef5bd4 +size 186215 diff --git a/debug/testmulti_frames_img/frame_0065.png b/debug/testmulti_frames_img/frame_0065.png new file mode 100644 index 0000000000000000000000000000000000000000..38598b4b9d4574d613e68b7ec433e6916d26f7a6 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0065.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34ba68362ae47cea053816f3e421e3955a8f11c35fa7a39448c5167a8a3511e2 +size 186149 diff --git a/debug/testmulti_frames_img/frame_0086.png b/debug/testmulti_frames_img/frame_0086.png new file mode 100644 index 0000000000000000000000000000000000000000..0b9b8b72df1145d721b66343a25d05214ead86f0 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0086.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a3cd35930c841f2f79ce727008111b7af0dfccfc905e523f5610f594bfe12ba +size 186226 diff --git a/debug/testmulti_frames_img/frame_0096.png b/debug/testmulti_frames_img/frame_0096.png new file mode 100644 index 0000000000000000000000000000000000000000..ed85f1bf479930b238a68a147bda80318b03bdd7 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0096.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b81581bb4ac2a2116ed58d84543ec4d7d3aea1586e811e6e58dbe2ac5c62a924 +size 186095 diff --git a/debug/testmulti_frames_img/frame_0100.png b/debug/testmulti_frames_img/frame_0100.png new file mode 100644 index 0000000000000000000000000000000000000000..811bddd3978957baae89962d86848203153f8c2a --- /dev/null +++ b/debug/testmulti_frames_img/frame_0100.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:755c4a7ad4c98752f739077fc3e1509335c4c1e74dfcf76b89a3db2cd8702b64 +size 186209 diff --git a/debug/testmulti_frames_img/frame_0106.png b/debug/testmulti_frames_img/frame_0106.png new file mode 100644 index 0000000000000000000000000000000000000000..747ee5c2e03ef005c67004913561557c90b45612 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0106.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddb8dcde7b07e2b36b77fafe0ca853979bbe1ad1dd85fe3132e4ae73a40308b1 +size 186269 diff --git a/debug/testmulti_frames_img/frame_0107.png b/debug/testmulti_frames_img/frame_0107.png new file mode 100644 index 0000000000000000000000000000000000000000..452e1bf970e5f06bf259f4dc0d92f164b0fc8325 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0107.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2b01d243032771f129825c7d7235b1cc0747fbbeccda9c1b0d03328e17e58f7 +size 186255 diff --git a/debug/testmulti_frames_img/frame_0108.png b/debug/testmulti_frames_img/frame_0108.png new file mode 100644 index 0000000000000000000000000000000000000000..23c00a76dc0779195de98d87cc7a875ef0646bb7 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0108.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1956ed57d81b24393984d2badf8cc3f269cede19386ca554be1b56cdf7ff537b +size 186237 diff --git a/debug/testmulti_frames_img/frame_0109.png b/debug/testmulti_frames_img/frame_0109.png new file mode 100644 index 0000000000000000000000000000000000000000..c87578b506ae8dd0ab00cabbc13a5c688db7100b --- /dev/null +++ b/debug/testmulti_frames_img/frame_0109.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5973661221ad348c08f62d22753740b7dc1c6844aaaec071e638876cf7589249 +size 186280 diff --git a/debug/testmulti_frames_img/frame_0112.png b/debug/testmulti_frames_img/frame_0112.png new file mode 100644 index 0000000000000000000000000000000000000000..4db03f42770060baea4cec2b9e076601247a5d4c --- /dev/null +++ b/debug/testmulti_frames_img/frame_0112.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d1fc5ee51118d195f7b148d65c3f904bfa28554678183131cd7bee54e3629ef +size 186078 diff --git a/debug/testmulti_frames_img/frame_0115.png b/debug/testmulti_frames_img/frame_0115.png new file mode 100644 index 0000000000000000000000000000000000000000..39a7912c239d5f6f888d4d6bf24b0daa0a298abb --- /dev/null +++ b/debug/testmulti_frames_img/frame_0115.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d009db0c6c530a485adcd4c39411ccba01f7f74dca9e6d5cefd0c99bd67fbe0d +size 186177 diff --git a/debug/testmulti_frames_img/frame_0116.png b/debug/testmulti_frames_img/frame_0116.png new file mode 100644 index 0000000000000000000000000000000000000000..8de6ba7055ea52f501d88abb403bf485ee376b26 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0116.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48d939882ea8dd0b01a8acde9003abf7a88fbb7ae3bd58c611580a7e934a4f62 +size 186218 diff --git a/debug/testmulti_frames_img/frame_0119.png b/debug/testmulti_frames_img/frame_0119.png new file mode 100644 index 0000000000000000000000000000000000000000..a1b97b0c86b296d9a9592ae552103014998971e2 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0119.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8edd835638aa24c68c33b245384523f666e0fc9f7d29289c147dfcb9b7b727c +size 186121 diff --git a/debug/testmulti_frames_img/frame_0121.png b/debug/testmulti_frames_img/frame_0121.png new file mode 100644 index 0000000000000000000000000000000000000000..dbb8227f8019f5b43ba58cd7b837a18c457cc904 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0121.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a3f1c392ace5ab6b4132c2de3441d02e4c496122dbdb4fec5961339a848fc9c +size 186133 diff --git a/debug/testmulti_frames_img/frame_0125.png b/debug/testmulti_frames_img/frame_0125.png new file mode 100644 index 0000000000000000000000000000000000000000..e8c2c32faea43527f8d2f3fac528ba61389f9748 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0125.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d6a5f4de4139ba82df58ffd66a79c74ee89002adce9f39de6079602fa9b7cf9 +size 186125 diff --git a/debug/testmulti_frames_img/frame_0126.png b/debug/testmulti_frames_img/frame_0126.png new file mode 100644 index 0000000000000000000000000000000000000000..79a641507b74f737895d902599894d80c6022146 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0126.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d5c047b3cd6af0ca3f9f2d972fcf3dd57aa58e0533053aa312131d4308ee771 +size 186072 diff --git a/debug/testmulti_frames_img/frame_0127.png b/debug/testmulti_frames_img/frame_0127.png new file mode 100644 index 0000000000000000000000000000000000000000..045006b09b39ff4a28d2b263f87c1f8322b29344 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0127.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acdd9b7ef03b4f57ec734bf8b9ca203e918ee1ce51b3fe214c47a70a5c46f994 +size 186156 diff --git a/debug/testmulti_frames_img/frame_0131.png b/debug/testmulti_frames_img/frame_0131.png new file mode 100644 index 0000000000000000000000000000000000000000..1fc346b8e7c71740cf09b356528f4a4d1ee7a11e --- /dev/null +++ b/debug/testmulti_frames_img/frame_0131.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17d0650a3a15cb22cdad02d1fe1175226dc3b8c6255b2d1016ab212b372a4abf +size 186115 diff --git a/debug/testmulti_frames_img/frame_0132.png b/debug/testmulti_frames_img/frame_0132.png new file mode 100644 index 0000000000000000000000000000000000000000..da74681d04dbab387579fc50a99df50fc47ed937 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0132.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27043e58d6d66be5410996bb556f43382fcbb576a1d58d55c3e62e037d9afb50 +size 186134 diff --git a/debug/testmulti_frames_img/frame_0133.png b/debug/testmulti_frames_img/frame_0133.png new file mode 100644 index 0000000000000000000000000000000000000000..ffc7028f01ce70e067e2f80a11ea5cb88a4cdf1d --- /dev/null +++ b/debug/testmulti_frames_img/frame_0133.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bef241022933bfa99ae3cd5dc2b6c27d2620b563a2448574895fea99c9b21a4 +size 186192 diff --git a/debug/testmulti_frames_img/frame_0135.png b/debug/testmulti_frames_img/frame_0135.png new file mode 100644 index 0000000000000000000000000000000000000000..f50c8ad6b81250fd5ad7f075e1567fbfe0acf460 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0135.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3978c5e8504757a17fce982e9c18143fea564ba7069996ccea6bd4867c239cfd +size 186072 diff --git a/debug/testmulti_frames_img/frame_0136.png b/debug/testmulti_frames_img/frame_0136.png new file mode 100644 index 0000000000000000000000000000000000000000..1541c2392598c47a0f997e3ea8e92ddcad44592d --- /dev/null +++ b/debug/testmulti_frames_img/frame_0136.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aef5729ebdbee872bc6ccbcc1ba0080a0d5f8f03900fe8751eae52c7877a033b +size 186207 diff --git a/debug/testmulti_frames_img/frame_0137.png b/debug/testmulti_frames_img/frame_0137.png new file mode 100644 index 0000000000000000000000000000000000000000..0267f34542e52100e28eee02d61fc32dbb64cbd2 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0137.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:618447ef0f9878bfa82f286135902a7d2215ee856f1d1f22e85c643287bada53 +size 186270 diff --git a/debug/testmulti_frames_img/frame_0138.png b/debug/testmulti_frames_img/frame_0138.png new file mode 100644 index 0000000000000000000000000000000000000000..2441e89a049a97515bcdff60e839033d44999a79 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0138.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812786af2cc68e5a53c27e7b872576347e10da34ad771a573a537f848b0b7864 +size 186278 diff --git a/debug/testmulti_frames_img/frame_0141.png b/debug/testmulti_frames_img/frame_0141.png new file mode 100644 index 0000000000000000000000000000000000000000..8e81379498d28cfa160f6eadaead7c1a4730a22b --- /dev/null +++ b/debug/testmulti_frames_img/frame_0141.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7831a13399796d35458d6250cf9118bc34d1f5de103a43b1c2b0487a4da7fb2b +size 186174 diff --git a/debug/testmulti_frames_img/frame_0144.png b/debug/testmulti_frames_img/frame_0144.png new file mode 100644 index 0000000000000000000000000000000000000000..25c03b0c1869320832fdb783f7f56a1d158e554f --- /dev/null +++ b/debug/testmulti_frames_img/frame_0144.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eda44aaf6877a28c7daf5c0db74c19a3a553ddf9797c0f11fa90879fe35d1ef +size 186162 diff --git a/debug/testmulti_frames_img/frame_0145.png b/debug/testmulti_frames_img/frame_0145.png new file mode 100644 index 0000000000000000000000000000000000000000..44034efdacb03623a5f0cb5f4c014871fe3a5df9 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0145.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18ef69815fbf07b1dbd1e6e7b2fcf4c5b8a987eba94fb239767cc61295bade26 +size 186062 diff --git a/debug/testmulti_frames_img/frame_0146.png b/debug/testmulti_frames_img/frame_0146.png new file mode 100644 index 0000000000000000000000000000000000000000..5f1059dee2c8530423c6b8a1dee32844cd98253f --- /dev/null +++ b/debug/testmulti_frames_img/frame_0146.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6340de60ee9959cbf47cbe155bf2e82f6ebbc7270febeb7c940890dd0b4a9a39 +size 186060 diff --git a/debug/testmulti_frames_img/frame_0149.png b/debug/testmulti_frames_img/frame_0149.png new file mode 100644 index 0000000000000000000000000000000000000000..4c788957b4c433e7a5d1463eb85ca1dc567f6a18 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0149.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:152c6dc5f1e3bb27b05e56c2882108bae2a506353ffb633133c4138cf14f7345 +size 186081 diff --git a/debug/testmulti_frames_img/frame_0150.png b/debug/testmulti_frames_img/frame_0150.png new file mode 100644 index 0000000000000000000000000000000000000000..67e1d194fa082ecbac022ea13da544fb0f6148d2 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0150.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:750469c878160810f7f9064a28f2d69c4d9dc9d39c113d157bdbd42824117010 +size 186124 diff --git a/debug/testmulti_frames_img/frame_0156.png b/debug/testmulti_frames_img/frame_0156.png new file mode 100644 index 0000000000000000000000000000000000000000..056394ebc49a1cb7bd585cb72659e6381e08f9ec --- /dev/null +++ b/debug/testmulti_frames_img/frame_0156.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9f2b52921c241671ac71a534a9e688c060f8c42389b097ea1cf5dd653c8838b +size 186084 diff --git a/debug/testmulti_frames_img/frame_0158.png b/debug/testmulti_frames_img/frame_0158.png new file mode 100644 index 0000000000000000000000000000000000000000..967b7b8a9d057ef69132dcd37890cf86bf7bcf5e --- /dev/null +++ b/debug/testmulti_frames_img/frame_0158.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9539d3d2d16c4b3fd7bd15886d240d3970ab1572c663ce8d1b3ea99d320edff +size 186101 diff --git a/debug/testmulti_frames_img/frame_0161.png b/debug/testmulti_frames_img/frame_0161.png new file mode 100644 index 0000000000000000000000000000000000000000..56b2c138bc479b8dd7b3e34a95b6bfa266f9456d --- /dev/null +++ b/debug/testmulti_frames_img/frame_0161.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa126303d4282a8891b29b3c1cbe9189c2658b99839f82da6bebdca3e33557c4 +size 186173 diff --git a/debug/testmulti_frames_img/frame_0164.png b/debug/testmulti_frames_img/frame_0164.png new file mode 100644 index 0000000000000000000000000000000000000000..e8e87676157f20a738f00ed608b12c0247a88875 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0164.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be2b637e6fcb479a2e79540295b575028609778185ff5d79496763ef4c36c3ad +size 186003 diff --git a/debug/testmulti_frames_img/frame_0166.png b/debug/testmulti_frames_img/frame_0166.png new file mode 100644 index 0000000000000000000000000000000000000000..0f060974961680174488ab5e002e556736eebb84 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0166.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e742344a048ca267d9a89b1b6afa17ec6e5625c15d2c5bfbef69efe84057c8b2 +size 186007 diff --git a/debug/testmulti_frames_img/frame_0169.png b/debug/testmulti_frames_img/frame_0169.png new file mode 100644 index 0000000000000000000000000000000000000000..029977790d207950abc84a9b45b5d171305e50e7 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0169.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad9b01e6244991e893139e3f5dcf171c558e8ebda8d9d3e931d8ae79f52b82b0 +size 185938 diff --git a/debug/testmulti_frames_img/frame_0173.png b/debug/testmulti_frames_img/frame_0173.png new file mode 100644 index 0000000000000000000000000000000000000000..b83b379081bae0e74fddc0ad24c99ec38fbae214 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0173.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eda962f2b8686bf9d01a12cea2ceb5b058f7aad792396316b8c6193cfea9129 +size 186194 diff --git a/debug/testmulti_frames_img/frame_0174.png b/debug/testmulti_frames_img/frame_0174.png new file mode 100644 index 0000000000000000000000000000000000000000..aba6bcd579eb407f1de54edc6108b6447c3ef5e2 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0174.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18bd7231aa3b1a5e5e82e9e35d2b2ed9e531fde3f3e44319e388cbe0c32675f0 +size 186073 diff --git a/debug/testmulti_frames_img/frame_0178.png b/debug/testmulti_frames_img/frame_0178.png new file mode 100644 index 0000000000000000000000000000000000000000..80cec19a27b07cef1902932362ec1546b9118db4 --- /dev/null +++ b/debug/testmulti_frames_img/frame_0178.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75ef828284db73d0f34efe7ec1c668e29d97d3c08a7db24d9c214ae2ca84e14d +size 186111 diff --git a/demo.sh b/demo.sh new file mode 100644 index 0000000000000000000000000000000000000000..5c4a9ca5c9451e42c83056cb6356b29005a6e5df --- /dev/null +++ b/demo.sh @@ -0,0 +1 @@ +python demo_rec_realtime.py --cfg configs/demo.yaml \ No newline at end of file diff --git a/demo_output/test-f/test_full.mp4 b/demo_output/test-f/test_full.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ec2e4d2f1f066927bdac8e25bf43543a64df8e91 --- /dev/null +++ b/demo_output/test-f/test_full.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:728e473c2001440a96be0c459693745fec46646633d344853a0ecd4809e362e1 +size 2036733 diff --git a/demo_output/test/test.npy b/demo_output/test/test.npy new file mode 100644 index 0000000000000000000000000000000000000000..ac11a67a584b714ab58c0f3900907048e4574753 --- /dev/null +++ b/demo_output/test/test.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30a4230c30ff0632aea95ed45fef89e8b055e74b6960ca623bb1d98cef0f4331 +size 211176128 diff --git a/demo_output/test_-1/test.npy b/demo_output/test_-1/test.npy new file mode 100644 index 0000000000000000000000000000000000000000..ac11a67a584b714ab58c0f3900907048e4574753 --- /dev/null +++ b/demo_output/test_-1/test.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30a4230c30ff0632aea95ed45fef89e8b055e74b6960ca623bb1d98cef0f4331 +size 211176128 diff --git a/single_reder.sh b/single_reder.sh new file mode 100644 index 0000000000000000000000000000000000000000..9a597caab53325004241bf687a57a549ec20078c --- /dev/null +++ b/single_reder.sh @@ -0,0 +1 @@ +./third_party/blender-2.93.18-linux-x64/blender --background --python render_slice.py -- --cfg=./configs/render.yaml --dir=debug --mode=video \ No newline at end of file diff --git a/upload_to_hf.py b/upload_to_hf.py new file mode 100644 index 0000000000000000000000000000000000000000..ff019a0497554e4293416e4adfae280416a3fe35 --- /dev/null +++ b/upload_to_hf.py @@ -0,0 +1,17 @@ +from huggingface_hub import HfApi, create_repo + +api = HfApi() +model_name = 'Frag1le/Mogo_multi' + +try: + create_repo(model_name, repo_type='model', exist_ok=True) + print(f'仓库已创建或已存在: {model_name}') +except Exception as e: + print(f'创建仓库时出错: {e}') + +api.upload_large_folder( + folder_path='/mnt/afs/WorkSpace/Mogo_Multi_Realtime', + repo_id=model_name, + repo_type='model', +) +print(f'成功同步到 https://huggingface.co/{model_name}')