{ "dataset_param": { "dataset_type": "dt2v", "fps_max": 24, "text_add_fps": true, "basic_parameters": { "data_path": "/your_data_folder/train_data.csv", "data_folder": "/your_data_folder/", "return_type": "dict" }, "preprocess_parameters": { "video_processor_type": "OpensoraVideoProcessor", "video_reader_type": "AvVideo", "image_reader_type": "torchvision", "train_pipeline": { "video": [ {"trans_type": "ToTensorVideo"}, {"trans_type": "ResizeCrop", "param": {"size": "auto"}}, {"trans_type": "norm_fun", "param": {"mean": [0.5, 0.5, 0.5], "std": [0.5, 0.5, 0.5], "inplace": true}} ], "image": [ {"trans_type": "RandomHorizontalFlip"}, {"trans_type": "ToTensor"}, {"trans_type": "norm_fun", "param": {"mean": [0.5, 0.5, 0.5], "std": [0.5, 0.5, 0.5], "inplace": true}} ] } }, "use_text_processer": true, "enable_text_preprocessing": false, "tokenizer_config": [ { "autotokenizer_name": "T5Tokenizer", "hub_backend": "hf", "from_pretrained": "Open-Sora-v2/google/t5-v1_1-xxl", "model_max_length": 512 }, { "autotokenizer_name": "CLIPTokenizer", "hub_backend": "hf", "from_pretrained": "Open-Sora-v2/openai/clip-vit-large-patch14", "model_max_length": 77 } ], "use_feature_data": false, "vid_img_fusion_by_splicing": false, "use_img_num": 4, "use_img_from_vid": true, "video_mask_ratios": { "random": 0.05, "intepolate": 0.005, "quarter_random": 0.005, "quarter_head": 0.005, "quarter_tail": 0.005, "quarter_head_tail": 0.005, "image_random": 0.025, "image_head": 0.05, "image_tail": 0.025, "image_head_tail": 0.025 } }, "dataloader_param": { "dataloader_mode": "variable", "auto_gen_bucket": true, "shuffle": true, "drop_last": true, "pin_memory": true, "bucket_config": { "256px": {"1": [1.0, 1], "5": [1.0, 1], "9": [1.0, 1], "13": [1.0, 1], "17": [1.0, 1], "21": [1.0, 1], "25": [1.0, 1], "29": [1.0, 1], "33": [1.0, 1], "37": [1.0, 1], "41": [1.0, 1], "45": [1.0, 1], "49": [1.0, 1], "53": [1.0, 1], "57": [1.0, 1], "61": [1.0, 1], "65": [1.0, 1], "69": [1.0, 1], "73": [1.0, 1], "77": [1.0, 1], "81": [1.0, 1], "85": [1.0, 1], "89": [1.0, 1], "93": [1.0, 1], "97": [1.0, 1], "101": [1.0, 1], "105": [1.0, 1], "109": [1.0, 1], "113": [1.0, 1], "117": [1.0, 1], "121": [1.0, 1], "125": [1.0, 1], "129": [1.0, 1]}, "768px": {"1": [0.5, 1]}, "1024px": {"1": [0.5, 1]} } } }