Delete 20250925_15-29-58
Browse files
20250925_15-29-58/epoch100/adapter_config.json
DELETED
|
@@ -1,43 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alpha_pattern": {},
|
| 3 |
-
"auto_mapping": null,
|
| 4 |
-
"base_model_name_or_path": null,
|
| 5 |
-
"bias": "none",
|
| 6 |
-
"eva_config": null,
|
| 7 |
-
"exclude_modules": null,
|
| 8 |
-
"fan_in_fan_out": false,
|
| 9 |
-
"inference_mode": false,
|
| 10 |
-
"init_lora_weights": true,
|
| 11 |
-
"layer_replication": null,
|
| 12 |
-
"layers_pattern": null,
|
| 13 |
-
"layers_to_transform": null,
|
| 14 |
-
"loftq_config": {},
|
| 15 |
-
"lora_alpha": 32,
|
| 16 |
-
"lora_bias": false,
|
| 17 |
-
"lora_dropout": 0.0,
|
| 18 |
-
"megatron_config": null,
|
| 19 |
-
"megatron_core": "megatron.core",
|
| 20 |
-
"modules_to_save": null,
|
| 21 |
-
"peft_type": "LORA",
|
| 22 |
-
"r": 32,
|
| 23 |
-
"rank_pattern": {},
|
| 24 |
-
"revision": null,
|
| 25 |
-
"target_modules": [
|
| 26 |
-
"txt_mod.linear",
|
| 27 |
-
"img_mlp.fc2",
|
| 28 |
-
"img_mlp.fc1",
|
| 29 |
-
"txt_attn_proj",
|
| 30 |
-
"img_mod.linear",
|
| 31 |
-
"img_attn_qkv",
|
| 32 |
-
"img_attn_proj",
|
| 33 |
-
"txt_attn_qkv",
|
| 34 |
-
"modulation.linear",
|
| 35 |
-
"linear2",
|
| 36 |
-
"txt_mlp.fc1",
|
| 37 |
-
"txt_mlp.fc2",
|
| 38 |
-
"linear1"
|
| 39 |
-
],
|
| 40 |
-
"task_type": null,
|
| 41 |
-
"use_dora": false,
|
| 42 |
-
"use_rslora": false
|
| 43 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
20250925_15-29-58/epoch100/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:2292f3099b204fb15f1960b74344965d75f6e8181db832db8e14a66f6c6ce38d
|
| 3 |
-
size 322519480
|
|
|
|
|
|
|
|
|
|
|
|
20250925_15-29-58/epoch100/hunyuan_video.toml
DELETED
|
@@ -1,42 +0,0 @@
|
|
| 1 |
-
output_dir = "/root/diffusion-pipe/hunyuan-video-lora"
|
| 2 |
-
dataset = "/root/config/dataset.toml"
|
| 3 |
-
epochs = 100
|
| 4 |
-
micro_batch_size_per_gpu = 8
|
| 5 |
-
pipeline_stages = 1
|
| 6 |
-
gradient_accumulation_steps = 4
|
| 7 |
-
gradient_clipping = 1
|
| 8 |
-
warmup_steps = 100
|
| 9 |
-
eval_every_n_epochs = 5
|
| 10 |
-
eval_before_first_step = true
|
| 11 |
-
eval_micro_batch_size_per_gpu = 1
|
| 12 |
-
eval_gradient_accumulation_steps = 1
|
| 13 |
-
save_every_n_epochs = 100
|
| 14 |
-
activation_checkpointing = true
|
| 15 |
-
partition_method = "parameters"
|
| 16 |
-
save_dtype = "bfloat16"
|
| 17 |
-
caching_batch_size = 4
|
| 18 |
-
steps_per_print = 1
|
| 19 |
-
video_clip_mode = "single_middle"
|
| 20 |
-
checkpoint_every_n_epochs = 100
|
| 21 |
-
|
| 22 |
-
[model]
|
| 23 |
-
type = "hunyuan-video"
|
| 24 |
-
dtype = "bfloat16"
|
| 25 |
-
transformer_dtype = "float8"
|
| 26 |
-
timestep_sample_method = "logit_normal"
|
| 27 |
-
transformer_path = "/root/diffusion-pipe/ckpts/hunyuan-video-t2v-720p/transformers/hunyuan_video_720_cfgdistill_bf16.safetensors"
|
| 28 |
-
vae_path = "/root/diffusion-pipe/ckpts/hunyuan-video-t2v-720p/vae/hunyuan_video_vae_bf16.safetensors"
|
| 29 |
-
clip_path = "/root/diffusion-pipe/ckpts/text_encoder_2/clip-vit-large-patch14"
|
| 30 |
-
llm_path = "/root/diffusion-pipe/ckpts/text_encoder/llava-llama-3-8b-text-encoder-tokenizer"
|
| 31 |
-
|
| 32 |
-
[adapter]
|
| 33 |
-
type = "lora"
|
| 34 |
-
rank = 32
|
| 35 |
-
dtype = "bfloat16"
|
| 36 |
-
|
| 37 |
-
[optimizer]
|
| 38 |
-
type = "adamw_optimi"
|
| 39 |
-
lr = 0.0001
|
| 40 |
-
betas = [ 0.9, 0.99,]
|
| 41 |
-
weight_decay = 0.01
|
| 42 |
-
eps = 1e-8
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
20250925_15-29-58/hunyuan_video.toml
DELETED
|
@@ -1,42 +0,0 @@
|
|
| 1 |
-
output_dir = "/root/diffusion-pipe/hunyuan-video-lora"
|
| 2 |
-
dataset = "/root/config/dataset.toml"
|
| 3 |
-
epochs = 100
|
| 4 |
-
micro_batch_size_per_gpu = 8
|
| 5 |
-
pipeline_stages = 1
|
| 6 |
-
gradient_accumulation_steps = 4
|
| 7 |
-
gradient_clipping = 1
|
| 8 |
-
warmup_steps = 100
|
| 9 |
-
eval_every_n_epochs = 5
|
| 10 |
-
eval_before_first_step = true
|
| 11 |
-
eval_micro_batch_size_per_gpu = 1
|
| 12 |
-
eval_gradient_accumulation_steps = 1
|
| 13 |
-
save_every_n_epochs = 100
|
| 14 |
-
activation_checkpointing = true
|
| 15 |
-
partition_method = "parameters"
|
| 16 |
-
save_dtype = "bfloat16"
|
| 17 |
-
caching_batch_size = 4
|
| 18 |
-
steps_per_print = 1
|
| 19 |
-
video_clip_mode = "single_middle"
|
| 20 |
-
checkpoint_every_n_epochs = 100
|
| 21 |
-
|
| 22 |
-
[model]
|
| 23 |
-
type = "hunyuan-video"
|
| 24 |
-
dtype = "bfloat16"
|
| 25 |
-
transformer_dtype = "float8"
|
| 26 |
-
timestep_sample_method = "logit_normal"
|
| 27 |
-
transformer_path = "/root/diffusion-pipe/ckpts/hunyuan-video-t2v-720p/transformers/hunyuan_video_720_cfgdistill_bf16.safetensors"
|
| 28 |
-
vae_path = "/root/diffusion-pipe/ckpts/hunyuan-video-t2v-720p/vae/hunyuan_video_vae_bf16.safetensors"
|
| 29 |
-
clip_path = "/root/diffusion-pipe/ckpts/text_encoder_2/clip-vit-large-patch14"
|
| 30 |
-
llm_path = "/root/diffusion-pipe/ckpts/text_encoder/llava-llama-3-8b-text-encoder-tokenizer"
|
| 31 |
-
|
| 32 |
-
[adapter]
|
| 33 |
-
type = "lora"
|
| 34 |
-
rank = 32
|
| 35 |
-
dtype = "bfloat16"
|
| 36 |
-
|
| 37 |
-
[optimizer]
|
| 38 |
-
type = "adamw_optimi"
|
| 39 |
-
lr = 0.0001
|
| 40 |
-
betas = [ 0.9, 0.99,]
|
| 41 |
-
weight_decay = 0.01
|
| 42 |
-
eps = 1e-8
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
20250925_15-29-58/latest
DELETED
|
@@ -1 +0,0 @@
|
|
| 1 |
-
global_step600
|
|
|
|
|
|