bobcastell commited on
Commit
90a5bf8
·
verified ·
1 Parent(s): 1181e1d

Delete 20250925_15-29-58

Browse files
20250925_15-29-58/epoch100/adapter_config.json DELETED
@@ -1,43 +0,0 @@
1
- {
2
- "alpha_pattern": {},
3
- "auto_mapping": null,
4
- "base_model_name_or_path": null,
5
- "bias": "none",
6
- "eva_config": null,
7
- "exclude_modules": null,
8
- "fan_in_fan_out": false,
9
- "inference_mode": false,
10
- "init_lora_weights": true,
11
- "layer_replication": null,
12
- "layers_pattern": null,
13
- "layers_to_transform": null,
14
- "loftq_config": {},
15
- "lora_alpha": 32,
16
- "lora_bias": false,
17
- "lora_dropout": 0.0,
18
- "megatron_config": null,
19
- "megatron_core": "megatron.core",
20
- "modules_to_save": null,
21
- "peft_type": "LORA",
22
- "r": 32,
23
- "rank_pattern": {},
24
- "revision": null,
25
- "target_modules": [
26
- "txt_mod.linear",
27
- "img_mlp.fc2",
28
- "img_mlp.fc1",
29
- "txt_attn_proj",
30
- "img_mod.linear",
31
- "img_attn_qkv",
32
- "img_attn_proj",
33
- "txt_attn_qkv",
34
- "modulation.linear",
35
- "linear2",
36
- "txt_mlp.fc1",
37
- "txt_mlp.fc2",
38
- "linear1"
39
- ],
40
- "task_type": null,
41
- "use_dora": false,
42
- "use_rslora": false
43
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
20250925_15-29-58/epoch100/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2292f3099b204fb15f1960b74344965d75f6e8181db832db8e14a66f6c6ce38d
3
- size 322519480
 
 
 
 
20250925_15-29-58/epoch100/hunyuan_video.toml DELETED
@@ -1,42 +0,0 @@
1
- output_dir = "/root/diffusion-pipe/hunyuan-video-lora"
2
- dataset = "/root/config/dataset.toml"
3
- epochs = 100
4
- micro_batch_size_per_gpu = 8
5
- pipeline_stages = 1
6
- gradient_accumulation_steps = 4
7
- gradient_clipping = 1
8
- warmup_steps = 100
9
- eval_every_n_epochs = 5
10
- eval_before_first_step = true
11
- eval_micro_batch_size_per_gpu = 1
12
- eval_gradient_accumulation_steps = 1
13
- save_every_n_epochs = 100
14
- activation_checkpointing = true
15
- partition_method = "parameters"
16
- save_dtype = "bfloat16"
17
- caching_batch_size = 4
18
- steps_per_print = 1
19
- video_clip_mode = "single_middle"
20
- checkpoint_every_n_epochs = 100
21
-
22
- [model]
23
- type = "hunyuan-video"
24
- dtype = "bfloat16"
25
- transformer_dtype = "float8"
26
- timestep_sample_method = "logit_normal"
27
- transformer_path = "/root/diffusion-pipe/ckpts/hunyuan-video-t2v-720p/transformers/hunyuan_video_720_cfgdistill_bf16.safetensors"
28
- vae_path = "/root/diffusion-pipe/ckpts/hunyuan-video-t2v-720p/vae/hunyuan_video_vae_bf16.safetensors"
29
- clip_path = "/root/diffusion-pipe/ckpts/text_encoder_2/clip-vit-large-patch14"
30
- llm_path = "/root/diffusion-pipe/ckpts/text_encoder/llava-llama-3-8b-text-encoder-tokenizer"
31
-
32
- [adapter]
33
- type = "lora"
34
- rank = 32
35
- dtype = "bfloat16"
36
-
37
- [optimizer]
38
- type = "adamw_optimi"
39
- lr = 0.0001
40
- betas = [ 0.9, 0.99,]
41
- weight_decay = 0.01
42
- eps = 1e-8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
20250925_15-29-58/hunyuan_video.toml DELETED
@@ -1,42 +0,0 @@
1
- output_dir = "/root/diffusion-pipe/hunyuan-video-lora"
2
- dataset = "/root/config/dataset.toml"
3
- epochs = 100
4
- micro_batch_size_per_gpu = 8
5
- pipeline_stages = 1
6
- gradient_accumulation_steps = 4
7
- gradient_clipping = 1
8
- warmup_steps = 100
9
- eval_every_n_epochs = 5
10
- eval_before_first_step = true
11
- eval_micro_batch_size_per_gpu = 1
12
- eval_gradient_accumulation_steps = 1
13
- save_every_n_epochs = 100
14
- activation_checkpointing = true
15
- partition_method = "parameters"
16
- save_dtype = "bfloat16"
17
- caching_batch_size = 4
18
- steps_per_print = 1
19
- video_clip_mode = "single_middle"
20
- checkpoint_every_n_epochs = 100
21
-
22
- [model]
23
- type = "hunyuan-video"
24
- dtype = "bfloat16"
25
- transformer_dtype = "float8"
26
- timestep_sample_method = "logit_normal"
27
- transformer_path = "/root/diffusion-pipe/ckpts/hunyuan-video-t2v-720p/transformers/hunyuan_video_720_cfgdistill_bf16.safetensors"
28
- vae_path = "/root/diffusion-pipe/ckpts/hunyuan-video-t2v-720p/vae/hunyuan_video_vae_bf16.safetensors"
29
- clip_path = "/root/diffusion-pipe/ckpts/text_encoder_2/clip-vit-large-patch14"
30
- llm_path = "/root/diffusion-pipe/ckpts/text_encoder/llava-llama-3-8b-text-encoder-tokenizer"
31
-
32
- [adapter]
33
- type = "lora"
34
- rank = 32
35
- dtype = "bfloat16"
36
-
37
- [optimizer]
38
- type = "adamw_optimi"
39
- lr = 0.0001
40
- betas = [ 0.9, 0.99,]
41
- weight_decay = 0.01
42
- eps = 1e-8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
20250925_15-29-58/latest DELETED
@@ -1 +0,0 @@
1
- global_step600