Hugging Face's logo

ModelsLab
/
midashenglm-gen-wer-lora

Text-to-Audio
PEFT
Safetensors
audio-generation
lora
flow-matching
Model card Files
xet
 Community
adhikjoshi commited on
Commit
127b562
·
verified ·
1 Parent(s): e9e75f4

Discard per-step checkpoints; scene-v8 at the root is the release

Browse files
Files changed (10) hide show
  1. checkpoints/step-00500/adapter_config.json +0 -76
  2. checkpoints/step-00500/adapter_model.safetensors +0 -3
  3. checkpoints/step-01000/adapter_config.json +0 -76
  4. checkpoints/step-01000/adapter_model.safetensors +0 -3
  5. checkpoints/step-01500/adapter_config.json +0 -76
  6. checkpoints/step-01500/adapter_model.safetensors +0 -3
  7. checkpoints/step-02000/adapter_config.json +0 -60
  8. checkpoints/step-02000/adapter_model.safetensors +0 -3
  9. checkpoints/step-02500/adapter_config.json +0 -60
  10. checkpoints/step-02500/adapter_model.safetensors +0 -3
checkpoints/step-00500/adapter_config.json DELETED
@@ -1,76 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {
4
- "cond_embedder": 128,
5
- "ff.0.0": 128,
6
- "ff.2": 128,
7
- "to_k": 128,
8
- "to_out.0": 128,
9
- "to_q": 128,
10
- "to_v": 128
11
- },
12
- "arrow_config": null,
13
- "auto_mapping": {
14
- "base_model_class": "MiDashengLMGenForAudioGeneration",
15
- "parent_library": "transformers_modules.midashenglm_hyphen_gen.modeling_midashenglm"
16
- },
17
- "base_model_name_or_path": "/workspace/models/midashenglm-gen",
18
- "bias": "none",
19
- "corda_config": null,
20
- "ensure_weight_tying": false,
21
- "eva_config": null,
22
- "exclude_modules": null,
23
- "fan_in_fan_out": false,
24
- "inference_mode": true,
25
- "init_lora_weights": true,
26
- "layer_replication": null,
27
- "layers_pattern": null,
28
- "layers_to_transform": null,
29
- "loftq_config": {},
30
- "lora_alpha": 64,
31
- "lora_bias": false,
32
- "lora_dropout": 0.05,
33
- "lora_ga_config": null,
34
- "megatron_config": null,
35
- "megatron_core": "megatron.core",
36
- "modules_to_save": null,
37
- "monteclora_config": null,
38
- "peft_type": "LORA",
39
- "peft_version": "0.20.0",
40
- "qalora_group_size": 16,
41
- "r": 32,
42
- "rank_pattern": {
43
- "cond_embedder": 64,
44
- "ff.0.0": 64,
45
- "ff.2": 64,
46
- "to_k": 64,
47
- "to_out.0": 64,
48
- "to_q": 64,
49
- "to_v": 64
50
- },
51
- "revision": null,
52
- "target_modules": [
53
- "to_v",
54
- "to_q",
55
- "cond_embedder",
56
- "o_proj",
57
- "gate_proj",
58
- "up_proj",
59
- "k_proj",
60
- "down_proj",
61
- "v_proj",
62
- "to_out.0",
63
- "to_k",
64
- "ff.2",
65
- "ff.0.0",
66
- "q_proj"
67
- ],
68
- "target_parameters": null,
69
- "task_type": null,
70
- "trainable_token_indices": null,
71
- "use_bdlora": null,
72
- "use_dora": false,
73
- "use_qalora": false,
74
- "use_rslora": false,
75
- "velora_config": null
76
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/step-00500/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a71481a05fbe549400469f069fd6d4aa6043919fb74919d5336f1c8d83bc022a
3
- size 291595160
 
 
 
 
checkpoints/step-01000/adapter_config.json DELETED
@@ -1,76 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {
4
- "cond_embedder": 128,
5
- "ff.0.0": 128,
6
- "ff.2": 128,
7
- "to_k": 128,
8
- "to_out.0": 128,
9
- "to_q": 128,
10
- "to_v": 128
11
- },
12
- "arrow_config": null,
13
- "auto_mapping": {
14
- "base_model_class": "MiDashengLMGenForAudioGeneration",
15
- "parent_library": "transformers_modules.midashenglm_hyphen_gen.modeling_midashenglm"
16
- },
17
- "base_model_name_or_path": "/workspace/models/midashenglm-gen",
18
- "bias": "none",
19
- "corda_config": null,
20
- "ensure_weight_tying": false,
21
- "eva_config": null,
22
- "exclude_modules": null,
23
- "fan_in_fan_out": false,
24
- "inference_mode": true,
25
- "init_lora_weights": true,
26
- "layer_replication": null,
27
- "layers_pattern": null,
28
- "layers_to_transform": null,
29
- "loftq_config": {},
30
- "lora_alpha": 64,
31
- "lora_bias": false,
32
- "lora_dropout": 0.05,
33
- "lora_ga_config": null,
34
- "megatron_config": null,
35
- "megatron_core": "megatron.core",
36
- "modules_to_save": null,
37
- "monteclora_config": null,
38
- "peft_type": "LORA",
39
- "peft_version": "0.20.0",
40
- "qalora_group_size": 16,
41
- "r": 32,
42
- "rank_pattern": {
43
- "cond_embedder": 64,
44
- "ff.0.0": 64,
45
- "ff.2": 64,
46
- "to_k": 64,
47
- "to_out.0": 64,
48
- "to_q": 64,
49
- "to_v": 64
50
- },
51
- "revision": null,
52
- "target_modules": [
53
- "to_v",
54
- "to_q",
55
- "cond_embedder",
56
- "o_proj",
57
- "gate_proj",
58
- "up_proj",
59
- "k_proj",
60
- "down_proj",
61
- "v_proj",
62
- "to_out.0",
63
- "to_k",
64
- "ff.2",
65
- "ff.0.0",
66
- "q_proj"
67
- ],
68
- "target_parameters": null,
69
- "task_type": null,
70
- "trainable_token_indices": null,
71
- "use_bdlora": null,
72
- "use_dora": false,
73
- "use_qalora": false,
74
- "use_rslora": false,
75
- "velora_config": null
76
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/step-01000/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:edc6e60b29e31661d6fdaba7f75ff81895e0aebd7d0f1ec19a89cfabd25d7a16
3
- size 291595160
 
 
 
 
checkpoints/step-01500/adapter_config.json DELETED
@@ -1,76 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {
4
- "cond_embedder": 128,
5
- "ff.0.0": 128,
6
- "ff.2": 128,
7
- "to_k": 128,
8
- "to_out.0": 128,
9
- "to_q": 128,
10
- "to_v": 128
11
- },
12
- "arrow_config": null,
13
- "auto_mapping": {
14
- "base_model_class": "MiDashengLMGenForAudioGeneration",
15
- "parent_library": "transformers_modules.midashenglm_hyphen_gen.modeling_midashenglm"
16
- },
17
- "base_model_name_or_path": "/workspace/models/midashenglm-gen",
18
- "bias": "none",
19
- "corda_config": null,
20
- "ensure_weight_tying": false,
21
- "eva_config": null,
22
- "exclude_modules": null,
23
- "fan_in_fan_out": false,
24
- "inference_mode": true,
25
- "init_lora_weights": true,
26
- "layer_replication": null,
27
- "layers_pattern": null,
28
- "layers_to_transform": null,
29
- "loftq_config": {},
30
- "lora_alpha": 64,
31
- "lora_bias": false,
32
- "lora_dropout": 0.05,
33
- "lora_ga_config": null,
34
- "megatron_config": null,
35
- "megatron_core": "megatron.core",
36
- "modules_to_save": null,
37
- "monteclora_config": null,
38
- "peft_type": "LORA",
39
- "peft_version": "0.20.0",
40
- "qalora_group_size": 16,
41
- "r": 32,
42
- "rank_pattern": {
43
- "cond_embedder": 64,
44
- "ff.0.0": 64,
45
- "ff.2": 64,
46
- "to_k": 64,
47
- "to_out.0": 64,
48
- "to_q": 64,
49
- "to_v": 64
50
- },
51
- "revision": null,
52
- "target_modules": [
53
- "to_v",
54
- "to_q",
55
- "cond_embedder",
56
- "o_proj",
57
- "gate_proj",
58
- "up_proj",
59
- "k_proj",
60
- "down_proj",
61
- "v_proj",
62
- "to_out.0",
63
- "to_k",
64
- "ff.2",
65
- "ff.0.0",
66
- "q_proj"
67
- ],
68
- "target_parameters": null,
69
- "task_type": null,
70
- "trainable_token_indices": null,
71
- "use_bdlora": null,
72
- "use_dora": false,
73
- "use_qalora": false,
74
- "use_rslora": false,
75
- "velora_config": null
76
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/step-01500/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0dba519c37206637b1a1ced846b51cd61adb7d71c3afe1b28a224e4b5b0588a4
3
- size 291595160
 
 
 
 
checkpoints/step-02000/adapter_config.json DELETED
@@ -1,60 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": {
6
- "base_model_class": "MiDashengLMGenForAudioGeneration",
7
- "parent_library": "transformers_modules.midashenglm_hyphen_gen.modeling_midashenglm"
8
- },
9
- "base_model_name_or_path": "/workspace/models/midashenglm-gen",
10
- "bias": "none",
11
- "corda_config": null,
12
- "ensure_weight_tying": false,
13
- "eva_config": null,
14
- "exclude_modules": null,
15
- "fan_in_fan_out": false,
16
- "inference_mode": true,
17
- "init_lora_weights": true,
18
- "layer_replication": null,
19
- "layers_pattern": null,
20
- "layers_to_transform": null,
21
- "loftq_config": {},
22
- "lora_alpha": 64,
23
- "lora_bias": false,
24
- "lora_dropout": 0.05,
25
- "lora_ga_config": null,
26
- "megatron_config": null,
27
- "megatron_core": "megatron.core",
28
- "modules_to_save": null,
29
- "monteclora_config": null,
30
- "peft_type": "LORA",
31
- "peft_version": "0.20.0",
32
- "qalora_group_size": 16,
33
- "r": 32,
34
- "rank_pattern": {},
35
- "revision": null,
36
- "target_modules": [
37
- "down_proj",
38
- "v_proj",
39
- "to_v",
40
- "up_proj",
41
- "q_proj",
42
- "ff.0.0",
43
- "to_out.0",
44
- "k_proj",
45
- "to_k",
46
- "to_q",
47
- "ff.2",
48
- "cond_embedder",
49
- "gate_proj",
50
- "o_proj"
51
- ],
52
- "target_parameters": null,
53
- "task_type": null,
54
- "trainable_token_indices": null,
55
- "use_bdlora": null,
56
- "use_dora": false,
57
- "use_qalora": false,
58
- "use_rslora": false,
59
- "velora_config": null
60
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/step-02000/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:18104abdf86029b1beaee5b880c543ffb5aaf96a1d0aba969aa53e95b1955474
3
- size 215573104
 
 
 
 
checkpoints/step-02500/adapter_config.json DELETED
@@ -1,60 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": {
6
- "base_model_class": "MiDashengLMGenForAudioGeneration",
7
- "parent_library": "transformers_modules.midashenglm_hyphen_gen.modeling_midashenglm"
8
- },
9
- "base_model_name_or_path": "/workspace/models/midashenglm-gen",
10
- "bias": "none",
11
- "corda_config": null,
12
- "ensure_weight_tying": false,
13
- "eva_config": null,
14
- "exclude_modules": null,
15
- "fan_in_fan_out": false,
16
- "inference_mode": true,
17
- "init_lora_weights": true,
18
- "layer_replication": null,
19
- "layers_pattern": null,
20
- "layers_to_transform": null,
21
- "loftq_config": {},
22
- "lora_alpha": 64,
23
- "lora_bias": false,
24
- "lora_dropout": 0.05,
25
- "lora_ga_config": null,
26
- "megatron_config": null,
27
- "megatron_core": "megatron.core",
28
- "modules_to_save": null,
29
- "monteclora_config": null,
30
- "peft_type": "LORA",
31
- "peft_version": "0.20.0",
32
- "qalora_group_size": 16,
33
- "r": 32,
34
- "rank_pattern": {},
35
- "revision": null,
36
- "target_modules": [
37
- "down_proj",
38
- "v_proj",
39
- "to_v",
40
- "up_proj",
41
- "q_proj",
42
- "ff.0.0",
43
- "to_out.0",
44
- "k_proj",
45
- "to_k",
46
- "to_q",
47
- "ff.2",
48
- "cond_embedder",
49
- "gate_proj",
50
- "o_proj"
51
- ],
52
- "target_parameters": null,
53
- "task_type": null,
54
- "trainable_token_indices": null,
55
- "use_bdlora": null,
56
- "use_dora": false,
57
- "use_qalora": false,
58
- "use_rslora": false,
59
- "velora_config": null
60
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/step-02500/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:02de7613da2a275ec71c0b1b95c472b91cc7c51ae20bd948f7978823529ad7c8
3
- size 215573104