Wataru commited on
Commit
26a8ac2
·
verified ·
1 Parent(s): 529c887

Upload folder using huggingface_hub

Browse files
Files changed (6) hide show
  1. .gitattributes +3 -0
  2. README.md +20 -0
  3. diffusion_head.pt2 +3 -0
  4. metadata.json +170 -0
  5. ssl_encoder.pt2 +3 -0
  6. vae_decoder.pt2 +3 -0
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ diffusion_head.pt2 filter=lfs diff=lfs merge=lfs -text
37
+ ssl_encoder.pt2 filter=lfs diff=lfs merge=lfs -text
38
+ vae_decoder.pt2 filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: cc-by-nc-4.0
3
+ ---
4
+
5
+ # DialogueSidon
6
+
7
+ Two-speaker dialogue separation model based on diffusion with a VAE-32 latent space.
8
+
9
+ ## Components
10
+
11
+ | File | Description |
12
+ |---|---|
13
+ | `ssl_encoder.pt2` | w2v-BERT 2.0 backbone + latent projection heads |
14
+ | `diffusion_head.pt2` | DiffusionTransformerHead — single denoising step |
15
+ | `vae_decoder.pt2` | DAC VAE decoder: latents → 24 kHz audio |
16
+ | `metadata.json` | Latent normalisation stats, scheduler config, model dims |
17
+
18
+ ## Usage
19
+
20
+ Load with `torch.export.load()`. The diffusion sampling loop and fbank feature extraction remain in Python.
diffusion_head.pt2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c44a09d5b00d08d6534121da1075bc36b80673d1361ca14355e73f1b9c0809fd
3
+ size 354885536
metadata.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "latent_dim": 32,
3
+ "sample_rate": 24000,
4
+ "ssl_hidden_size": 1024,
5
+ "latent_norm_initialized": true,
6
+ "latent_norm_mean": [
7
+ 0.1416097730398178,
8
+ 0.07175948470830917,
9
+ 0.16445186734199524,
10
+ -0.0158994160592556,
11
+ -0.03792296350002289,
12
+ 0.1739553064107895,
13
+ 0.20609763264656067,
14
+ -0.0773492380976677,
15
+ -0.0958249643445015,
16
+ -0.14557723701000214,
17
+ -0.38258203864097595,
18
+ 0.08845309168100357,
19
+ -0.029827825725078583,
20
+ 0.04720787703990936,
21
+ -0.20060305297374725,
22
+ 0.11549390852451324,
23
+ 0.06303639709949493,
24
+ 0.024705005809664726,
25
+ -0.0034871164243668318,
26
+ -0.09642789512872696,
27
+ 0.21524178981781006,
28
+ 0.13936381042003632,
29
+ 0.24526667594909668,
30
+ 0.2592932879924774,
31
+ -0.3074306547641754,
32
+ 0.14334627985954285,
33
+ 0.07093678414821625,
34
+ 0.5708937048912048,
35
+ 0.006343616638332605,
36
+ 0.09566544741392136,
37
+ 0.5273311734199524,
38
+ 0.1451909840106964,
39
+ -0.006651828996837139,
40
+ 0.10430128127336502,
41
+ 0.11032214015722275,
42
+ 0.012842725962400436,
43
+ -0.024605553597211838,
44
+ 0.12466253340244293,
45
+ 0.12605680525302887,
46
+ -0.02444394864141941,
47
+ -0.1059999093413353,
48
+ -0.1217033863067627,
49
+ -0.3549865186214447,
50
+ 0.09900717437267303,
51
+ 0.01073773019015789,
52
+ 0.10321037471294403,
53
+ -0.11944245547056198,
54
+ 0.09993556141853333,
55
+ 0.01015459280461073,
56
+ 0.03638560324907303,
57
+ -0.0326518714427948,
58
+ -0.13041582703590393,
59
+ 0.12432265281677246,
60
+ 0.09911591559648514,
61
+ 0.16202199459075928,
62
+ 0.20371796190738678,
63
+ -0.2879335582256317,
64
+ 0.067603699862957,
65
+ 0.010356826707720757,
66
+ 0.45639586448669434,
67
+ 0.05465073511004448,
68
+ 0.014600546099245548,
69
+ 0.4818445146083832,
70
+ 0.09414693713188171
71
+ ],
72
+ "latent_norm_std": [
73
+ 0.4863946735858917,
74
+ 0.39176884293556213,
75
+ 0.5244080424308777,
76
+ 0.31121498346328735,
77
+ 0.38742581009864807,
78
+ 0.39328351616859436,
79
+ 0.353639155626297,
80
+ 0.43606036901474,
81
+ 0.40308451652526855,
82
+ 0.45672574639320374,
83
+ 0.43666139245033264,
84
+ 0.31756022572517395,
85
+ 0.44575342535972595,
86
+ 0.3706947863101959,
87
+ 0.5126213431358337,
88
+ 0.3701273798942566,
89
+ 0.4332931637763977,
90
+ 0.34073886275291443,
91
+ 0.36883777379989624,
92
+ 0.3678142726421356,
93
+ 0.421845406293869,
94
+ 0.4466390907764435,
95
+ 0.4708837568759918,
96
+ 0.41468745470046997,
97
+ 0.5738605856895447,
98
+ 0.4226427376270294,
99
+ 0.3899722695350647,
100
+ 0.7289687395095825,
101
+ 0.4073668420314789,
102
+ 0.4150795340538025,
103
+ 0.5346329212188721,
104
+ 0.3559742569923401,
105
+ 0.5018235445022583,
106
+ 0.40256914496421814,
107
+ 0.5634673833847046,
108
+ 0.3569527864456177,
109
+ 0.39661917090415955,
110
+ 0.4181853234767914,
111
+ 0.40074092149734497,
112
+ 0.4378126561641693,
113
+ 0.45497414469718933,
114
+ 0.5129145383834839,
115
+ 0.4792986810207367,
116
+ 0.3506719768047333,
117
+ 0.4913414418697357,
118
+ 0.4084736704826355,
119
+ 0.5545224547386169,
120
+ 0.3966507315635681,
121
+ 0.47008392214775085,
122
+ 0.3715076744556427,
123
+ 0.40553003549575806,
124
+ 0.368908166885376,
125
+ 0.4457831382751465,
126
+ 0.4751212000846863,
127
+ 0.4867909550666809,
128
+ 0.4290574789047241,
129
+ 0.5897377729415894,
130
+ 0.4735560417175293,
131
+ 0.44096100330352783,
132
+ 0.790938675403595,
133
+ 0.4382975697517395,
134
+ 0.4624195098876953,
135
+ 0.5593090057373047,
136
+ 0.3772125244140625
137
+ ],
138
+ "ddpm_config": {
139
+ "num_train_timesteps": 1000,
140
+ "beta_start": 0.0001,
141
+ "beta_end": 0.02,
142
+ "beta_schedule": "linear",
143
+ "trained_betas": null,
144
+ "variance_type": "fixed_small",
145
+ "clip_sample": true,
146
+ "prediction_type": "v_prediction",
147
+ "thresholding": false,
148
+ "dynamic_thresholding_ratio": 0.995,
149
+ "clip_sample_range": 1.0,
150
+ "sample_max_value": 1.0,
151
+ "timestep_spacing": "leading",
152
+ "steps_offset": 0,
153
+ "rescale_betas_zero_snr": false,
154
+ "_use_default_values": [
155
+ "sample_max_value",
156
+ "steps_offset",
157
+ "variance_type",
158
+ "timestep_spacing",
159
+ "beta_schedule",
160
+ "rescale_betas_zero_snr",
161
+ "trained_betas",
162
+ "beta_end",
163
+ "thresholding",
164
+ "dynamic_thresholding_ratio",
165
+ "beta_start",
166
+ "clip_sample",
167
+ "clip_sample_range"
168
+ ]
169
+ }
170
+ }
ssl_encoder.pt2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:295125ed72772ca4cf87c3dacbdd74019a3d4493356945e139ca642ca2e1e639
3
+ size 1352938501
vae_decoder.pt2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:693c0622f4d032bb2fbac044d6a42e5fbebfb05649f78fe04c6bcb6d17b8c316
3
+ size 167903493