Upload folder using huggingface_hub
Browse files- .gitattributes +3 -0
- README.md +20 -0
- diffusion_head.pt2 +3 -0
- metadata.json +170 -0
- ssl_encoder.pt2 +3 -0
- vae_decoder.pt2 +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
diffusion_head.pt2 filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
ssl_encoder.pt2 filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
vae_decoder.pt2 filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: cc-by-nc-4.0
|
| 3 |
+
---
|
| 4 |
+
|
| 5 |
+
# DialogueSidon
|
| 6 |
+
|
| 7 |
+
Two-speaker dialogue separation model based on diffusion with a VAE-32 latent space.
|
| 8 |
+
|
| 9 |
+
## Components
|
| 10 |
+
|
| 11 |
+
| File | Description |
|
| 12 |
+
|---|---|
|
| 13 |
+
| `ssl_encoder.pt2` | w2v-BERT 2.0 backbone + latent projection heads |
|
| 14 |
+
| `diffusion_head.pt2` | DiffusionTransformerHead — single denoising step |
|
| 15 |
+
| `vae_decoder.pt2` | DAC VAE decoder: latents → 24 kHz audio |
|
| 16 |
+
| `metadata.json` | Latent normalisation stats, scheduler config, model dims |
|
| 17 |
+
|
| 18 |
+
## Usage
|
| 19 |
+
|
| 20 |
+
Load with `torch.export.load()`. The diffusion sampling loop and fbank feature extraction remain in Python.
|
diffusion_head.pt2
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c44a09d5b00d08d6534121da1075bc36b80673d1361ca14355e73f1b9c0809fd
|
| 3 |
+
size 354885536
|
metadata.json
ADDED
|
@@ -0,0 +1,170 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"latent_dim": 32,
|
| 3 |
+
"sample_rate": 24000,
|
| 4 |
+
"ssl_hidden_size": 1024,
|
| 5 |
+
"latent_norm_initialized": true,
|
| 6 |
+
"latent_norm_mean": [
|
| 7 |
+
0.1416097730398178,
|
| 8 |
+
0.07175948470830917,
|
| 9 |
+
0.16445186734199524,
|
| 10 |
+
-0.0158994160592556,
|
| 11 |
+
-0.03792296350002289,
|
| 12 |
+
0.1739553064107895,
|
| 13 |
+
0.20609763264656067,
|
| 14 |
+
-0.0773492380976677,
|
| 15 |
+
-0.0958249643445015,
|
| 16 |
+
-0.14557723701000214,
|
| 17 |
+
-0.38258203864097595,
|
| 18 |
+
0.08845309168100357,
|
| 19 |
+
-0.029827825725078583,
|
| 20 |
+
0.04720787703990936,
|
| 21 |
+
-0.20060305297374725,
|
| 22 |
+
0.11549390852451324,
|
| 23 |
+
0.06303639709949493,
|
| 24 |
+
0.024705005809664726,
|
| 25 |
+
-0.0034871164243668318,
|
| 26 |
+
-0.09642789512872696,
|
| 27 |
+
0.21524178981781006,
|
| 28 |
+
0.13936381042003632,
|
| 29 |
+
0.24526667594909668,
|
| 30 |
+
0.2592932879924774,
|
| 31 |
+
-0.3074306547641754,
|
| 32 |
+
0.14334627985954285,
|
| 33 |
+
0.07093678414821625,
|
| 34 |
+
0.5708937048912048,
|
| 35 |
+
0.006343616638332605,
|
| 36 |
+
0.09566544741392136,
|
| 37 |
+
0.5273311734199524,
|
| 38 |
+
0.1451909840106964,
|
| 39 |
+
-0.006651828996837139,
|
| 40 |
+
0.10430128127336502,
|
| 41 |
+
0.11032214015722275,
|
| 42 |
+
0.012842725962400436,
|
| 43 |
+
-0.024605553597211838,
|
| 44 |
+
0.12466253340244293,
|
| 45 |
+
0.12605680525302887,
|
| 46 |
+
-0.02444394864141941,
|
| 47 |
+
-0.1059999093413353,
|
| 48 |
+
-0.1217033863067627,
|
| 49 |
+
-0.3549865186214447,
|
| 50 |
+
0.09900717437267303,
|
| 51 |
+
0.01073773019015789,
|
| 52 |
+
0.10321037471294403,
|
| 53 |
+
-0.11944245547056198,
|
| 54 |
+
0.09993556141853333,
|
| 55 |
+
0.01015459280461073,
|
| 56 |
+
0.03638560324907303,
|
| 57 |
+
-0.0326518714427948,
|
| 58 |
+
-0.13041582703590393,
|
| 59 |
+
0.12432265281677246,
|
| 60 |
+
0.09911591559648514,
|
| 61 |
+
0.16202199459075928,
|
| 62 |
+
0.20371796190738678,
|
| 63 |
+
-0.2879335582256317,
|
| 64 |
+
0.067603699862957,
|
| 65 |
+
0.010356826707720757,
|
| 66 |
+
0.45639586448669434,
|
| 67 |
+
0.05465073511004448,
|
| 68 |
+
0.014600546099245548,
|
| 69 |
+
0.4818445146083832,
|
| 70 |
+
0.09414693713188171
|
| 71 |
+
],
|
| 72 |
+
"latent_norm_std": [
|
| 73 |
+
0.4863946735858917,
|
| 74 |
+
0.39176884293556213,
|
| 75 |
+
0.5244080424308777,
|
| 76 |
+
0.31121498346328735,
|
| 77 |
+
0.38742581009864807,
|
| 78 |
+
0.39328351616859436,
|
| 79 |
+
0.353639155626297,
|
| 80 |
+
0.43606036901474,
|
| 81 |
+
0.40308451652526855,
|
| 82 |
+
0.45672574639320374,
|
| 83 |
+
0.43666139245033264,
|
| 84 |
+
0.31756022572517395,
|
| 85 |
+
0.44575342535972595,
|
| 86 |
+
0.3706947863101959,
|
| 87 |
+
0.5126213431358337,
|
| 88 |
+
0.3701273798942566,
|
| 89 |
+
0.4332931637763977,
|
| 90 |
+
0.34073886275291443,
|
| 91 |
+
0.36883777379989624,
|
| 92 |
+
0.3678142726421356,
|
| 93 |
+
0.421845406293869,
|
| 94 |
+
0.4466390907764435,
|
| 95 |
+
0.4708837568759918,
|
| 96 |
+
0.41468745470046997,
|
| 97 |
+
0.5738605856895447,
|
| 98 |
+
0.4226427376270294,
|
| 99 |
+
0.3899722695350647,
|
| 100 |
+
0.7289687395095825,
|
| 101 |
+
0.4073668420314789,
|
| 102 |
+
0.4150795340538025,
|
| 103 |
+
0.5346329212188721,
|
| 104 |
+
0.3559742569923401,
|
| 105 |
+
0.5018235445022583,
|
| 106 |
+
0.40256914496421814,
|
| 107 |
+
0.5634673833847046,
|
| 108 |
+
0.3569527864456177,
|
| 109 |
+
0.39661917090415955,
|
| 110 |
+
0.4181853234767914,
|
| 111 |
+
0.40074092149734497,
|
| 112 |
+
0.4378126561641693,
|
| 113 |
+
0.45497414469718933,
|
| 114 |
+
0.5129145383834839,
|
| 115 |
+
0.4792986810207367,
|
| 116 |
+
0.3506719768047333,
|
| 117 |
+
0.4913414418697357,
|
| 118 |
+
0.4084736704826355,
|
| 119 |
+
0.5545224547386169,
|
| 120 |
+
0.3966507315635681,
|
| 121 |
+
0.47008392214775085,
|
| 122 |
+
0.3715076744556427,
|
| 123 |
+
0.40553003549575806,
|
| 124 |
+
0.368908166885376,
|
| 125 |
+
0.4457831382751465,
|
| 126 |
+
0.4751212000846863,
|
| 127 |
+
0.4867909550666809,
|
| 128 |
+
0.4290574789047241,
|
| 129 |
+
0.5897377729415894,
|
| 130 |
+
0.4735560417175293,
|
| 131 |
+
0.44096100330352783,
|
| 132 |
+
0.790938675403595,
|
| 133 |
+
0.4382975697517395,
|
| 134 |
+
0.4624195098876953,
|
| 135 |
+
0.5593090057373047,
|
| 136 |
+
0.3772125244140625
|
| 137 |
+
],
|
| 138 |
+
"ddpm_config": {
|
| 139 |
+
"num_train_timesteps": 1000,
|
| 140 |
+
"beta_start": 0.0001,
|
| 141 |
+
"beta_end": 0.02,
|
| 142 |
+
"beta_schedule": "linear",
|
| 143 |
+
"trained_betas": null,
|
| 144 |
+
"variance_type": "fixed_small",
|
| 145 |
+
"clip_sample": true,
|
| 146 |
+
"prediction_type": "v_prediction",
|
| 147 |
+
"thresholding": false,
|
| 148 |
+
"dynamic_thresholding_ratio": 0.995,
|
| 149 |
+
"clip_sample_range": 1.0,
|
| 150 |
+
"sample_max_value": 1.0,
|
| 151 |
+
"timestep_spacing": "leading",
|
| 152 |
+
"steps_offset": 0,
|
| 153 |
+
"rescale_betas_zero_snr": false,
|
| 154 |
+
"_use_default_values": [
|
| 155 |
+
"sample_max_value",
|
| 156 |
+
"steps_offset",
|
| 157 |
+
"variance_type",
|
| 158 |
+
"timestep_spacing",
|
| 159 |
+
"beta_schedule",
|
| 160 |
+
"rescale_betas_zero_snr",
|
| 161 |
+
"trained_betas",
|
| 162 |
+
"beta_end",
|
| 163 |
+
"thresholding",
|
| 164 |
+
"dynamic_thresholding_ratio",
|
| 165 |
+
"beta_start",
|
| 166 |
+
"clip_sample",
|
| 167 |
+
"clip_sample_range"
|
| 168 |
+
]
|
| 169 |
+
}
|
| 170 |
+
}
|
ssl_encoder.pt2
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:295125ed72772ca4cf87c3dacbdd74019a3d4493356945e139ca642ca2e1e639
|
| 3 |
+
size 1352938501
|
vae_decoder.pt2
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:693c0622f4d032bb2fbac044d6a42e5fbebfb05649f78fe04c6bcb6d17b8c316
|
| 3 |
+
size 167903493
|