add config
Browse files- config.json +13 -5
config.json
CHANGED
|
@@ -1,4 +1,5 @@
|
|
| 1 |
{
|
|
|
|
| 2 |
"activation_function": "quick_gelu",
|
| 3 |
"alignment_head": [
|
| 4 |
2,
|
|
@@ -65,6 +66,11 @@
|
|
| 65 |
"emb_dropout": 0.0,
|
| 66 |
"eos_token_id": 50256,
|
| 67 |
"fp16_params": true,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 68 |
"hop_length": 256,
|
| 69 |
"init_scale": [
|
| 70 |
0.1,
|
|
@@ -117,6 +123,7 @@
|
|
| 117 |
"n_inner": null,
|
| 118 |
"n_layer": 12,
|
| 119 |
"n_positions": 1024,
|
|
|
|
| 120 |
"n_tokens": [
|
| 121 |
512,
|
| 122 |
0,
|
|
@@ -177,8 +184,8 @@
|
|
| 177 |
"res_scale": false,
|
| 178 |
"resid_dropout": 0.0,
|
| 179 |
"sample_hop_length": 30000,
|
| 180 |
-
"sample_length":
|
| 181 |
-
"sample_length_in_seconds":
|
| 182 |
"scale_attn_by_inverse_layer_idx": false,
|
| 183 |
"scale_attn_weights": true,
|
| 184 |
"single_enc_dec": [
|
|
@@ -201,6 +208,7 @@
|
|
| 201 |
"summary_use_proj": true,
|
| 202 |
"t_bins": 128,
|
| 203 |
"torch_dtype": "float32",
|
|
|
|
| 204 |
"transformers_version": "4.21.0.dev0",
|
| 205 |
"use_cache": true,
|
| 206 |
"use_nonrelative_specloss": true,
|
|
@@ -240,13 +248,13 @@
|
|
| 240 |
"vq_vae_width": 64,
|
| 241 |
"vqvae_z_shapes": [
|
| 242 |
[
|
| 243 |
-
|
| 244 |
],
|
| 245 |
[
|
| 246 |
-
|
| 247 |
],
|
| 248 |
[
|
| 249 |
-
|
| 250 |
]
|
| 251 |
],
|
| 252 |
"width": [
|
|
|
|
| 1 |
{
|
| 2 |
+
"_name_or_path": "ArthurZ/jukebox-5b-lyrics",
|
| 3 |
"activation_function": "quick_gelu",
|
| 4 |
"alignment_head": [
|
| 5 |
2,
|
|
|
|
| 66 |
"emb_dropout": 0.0,
|
| 67 |
"eos_token_id": 50256,
|
| 68 |
"fp16_params": true,
|
| 69 |
+
"hop_fraction": [
|
| 70 |
+
0.125,
|
| 71 |
+
0.5,
|
| 72 |
+
0.5
|
| 73 |
+
],
|
| 74 |
"hop_length": 256,
|
| 75 |
"init_scale": [
|
| 76 |
0.1,
|
|
|
|
| 123 |
"n_inner": null,
|
| 124 |
"n_layer": 12,
|
| 125 |
"n_positions": 1024,
|
| 126 |
+
"n_samples": 1,
|
| 127 |
"n_tokens": [
|
| 128 |
512,
|
| 129 |
0,
|
|
|
|
| 184 |
"res_scale": false,
|
| 185 |
"resid_dropout": 0.0,
|
| 186 |
"sample_hop_length": 30000,
|
| 187 |
+
"sample_length": 1058304,
|
| 188 |
+
"sample_length_in_seconds": 24,
|
| 189 |
"scale_attn_by_inverse_layer_idx": false,
|
| 190 |
"scale_attn_weights": true,
|
| 191 |
"single_enc_dec": [
|
|
|
|
| 208 |
"summary_use_proj": true,
|
| 209 |
"t_bins": 128,
|
| 210 |
"torch_dtype": "float32",
|
| 211 |
+
"total_sample_length_in_seconds": 180,
|
| 212 |
"transformers_version": "4.21.0.dev0",
|
| 213 |
"use_cache": true,
|
| 214 |
"use_nonrelative_specloss": true,
|
|
|
|
| 248 |
"vq_vae_width": 64,
|
| 249 |
"vqvae_z_shapes": [
|
| 250 |
[
|
| 251 |
+
2067
|
| 252 |
],
|
| 253 |
[
|
| 254 |
+
8268
|
| 255 |
],
|
| 256 |
[
|
| 257 |
+
33072
|
| 258 |
]
|
| 259 |
],
|
| 260 |
"width": [
|