Update config.json

config.json

@@ -1,5 +1,6 @@
 {
-  "activation_function": "gelu_new",
+  "_name_or_path": "ArthurZ/jukebox-1b-lyrics",
+  "activation_function": "quick_gelu",
   "alignment_head": [
     2,
     null,
@@ -17,7 +18,7 @@
     2,
     2
   ],
-  "blocks": 16,
+  "blocks": 64,
   "bos_token_id": 50256,
   "c_res": 1,
   "cond_c_res": [
@@ -62,9 +63,14 @@
   "emb_dropout": 0.1,
   "eos_token_id": 50256,
   "fp16_params": true,
+  "hop_fraction": [
+    0.125,
+    0.5,
+    0.5
+  ],
   "hop_length": 256,
   "init_scale": [
-    0.7,
+    0.2,
     1,
     1
   ],
@@ -80,7 +86,7 @@
     false,
     false
   ],
-  "min_duration": 1,
+  "min_duration": 17.84,
   "mlp_init_scale": 0.02,
   "model_type": "jukebox",
   "multispec_loss_hop_length": [
@@ -107,13 +113,14 @@
   "n_embd": 768,
   "n_head": 12,
   "n_heads": [
-    8,
+    2,
     1,
     1
   ],
   "n_inner": null,
   "n_layer": 12,
   "n_positions": 1024,
+  "n_samples": 1,
   "n_tokens": [
     384,
     0,
@@ -174,8 +181,8 @@
   "res_scale": false,
   "resid_dropout": 0.0,
   "sample_hop_length": 30000,
-  "sample_length": null,
-  "sample_length_in_seconds": 1,
+  "sample_length": 2645888,
+  "sample_length_in_seconds": 60,
   "scale_attn_by_inverse_layer_idx": false,
   "scale_attn_weights": true,
   "single_enc_dec": [
@@ -185,7 +192,7 @@
   ],
   "spectral": 0.0,
   "spread": null,
-  "sr": 16000,
+  "sr": 44100,
   "strides_t": [
     2,
     2,
@@ -197,7 +204,8 @@
   "summary_type": "cls_index",
   "summary_use_proj": true,
   "t_bins": 64,
-  "transformers_version": "4.20.0.dev0",
+  "total_sample_length_in_seconds": 180,
+  "transformers_version": "4.21.0.dev0",
   "use_cache": true,
   "use_nonrelative_specloss": true,
   "use_tokens": [
@@ -234,6 +242,17 @@
     2
   ],
   "vq_vae_width": 32,
+  "vqvae_z_shapes": [
+    [
+      8192
+    ],
+    [
+      32768
+    ],
+    [
+      131072
+    ]
+  ],
   "width": [
     2048,
     1920,