Upload model

config.json

@@ -1,6 +1,6 @@
 {
   "_commit_hash": null,
-  "_name_or_path": "/home/arthur_huggingface_co/transformers/jukebox-1b-lyrics-converted",
+  "_name_or_path": "jukebox-1b-lyrics",
   "architectures": [
     "JukeboxModel"
   ],
@@ -26,32 +26,14 @@
     "attn_res_scale": false,
     "blocks": 64,
     "conv_res_scale": false,
-    "depth": 72,
     "emb_dropout": 0,
-    "embed_dim": 2048,
-    "encoder_attention_multiplier": 0.25,
-    "encoder_attention_pattern": "RawColumnPreviousRowAttention",
-    "encoder_attn_dropout": 0.0,
-    "encoder_attn_res_scale": false,
-    "encoder_blocks": 32,
-    "encoder_depth": 18,
-    "encoder_emb_dropout": 0.0,
-    "encoder_heads": 4,
-    "encoder_init_scale": 0.1,
-    "encoder_loss_fraction": [
-      0.4,
-      0.0,
-      0.0
-    ],
-    "encoder_mlp_multiplier": 1.0,
-    "encoder_n_vocab": 79,
-    "encoder_resid_dropout": 0.0,
-    "encoder_spread": null,
-    "encoder_width": 1280,
-    "encoder_zero_out": false,
+    "encoder_config": null,
+    "encoder_loss_fraction": 0.4,
+    "hidden_size": 2048,
     "init_scale": 0.2,
     "is_encoder_decoder": true,
-    "lyric_conditioning": true,
+    "level": 0,
+    "lyric_vocab_size": 79,
     "mask": true,
     "max_duration": 600.0,
     "max_nb_genres": 1,
@@ -63,10 +45,12 @@
     ],
     "min_duration": 17.84,
     "mlp_multiplier": 1.0,
-    "model_type": "jukebox",
+    "model_type": "jukebox_prior",
+    "music_vocab_size": 2048,
     "n_ctx": 6144,
     "n_heads": 2,
     "nb_relevant_lyric_tokens": 384,
+    "num_layers": 72,
     "res_conv_depth": null,
     "res_conv_width": null,
     "res_convolution_multiplier": null,
@@ -86,8 +70,6 @@
     "sampling_rate": 44100,
     "spread": null,
     "timing_dims": 64,
-    "transformers_version": "4.25.0.dev0",
-    "width": 2048,
     "zero_out": false
   },
   "prior_1": {
@@ -100,32 +82,15 @@
     "attn_res_scale": false,
     "blocks": 64,
     "conv_res_scale": true,
-    "depth": 72,
     "emb_dropout": 0,
     "embed_dim": 2048,
-    "encoder_attention_multiplier": null,
-    "encoder_attention_pattern": null,
-    "encoder_attn_dropout": null,
-    "encoder_attn_res_scale": false,
-    "encoder_blocks": null,
-    "encoder_depth": null,
-    "encoder_emb_dropout": null,
-    "encoder_heads": null,
-    "encoder_init_scale": null,
-    "encoder_loss_fraction": [
-      0.4,
-      0.0,
-      0.0
-    ],
-    "encoder_mlp_multiplier": null,
-    "encoder_n_vocab": 0,
-    "encoder_resid_dropout": null,
-    "encoder_spread": null,
-    "encoder_width": null,
-    "encoder_zero_out": null,
+    "encoder_config": null,
+    "encoder_loss_fraction": 0,
+    "hidden_size": 1920,
     "init_scale": 1,
     "is_encoder_decoder": false,
-    "lyric_conditioning": false,
+    "level": 1,
+    "lyric_vocab_size": 80,
     "mask": true,
     "max_duration": 600.0,
     "max_nb_genres": 1,
@@ -137,10 +102,12 @@
     ],
     "min_duration": 17.84,
     "mlp_multiplier": 1.0,
-    "model_type": "jukebox",
+    "model_type": "jukebox_prior",
+    "music_vocab_size": 2048,
     "n_ctx": 8192,
     "n_heads": 1,
     "nb_relevant_lyric_tokens": 0,
+    "num_layers": 72,
     "res_conv_depth": 16,
     "res_conv_width": 1024,
     "res_convolution_multiplier": 1,
@@ -160,8 +127,6 @@
     "sampling_rate": 44100,
     "spread": null,
     "timing_dims": 64,
-    "transformers_version": "4.25.0.dev0",
-    "width": 1920,
     "zero_out": false
   },
   "prior_2": {
@@ -174,32 +139,15 @@
     "attn_res_scale": false,
     "blocks": 64,
     "conv_res_scale": null,
-    "depth": 72,
     "emb_dropout": 0,
     "embed_dim": 2048,
-    "encoder_attention_multiplier": null,
-    "encoder_attention_pattern": null,
-    "encoder_attn_dropout": null,
-    "encoder_attn_res_scale": false,
-    "encoder_blocks": null,
-    "encoder_depth": null,
-    "encoder_emb_dropout": null,
-    "encoder_heads": null,
-    "encoder_init_scale": null,
-    "encoder_loss_fraction": [
-      0.4,
-      0.0,
-      0.0
-    ],
-    "encoder_mlp_multiplier": null,
-    "encoder_n_vocab": 0,
-    "encoder_resid_dropout": null,
-    "encoder_spread": null,
-    "encoder_width": null,
-    "encoder_zero_out": null,
+    "encoder_config": null,
+    "encoder_loss_fraction": 0,
+    "hidden_size": 1920,
     "init_scale": 1,
     "is_encoder_decoder": false,
-    "lyric_conditioning": false,
+    "level": 2,
+    "lyric_vocab_size": 80,
     "mask": true,
     "max_duration": 600.0,
     "max_nb_genres": 1,
@@ -211,10 +159,12 @@
     ],
     "min_duration": 17.84,
     "mlp_multiplier": 1.0,
-    "model_type": "jukebox",
+    "model_type": "jukebox_prior",
+    "music_vocab_size": 2048,
     "n_ctx": 8192,
     "n_heads": 1,
     "nb_relevant_lyric_tokens": 0,
+    "num_layers": 72,
     "res_conv_depth": 16,
     "res_conv_width": 1024,
     "res_convolution_multiplier": 1,
@@ -234,8 +184,6 @@
     "sampling_rate": 44100,
     "spread": null,
     "timing_dims": 64,
-    "transformers_version": "4.25.0.dev0",
-    "width": 1920,
     "zero_out": false
   },
   "sampling_rate": 44100,
@@ -244,7 +192,6 @@
   "transformers_version": null,
   "vqvae_config": {
     "act_fn": "relu",
-    "codebook_dimension": 2048,
     "commit": 0.02,
     "conv_input_shape": 1,
     "conv_res_scale": false,
@@ -254,14 +201,16 @@
       0.5,
       0.5
     ],
+    "init_scale": 0.2,
     "levels": 3,
     "lmu": 0.99,
-    "model_type": "",
+    "model_type": "jukebox_vqvae",
     "multipliers": [
       2,
       1,
       1
     ],
+    "nb_discrete_codes": 2048,
     "res_conv_depth": 4,
     "res_conv_width": 32,
     "res_convolution_multiplier": 1,
@@ -278,6 +227,7 @@
       2
     ],
     "sample_length": 1058304,
-    "transformers_version": "4.25.0.dev0"
+    "transformers_version": "4.25.0.dev0",
+    "zero_out": false
   }
 }