Update config.json

config.json

@@ -5,36 +5,24 @@
     "Wav2Vec2ForPreTraining"
   ],
   "attention_dropout": 0.0,
-  "classifier_proj_size": 128,
-  "codevector_dim": 128,
+  "classifier_proj_size": 256,
+  "codevector_dim": 256,
   "contrastive_logits_temperature": 0.1,
   "conv_bias": true,
   "conv_dim": [
-    256,
-    256,
-    256,
-    256,
-    256,
-    256,
-    256
+    32,
+    32,
+    32
   ],
   "conv_kernel": [
-    10,
-    3,
-    3,
-    3,
-    3,
-    2,
-    2
+    8,
+    8,
+    8
   ],
   "conv_stride": [
-    5,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2
+    4,
+    4,
+    4
   ],
   "ctc_loss_reduction": "sum",
   "ctc_zero_infinity": false,
@@ -49,9 +37,9 @@
   "hidden_act": "gelu",
   "hidden_dropout": 0.0,
   "hidden_dropout_prob": 0.0,
-  "hidden_size": 384,
+  "hidden_size": 16,
   "initializer_range": 0.02,
-  "intermediate_size": 1536,
+  "intermediate_size": 20,
   "layer_norm_eps": 1e-05,
   "layerdrop": 0.0,
   "mask_feature_length": 10,
@@ -59,16 +47,16 @@
   "mask_time_length": 10,
   "mask_time_prob": 0.65,
   "model_type": "wav2vec2",
-  "num_attention_heads": 6,
+  "num_attention_heads": 2,
   "num_codevector_groups": 2,
   "num_codevectors_per_group": 320,
-  "num_conv_pos_embedding_groups": 16,
-  "num_conv_pos_embeddings": 128,
-  "num_feat_extract_layers": 7,
-  "num_hidden_layers": 6,
+  "num_conv_pos_embedding_groups": 2,
+  "num_conv_pos_embeddings": 16,
+  "num_feat_extract_layers": 3,
+  "num_hidden_layers": 4,
   "num_negatives": 100,
   "pad_token_id": 0,
-  "proj_codevector_dim": 128,
+  "proj_codevector_dim": 256,
   "use_weighted_layer_sum": false
 }