Training in progress, step 5000

config.json

@@ -5,7 +5,7 @@
   "architectures": [
     "HubertForCTC"
   ],
-  "attention_dropout": 0.0,
+  "attention_dropout": 0.1,
   "bos_token_id": 1,
   "classifier_proj_size": 256,
   "conv_bias": true,
@@ -44,18 +44,18 @@
   "feat_extract_activation": "gelu",
   "feat_extract_dropout": 0.0,
   "feat_extract_norm": "layer",
-  "feat_proj_dropout": 0.0,
+  "feat_proj_dropout": 0.1,
   "feat_proj_layer_norm": true,
   "final_dropout": 0.1,
   "gradient_checkpointing": false,
   "hidden_act": "gelu",
-  "hidden_dropout": 0.0,
+  "hidden_dropout": 0.1,
   "hidden_dropout_prob": 0.1,
   "hidden_size": 1024,
   "initializer_range": 0.02,
   "intermediate_size": 4096,
   "layer_norm_eps": 1e-05,
-  "layerdrop": 0.0,
+  "layerdrop": 0.1,
   "mask_feature_length": 10,
   "mask_feature_min_masks": 0,
   "mask_feature_prob": 0.0,
@@ -70,7 +70,7 @@
   "num_hidden_layers": 24,
   "pad_token_id": 39,
   "torch_dtype": "float32",
-  "transformers_version": "4.30.2",
+  "transformers_version": "4.31.0",
   "use_weighted_layer_sum": false,
   "vocab_size": 40
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e38bef8acd6c957821dfa0434db5b050f2c7e5f41d3bf042abbb41ac0579136
+oid sha256:b0326672b723c936c9bc472e4bbc2c04cf13422ca44cf2184590e63bcd06c7f6
 size 1262065005

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf07e0fa684163587c8ca23da6791d36d8eab8febfdb566a395a24523dd9de7b
+oid sha256:1a3439577ed43af09c46346db8c61c9bd68485b77dd92ef56359310ed658e899
 size 3963