Training in progress, epoch 1

config.json

@@ -1,7 +1,7 @@
 {
-  "_name_or_path": "facebook/hubert-base-ls960",
+  "_name_or_path": "ntu-spml/distilhubert",
   "activation_dropout": 0.1,
-  "apply_spec_augment": true,
+  "apply_spec_augment": false,
   "architectures": [
     "HubertForSequenceClassification"
   ],
@@ -41,15 +41,12 @@
   "do_stable_layer_norm": false,
   "eos_token_id": 2,
   "feat_extract_activation": "gelu",
-  "feat_extract_dropout": 0.0,
   "feat_extract_norm": "group",
-  "feat_proj_dropout": 0.1,
-  "feat_proj_layer_norm": true,
-  "final_dropout": 0.1,
-  "gradient_checkpointing": false,
+  "feat_proj_dropout": 0.0,
+  "feat_proj_layer_norm": false,
+  "final_dropout": 0.0,
   "hidden_act": "gelu",
   "hidden_dropout": 0.1,
-  "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "id2label": {
     "0": "Ataxic",
@@ -64,7 +61,7 @@
     "Spastic": "2"
   },
   "layer_norm_eps": 1e-05,
-  "layerdrop": 0.1,
+  "layerdrop": 0.0,
   "mask_feature_length": 10,
   "mask_feature_min_masks": 0,
   "mask_feature_prob": 0.0,
@@ -76,9 +73,8 @@
   "num_conv_pos_embedding_groups": 16,
   "num_conv_pos_embeddings": 128,
   "num_feat_extract_layers": 7,
-  "num_hidden_layers": 12,
+  "num_hidden_layers": 2,
   "pad_token_id": 0,
-  "tokenizer_class": "Wav2Vec2CTCTokenizer",
   "torch_dtype": "float32",
   "transformers_version": "4.40.1",
   "use_weighted_layer_sum": false,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee30b5ab2012986902113ca4d329b59103929f65ec1dd92b7602c22a82049dff
-size 378302972
+oid sha256:c7fad838ce4c18f170eb96c24465d45b4a6023ad6ea5726635028f2509cc115c
+size 94764524

runs/Apr24_16-21-14_9f17f299def7/events.out.tfevents.1713975675.9f17f299def7.16670.6

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1beaee1f6e0a60ad6eac52b761bbbc01e919cc0a47e11c3964ab70f8445c78f7
-size 9100
+oid sha256:d7871f292af963a93b9f399e9cb5ae24bf2d66b404e1c67cceba98156995e4db
+size 9448

runs/Apr24_16-41-06_9f17f299def7/events.out.tfevents.1713976868.9f17f299def7.16670.7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08210c196c006c82579a2947ae7444ff9be987b8d20367682dd5740b0794d4a
+size 5923

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a96febc9eeac8d4976bd7d6f3376a374e9504045ddfe064692a62a55200c792d
+oid sha256:49602796043cceabedf13c3bbf203519d896511228188cdd5b069091af6bfcda
 size 4984