Training in progress, step 584

config.json

@@ -9,7 +9,7 @@
   "architectures": [
     "Wav2Vec2ForCTC"
   ],
-  "attention_dropout": 0.0,
+  "attention_dropout": 0.1,
   "bos_token_id": 1,
   "classifier_proj_size": 256,
   "codevector_dim": 256,
@@ -42,24 +42,24 @@
     2,
     2
   ],
-  "ctc_loss_reduction": "mean",
+  "ctc_loss_reduction": "sum",
   "ctc_zero_infinity": false,
   "diversity_loss_weight": 0.1,
   "do_stable_layer_norm": false,
   "eos_token_id": 2,
   "feat_extract_activation": "gelu",
   "feat_extract_norm": "group",
-  "feat_proj_dropout": 0.0,
+  "feat_proj_dropout": 0.1,
   "feat_quantizer_dropout": 0.0,
   "final_dropout": 0.0,
   "freeze_feat_extract_train": true,
   "hidden_act": "gelu",
-  "hidden_dropout": 0.0,
+  "hidden_dropout": 0.1,
   "hidden_size": 768,
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "layer_norm_eps": 1e-05,
-  "layerdrop": 0.0,
+  "layerdrop": 0.1,
   "mask_channel_length": 10,
   "mask_channel_min_space": 1,
   "mask_channel_other": 0.0,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7247fc3330d14f5807af20affa9deb955f479620cbb943153405c0b9866d6ad6
+oid sha256:6b433435036563e7c47bec45ec909be5549f5f558e1921378f34a4986f626b62
 size 377801840

runs/Aug06_11-57-06_9cff4baa2c34/events.out.tfevents.1722945826.9cff4baa2c34.34.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8fb0d585a6664eadf4eb37b8c64342c4546f9f484d7873bc8bc8fe524f0714
+size 7588

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb1458a0e52d0b175082ef9d29594de19cb715cbda485b5c590d06e85b3f0e60
+oid sha256:46cc076598a52368da0b82328f27a957f6d1a95735c50ff631a70b67464470a6
 size 5112