Training in progress, step 10

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "openai/whisper-tiny",
+  "_name_or_path": "openai/whisper-base",
   "activation_dropout": 0.0,
   "activation_function": "gelu",
   "apply_spec_augment": false,
@@ -13,17 +13,17 @@
   ],
   "bos_token_id": 50257,
   "classifier_proj_size": 256,
-  "d_model": 384,
-  "decoder_attention_heads": 6,
-  "decoder_ffn_dim": 1536,
+  "d_model": 512,
+  "decoder_attention_heads": 8,
+  "decoder_ffn_dim": 2048,
   "decoder_layerdrop": 0.0,
-  "decoder_layers": 4,
+  "decoder_layers": 6,
   "decoder_start_token_id": 50258,
   "dropout": 0.0,
-  "encoder_attention_heads": 6,
-  "encoder_ffn_dim": 1536,
+  "encoder_attention_heads": 8,
+  "encoder_ffn_dim": 2048,
   "encoder_layerdrop": 0.0,
-  "encoder_layers": 4,
+  "encoder_layers": 6,
   "eos_token_id": 50257,
   "forced_decoder_ids": null,
   "init_std": 0.02,
@@ -39,7 +39,7 @@
   "max_target_positions": 448,
   "median_filter_width": 7,
   "model_type": "whisper",
-  "num_hidden_layers": 4,
+  "num_hidden_layers": 6,
   "num_mel_bins": 80,
   "pad_token_id": 50257,
   "scale_embedding": false,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:320b511ab01a31f21f53cd59aa60e26faef21a688d802eb3f12e9edab27af6af
-size 151099049
+oid sha256:903d502c03ca3f99b17b904249b2fc08828afd62cbab206a111fadfbb6de9f79
+size 290458785

runs/Jul27_05-25-57_76a831d88296/events.out.tfevents.1690435644.76a831d88296

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3744667cea8f4236aa64b23efec7e289fc49e213ed1cf97a337d9d7cc8cb56
+size 4808

tokenizer_config.json

@@ -19,7 +19,7 @@
     "single_word": false
   },
   "errors": "replace",
-  "model_max_length": 1024,
+  "model_max_length": 448,
   "pad_token": null,
   "processor_class": "WhisperProcessor",
   "return_attention_mask": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f602af4d78e09a56e9bc2ffe57277831d543f955cd6aafcc59ac75296b2eb1e3
+oid sha256:276cc84c23d79875ad4daf84a1b17dd43ab90567fc77451819b9fb18ac651c13
 size 4091