Training in progress, step 100

config.json

@@ -3,11 +3,12 @@
   "activation_function": "gelu",
   "adapters": {
     "adapters": {
-      "whisper_lora": "eeaae6f1745281c6"
+      "decoder_lora": "cda3c697d6e0ef16",
+      "encoder_4_layer_lora": "cda3c697d6e0ef16"
     },
     "config_map": {
-      "eeaae6f1745281c6": {
-        "alpha": 64,
+      "cda3c697d6e0ef16": {
+        "alpha": 32,
         "architecture": "lora",
         "attn_matrices": [
           "q",
@@ -16,14 +17,14 @@
           "o"
         ],
         "composition_mode": "add",
-        "dropout": 0.05,
+        "dropout": 0.1,
         "dtype": null,
         "init_weights": "lora",
         "init_weights_seed": null,
-        "intermediate_lora": false,
+        "intermediate_lora": true,
         "leave_out": [],
         "output_lora": true,
-        "r": 32,
+        "r": 16,
         "selfattn_lora": true,
         "use_gating": false,
         "vera_b": null,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bae8f7ca765fa6bd80a3d6429c677058b55c6e15097d33732a1e15d912463931
-size 500076344
+oid sha256:3748013508de6f4730d2e7288d2f26cbc07707dc4d8ad3c7e47354053d7f4f12
+size 506025200

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce9a91b0f4c67756e6371e7208ca9fe965fa8a9f8abdfa3fc3f8d077277b3b44
+oid sha256:11ffadc96376a5d9817bce40eb263b602731e64ab547953d984491acb0b445a2
 size 5496