stevehoang9/whisper-small-vi-300steps

README.md

@@ -1,11 +1,13 @@
 ---
+base_model: openai/whisper-small
+datasets:
+- JRHuy/vivos-fleurs
 language:
 - vi
+library_name: peft
 license: apache-2.0
 tags:
 - generated_from_trainer
-datasets:
-- JRHuy/vivos-fleurs
 model-index:
 - name: Whisper Small Vietnamese - Steve Hoang
   results: []
@@ -57,7 +59,8 @@ The following hyperparameters were used during training:
 
 ### Framework versions
 
+- PEFT 0.11.2.dev0
 - Transformers 4.30.0
 - Pytorch 2.1.2
 - Datasets 2.20.0
-- Tokenizers 0.13.3
+- Tokenizers 0.13.3

adapter_config.json

@@ -1,10 +1,10 @@
 {
   "alpha_pattern": {},
   "auto_mapping": {
-    "base_model_class": "PeftModel",
-    "parent_library": "peft.peft_model"
+    "base_model_class": "WhisperForConditionalGeneration",
+    "parent_library": "transformers.models.whisper.modeling_whisper"
   },
-  "base_model_name_or_path": null,
+  "base_model_name_or_path": "openai/whisper-small",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -14,12 +14,12 @@
   "layers_to_transform": null,
   "loftq_config": {},
   "lora_alpha": 32,
-  "lora_dropout": 0.1,
+  "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc7de947226f6bae6c96b9294f6ab5bda759879cfcce3a68e71a17cd2625b4f8
-size 3614218
+oid sha256:d0656545baa50eeeec9d6d3224340615e809be0cab6a1001fae6e4ed453d221e
+size 7131082

runs/Jul21_14-45-31_dff6e2b7ff92/events.out.tfevents.1721573150.dff6e2b7ff92.34.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ecd7eb4bc0fd2c8d7feba722bde2ae9f39ba9959ff80489348f9521c7fdc5816
-size 8817
+oid sha256:f2effcf0e3cd2e23bd7030ff481a56603dc41ecd5c6365d47262046dd7a78081
+size 9171