binbin123 commited on
Commit
c9f5fb2
·
verified ·
1 Parent(s): 7e06ea2

Training in progress, step 500

Browse files
adapter_config.json CHANGED
@@ -6,6 +6,7 @@
6
  },
7
  "base_model_name_or_path": "openai/whisper-medium",
8
  "bias": "none",
 
9
  "eva_config": null,
10
  "exclude_modules": null,
11
  "fan_in_fan_out": false,
@@ -15,14 +16,14 @@
15
  "layers_pattern": null,
16
  "layers_to_transform": null,
17
  "loftq_config": {},
18
- "lora_alpha": 48,
19
  "lora_bias": false,
20
  "lora_dropout": 0.1,
21
  "megatron_config": null,
22
  "megatron_core": "megatron.core",
23
  "modules_to_save": null,
24
  "peft_type": "LORA",
25
- "r": 32,
26
  "rank_pattern": {},
27
  "revision": null,
28
  "target_modules": [
@@ -30,6 +31,7 @@
30
  "v_proj"
31
  ],
32
  "task_type": null,
 
33
  "use_dora": false,
34
  "use_rslora": false
35
  }
 
6
  },
7
  "base_model_name_or_path": "openai/whisper-medium",
8
  "bias": "none",
9
+ "corda_config": null,
10
  "eva_config": null,
11
  "exclude_modules": null,
12
  "fan_in_fan_out": false,
 
16
  "layers_pattern": null,
17
  "layers_to_transform": null,
18
  "loftq_config": {},
19
+ "lora_alpha": 160,
20
  "lora_bias": false,
21
  "lora_dropout": 0.1,
22
  "megatron_config": null,
23
  "megatron_core": "megatron.core",
24
  "modules_to_save": null,
25
  "peft_type": "LORA",
26
+ "r": 64,
27
  "rank_pattern": {},
28
  "revision": null,
29
  "target_modules": [
 
31
  "v_proj"
32
  ],
33
  "task_type": null,
34
+ "trainable_token_indices": null,
35
  "use_dora": false,
36
  "use_rslora": false
37
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb797c8653f0893c69fe10412adceae8d37df914058b0731dc8624ad32572af1
3
- size 37789960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b61b7a96fa19e81415213afd72c53a0d403e703a7ca053f0a6430d4b84484a0d
3
+ size 75538776
config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "_name_or_path": "openai/whisper-base",
3
  "activation_dropout": 0.0,
4
  "activation_function": "gelu",
5
  "apply_spec_augment": false,
@@ -10,17 +9,17 @@
10
  "begin_suppress_tokens": null,
11
  "bos_token_id": 50257,
12
  "classifier_proj_size": 256,
13
- "d_model": 512,
14
- "decoder_attention_heads": 8,
15
- "decoder_ffn_dim": 2048,
16
  "decoder_layerdrop": 0.0,
17
- "decoder_layers": 6,
18
  "decoder_start_token_id": 50258,
19
  "dropout": 0.0,
20
- "encoder_attention_heads": 8,
21
- "encoder_ffn_dim": 2048,
22
  "encoder_layerdrop": 0.0,
23
- "encoder_layers": 6,
24
  "eos_token_id": 50257,
25
  "forced_decoder_ids": [
26
  [
@@ -49,12 +48,12 @@
49
  "max_target_positions": 448,
50
  "median_filter_width": 7,
51
  "model_type": "whisper",
52
- "num_hidden_layers": 6,
53
  "num_mel_bins": 80,
54
  "pad_token_id": 50257,
55
  "scale_embedding": false,
56
  "torch_dtype": "float32",
57
- "transformers_version": "4.49.0",
58
  "use_cache": false,
59
  "use_weighted_layer_sum": false,
60
  "vocab_size": 51865
 
1
  {
 
2
  "activation_dropout": 0.0,
3
  "activation_function": "gelu",
4
  "apply_spec_augment": false,
 
9
  "begin_suppress_tokens": null,
10
  "bos_token_id": 50257,
11
  "classifier_proj_size": 256,
12
+ "d_model": 1024,
13
+ "decoder_attention_heads": 16,
14
+ "decoder_ffn_dim": 4096,
15
  "decoder_layerdrop": 0.0,
16
+ "decoder_layers": 24,
17
  "decoder_start_token_id": 50258,
18
  "dropout": 0.0,
19
+ "encoder_attention_heads": 16,
20
+ "encoder_ffn_dim": 4096,
21
  "encoder_layerdrop": 0.0,
22
+ "encoder_layers": 24,
23
  "eos_token_id": 50257,
24
  "forced_decoder_ids": [
25
  [
 
48
  "max_target_positions": 448,
49
  "median_filter_width": 7,
50
  "model_type": "whisper",
51
+ "num_hidden_layers": 24,
52
  "num_mel_bins": 80,
53
  "pad_token_id": 50257,
54
  "scale_embedding": false,
55
  "torch_dtype": "float32",
56
+ "transformers_version": "4.51.1",
57
  "use_cache": false,
58
  "use_weighted_layer_sum": false,
59
  "vocab_size": 51865
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2fcd81c85334d947b9e37f139701bc393d39b3ab7a759b9dc63378e1eca026f
3
- size 290403936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a25ebd0b6fae183dbd6360eee58364700731909a18bfe9616b1a2f0ce8bb5e7e
3
+ size 3055544304
preprocessor_config.json CHANGED
@@ -1,5 +1,6 @@
1
  {
2
  "chunk_length": 30,
 
3
  "feature_extractor_type": "WhisperFeatureExtractor",
4
  "feature_size": 80,
5
  "hop_length": 160,
 
1
  {
2
  "chunk_length": 30,
3
+ "dither": 0.0,
4
  "feature_extractor_type": "WhisperFeatureExtractor",
5
  "feature_size": 80,
6
  "hop_length": 160,
runs/May06_21-19-44_DESKTOP-MER3GJR/events.out.tfevents.1746537589.DESKTOP-MER3GJR.24472.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c830cc15f74a369f0914510dcef3a0cb2716d2d414eb18059c5c2539b069974
3
+ size 6965
runs/May06_21-21-17_DESKTOP-MER3GJR/events.out.tfevents.1746537682.DESKTOP-MER3GJR.24472.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b748457beff4ec8d0efd3d74352414846fe6b0cad4d4c7e8d27f66cd1573765b
3
+ size 6758
runs/May06_21-22-31_DESKTOP-MER3GJR/events.out.tfevents.1746537752.DESKTOP-MER3GJR.19040.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ddf5fbd71c115a190e60aaeba3ffc95d5fc4e646982af18e68666c787799924
3
+ size 33525
runs/May07_20-52-58_DESKTOP-MER3GJR/events.out.tfevents.1746622383.DESKTOP-MER3GJR.27240.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ffaa060effc48b0519646b82d76d3a61c9d2c22f1fbfdbb48750b779fab5424
3
+ size 33525
runs/May08_21-46-55_DESKTOP-MER3GJR/events.out.tfevents.1746712020.DESKTOP-MER3GJR.28468.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a79c43ab3ffeb1d3ced22feb28f48f2aaa05a8b46280f26174bdb3790b25def2
3
+ size 33525
runs/May10_20-53-00_DESKTOP-MER3GJR/events.out.tfevents.1746881585.DESKTOP-MER3GJR.13064.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e0a6735e429701cf3e3e13b0ef0002684dcbba3d8d20414de3f0fa42317be85
3
+ size 32565
runs/May14_21-41-07_DESKTOP-MER3GJR/events.out.tfevents.1747230072.DESKTOP-MER3GJR.10280.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0633f1cb075b8a5d5eed9260f954a4944f0de2a142dd3a46a6593b2fcccc1e64
3
+ size 10388
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e391a182489342b3249446cb695b1625107ca9b3ef8ccf163c08a5ff3516a621
3
- size 5051
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f355fe216352b82e42c5c11d321c22c67a2f555a49a792e44e9c5ae853e0f667
3
+ size 5496