medxcribe commited on
Commit
760c6eb
·
verified ·
1 Parent(s): 4d7fd31

Model save

Browse files
README.md CHANGED
@@ -1,6 +1,8 @@
1
  ---
2
  tags:
3
  - generated_from_trainer
 
 
4
  model-index:
5
  - name: whisper-tiny.en
6
  results: []
@@ -12,6 +14,9 @@ should probably proofread and complete it, then remove this comment. -->
12
  # whisper-tiny.en
13
 
14
  This model was trained from scratch on the None dataset.
 
 
 
15
 
16
  ## Model description
17
 
@@ -31,18 +36,22 @@ More information needed
31
 
32
  The following hyperparameters were used during training:
33
  - learning_rate: 5e-06
34
- - train_batch_size: 4
35
- - eval_batch_size: 4
36
  - seed: 42
37
  - gradient_accumulation_steps: 8
38
- - total_train_batch_size: 32
39
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
40
  - lr_scheduler_type: linear
41
  - lr_scheduler_warmup_steps: 500
42
  - num_epochs: 10
 
43
 
44
  ### Training results
45
 
 
 
 
46
 
47
 
48
  ### Framework versions
 
1
  ---
2
  tags:
3
  - generated_from_trainer
4
+ metrics:
5
+ - wer
6
  model-index:
7
  - name: whisper-tiny.en
8
  results: []
 
14
  # whisper-tiny.en
15
 
16
  This model was trained from scratch on the None dataset.
17
+ It achieves the following results on the evaluation set:
18
+ - Loss: 0.8196
19
+ - Wer: 41.9679
20
 
21
  ## Model description
22
 
 
36
 
37
  The following hyperparameters were used during training:
38
  - learning_rate: 5e-06
39
+ - train_batch_size: 2
40
+ - eval_batch_size: 2
41
  - seed: 42
42
  - gradient_accumulation_steps: 8
43
+ - total_train_batch_size: 16
44
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
45
  - lr_scheduler_type: linear
46
  - lr_scheduler_warmup_steps: 500
47
  - num_epochs: 10
48
+ - mixed_precision_training: Native AMP
49
 
50
  ### Training results
51
 
52
+ | Training Loss | Epoch | Step | Validation Loss | Wer |
53
+ |:-------------:|:-----:|:----:|:---------------:|:-------:|
54
+ | 0.6241 | 6.02 | 500 | 0.8196 | 41.9679 |
55
 
56
 
57
  ### Framework versions
generation_config.json CHANGED
@@ -47,10 +47,11 @@
47
  ]
48
  ],
49
  "is_multilingual": false,
50
- "max_initial_timestamp_index": 1,
51
  "max_length": 448,
52
  "no_timestamps_token_id": 50362,
53
  "pad_token_id": 50256,
 
54
  "return_timestamps": false,
55
  "suppress_tokens": [
56
  1,
@@ -144,5 +145,5 @@
144
  50360,
145
  50361
146
  ],
147
- "transformers_version": "4.33.0.dev0"
148
  }
 
47
  ]
48
  ],
49
  "is_multilingual": false,
50
+ "max_initial_timestamp_index": 50,
51
  "max_length": 448,
52
  "no_timestamps_token_id": 50362,
53
  "pad_token_id": 50256,
54
+ "prev_sot_token_id": 50360,
55
  "return_timestamps": false,
56
  "suppress_tokens": [
57
  1,
 
145
  50360,
146
  50361
147
  ],
148
+ "transformers_version": "4.35.2"
149
  }
runs/Dec30_14-09-57_1f62fb92ba29/events.out.tfevents.1735567798.1f62fb92ba29.2191.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2fac9bbe84fcffe28f2881d38514261b38813812d39b3347a5de4b8e2e9f4450
3
- size 7078
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bec8697a6c8668ed9511a6e177bf7cbf9377bb4708685fd2f3d8ed1693eb8f5e
3
+ size 7903