mohammadh128 commited on
Commit
d076b5f
·
1 Parent(s): 5b6a81c

Training in progress, step 4000

Browse files
checkpoint-4000/config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "openai/whisper-small",
3
+ "activation_dropout": 0.0,
4
+ "activation_function": "gelu",
5
+ "architectures": [
6
+ "WhisperForConditionalGeneration"
7
+ ],
8
+ "attention_dropout": 0.0,
9
+ "begin_suppress_tokens": [
10
+ 220,
11
+ 50257
12
+ ],
13
+ "bos_token_id": 50257,
14
+ "d_model": 768,
15
+ "decoder_attention_heads": 12,
16
+ "decoder_ffn_dim": 3072,
17
+ "decoder_layerdrop": 0.0,
18
+ "decoder_layers": 12,
19
+ "decoder_start_token_id": 50258,
20
+ "dropout": 0.0,
21
+ "encoder_attention_heads": 12,
22
+ "encoder_ffn_dim": 3072,
23
+ "encoder_layerdrop": 0.0,
24
+ "encoder_layers": 12,
25
+ "eos_token_id": 50257,
26
+ "forced_decoder_ids": null,
27
+ "init_std": 0.02,
28
+ "is_encoder_decoder": true,
29
+ "max_length": 448,
30
+ "max_source_positions": 1500,
31
+ "max_target_positions": 448,
32
+ "model_type": "whisper",
33
+ "num_hidden_layers": 12,
34
+ "num_mel_bins": 80,
35
+ "pad_token_id": 50257,
36
+ "scale_embedding": false,
37
+ "suppress_tokens": [],
38
+ "torch_dtype": "float32",
39
+ "transformers_version": "4.26.0",
40
+ "use_cache": false,
41
+ "vocab_size": 51865
42
+ }
checkpoint-4000/generation_config.json ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "begin_suppress_tokens": [
3
+ 220,
4
+ 50257
5
+ ],
6
+ "bos_token_id": 50257,
7
+ "decoder_start_token_id": 50258,
8
+ "eos_token_id": 50257,
9
+ "forced_decoder_ids": [
10
+ [
11
+ 1,
12
+ null
13
+ ],
14
+ [
15
+ 2,
16
+ 50359
17
+ ]
18
+ ],
19
+ "max_length": 448,
20
+ "pad_token_id": 50257,
21
+ "suppress_tokens": [
22
+ 1,
23
+ 2,
24
+ 7,
25
+ 8,
26
+ 9,
27
+ 10,
28
+ 14,
29
+ 25,
30
+ 26,
31
+ 27,
32
+ 28,
33
+ 29,
34
+ 31,
35
+ 58,
36
+ 59,
37
+ 60,
38
+ 61,
39
+ 62,
40
+ 63,
41
+ 90,
42
+ 91,
43
+ 92,
44
+ 93,
45
+ 359,
46
+ 503,
47
+ 522,
48
+ 542,
49
+ 873,
50
+ 893,
51
+ 902,
52
+ 918,
53
+ 922,
54
+ 931,
55
+ 1350,
56
+ 1853,
57
+ 1982,
58
+ 2460,
59
+ 2627,
60
+ 3246,
61
+ 3253,
62
+ 3268,
63
+ 3536,
64
+ 3846,
65
+ 3961,
66
+ 4183,
67
+ 4667,
68
+ 6585,
69
+ 6647,
70
+ 7273,
71
+ 9061,
72
+ 9383,
73
+ 10428,
74
+ 10929,
75
+ 11938,
76
+ 12033,
77
+ 12331,
78
+ 12562,
79
+ 13793,
80
+ 14157,
81
+ 14635,
82
+ 15265,
83
+ 15618,
84
+ 16553,
85
+ 16604,
86
+ 18362,
87
+ 18956,
88
+ 20075,
89
+ 21675,
90
+ 22520,
91
+ 26130,
92
+ 26161,
93
+ 26435,
94
+ 28279,
95
+ 29464,
96
+ 31650,
97
+ 32302,
98
+ 32470,
99
+ 36865,
100
+ 42863,
101
+ 47425,
102
+ 49870,
103
+ 50254,
104
+ 50258,
105
+ 50358,
106
+ 50359,
107
+ 50360,
108
+ 50361,
109
+ 50362
110
+ ],
111
+ "transformers_version": "4.26.0",
112
+ "use_cache": false
113
+ }
checkpoint-4000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c52c40be40c425786086e704d85a9f6311f0fcccdb1d458d776112f26997ae69
3
+ size 1934161093
checkpoint-4000/preprocessor_config.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-4000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:204739a5e3265945d53c0cc737b62a68cfec7a0aa9c6f7833ee0a8fbd94c55c5
3
+ size 967102601
checkpoint-4000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b3f0896919ba7304aeefe983957de5a71391e16d5ad6cc23557551728ad7c13
3
+ size 14575
checkpoint-4000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9321deedaeb294a159c217dea7fca086f08d2405267002866f9dd7df8c4982f2
3
+ size 557
checkpoint-4000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3ccf0e479c47c57d158dd1421f7df39826dfe846b31bcb937ce2b1d8145f772
3
+ size 627
checkpoint-4000/trainer_state.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 0.8592910848549946,
5
+ "global_step": 4000,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.11,
12
+ "learning_rate": 9.920000000000002e-06,
13
+ "loss": 1.1198,
14
+ "step": 500
15
+ },
16
+ {
17
+ "epoch": 0.21,
18
+ "learning_rate": 8.897777777777779e-06,
19
+ "loss": 0.3108,
20
+ "step": 1000
21
+ },
22
+ {
23
+ "epoch": 0.32,
24
+ "learning_rate": 7.786666666666666e-06,
25
+ "loss": 0.262,
26
+ "step": 1500
27
+ },
28
+ {
29
+ "epoch": 0.43,
30
+ "learning_rate": 6.675555555555556e-06,
31
+ "loss": 0.2259,
32
+ "step": 2000
33
+ },
34
+ {
35
+ "epoch": 0.54,
36
+ "learning_rate": 5.566666666666667e-06,
37
+ "loss": 0.2037,
38
+ "step": 2500
39
+ },
40
+ {
41
+ "epoch": 0.64,
42
+ "learning_rate": 4.455555555555555e-06,
43
+ "loss": 0.1893,
44
+ "step": 3000
45
+ },
46
+ {
47
+ "epoch": 0.75,
48
+ "learning_rate": 3.3444444444444445e-06,
49
+ "loss": 0.1753,
50
+ "step": 3500
51
+ },
52
+ {
53
+ "epoch": 0.86,
54
+ "learning_rate": 2.2333333333333333e-06,
55
+ "loss": 0.1601,
56
+ "step": 4000
57
+ }
58
+ ],
59
+ "max_steps": 5000,
60
+ "num_train_epochs": 2,
61
+ "total_flos": 9.23473281024e+18,
62
+ "trial_name": null,
63
+ "trial_params": null
64
+ }
checkpoint-4000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63e284696fe9fedcdc941e04f5677ff751558c41d1305edb2945de30d7c83dee
3
+ size 3707
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:502617fd7d16fd2225969e82b32791b99b71f48a06d7048f048d0a8d2e1b05c3
3
  size 967102601
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:204739a5e3265945d53c0cc737b62a68cfec7a0aa9c6f7833ee0a8fbd94c55c5
3
  size 967102601
runs/Sep08_17-01-28_instance-20230908-000618/events.out.tfevents.1694192498.instance-20230908-000618 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db752110b66ac22d99682558889a5a19e907cbd1ad267c71256028965022b6f3
3
- size 5480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a27c93cfa5a238f8e29d33d06c9a1a1fc74029f2cf07c7fb256447d00fffc2e
3
+ size 5637