EYEDOL commited on
Commit
baa09ae
·
verified ·
1 Parent(s): 66d17b6

Training in progress, step 5

Browse files
config.json CHANGED
@@ -21,20 +21,7 @@
21
  "encoder_layerdrop": 0.0,
22
  "encoder_layers": 12,
23
  "eos_token_id": 50257,
24
- "forced_decoder_ids": [
25
- [
26
- 1,
27
- 50259
28
- ],
29
- [
30
- 2,
31
- 50359
32
- ],
33
- [
34
- 3,
35
- 50363
36
- ]
37
- ],
38
  "init_std": 0.02,
39
  "is_encoder_decoder": true,
40
  "mask_feature_length": 10,
@@ -53,7 +40,7 @@
53
  "pad_token_id": 50257,
54
  "scale_embedding": false,
55
  "torch_dtype": "float32",
56
- "transformers_version": "4.55.2",
57
  "use_cache": false,
58
  "use_weighted_layer_sum": false,
59
  "vocab_size": 51865
 
21
  "encoder_layerdrop": 0.0,
22
  "encoder_layers": 12,
23
  "eos_token_id": 50257,
24
+ "forced_decoder_ids": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
25
  "init_std": 0.02,
26
  "is_encoder_decoder": true,
27
  "mask_feature_length": 10,
 
40
  "pad_token_id": 50257,
41
  "scale_embedding": false,
42
  "torch_dtype": "float32",
43
+ "transformers_version": "4.55.4",
44
  "use_cache": false,
45
  "use_weighted_layer_sum": false,
46
  "vocab_size": 51865
merges.txt CHANGED
@@ -1,5 +1,4 @@
1
  #version: 0.2
2
- Ġ t
3
  Ġ a
4
  Ġt h
5
  i n
 
1
  #version: 0.2
 
2
  Ġ a
3
  Ġt h
4
  i n
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d72615a10b7674655cf8b1e92be51ba7bc982b95e86c405e9cec7c6b0deb976
3
  size 966995080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89cfdf629b0c11803f04044cff01b8a02d6746326a8a51d09fc8cb59e1bc02ea
3
  size 966995080
runs/Aug30_07-02-39_0bfa93b071e5/events.out.tfevents.1756537361.0bfa93b071e5.692.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77a75a2b1753006d77d6014588b8e9c805970010d8bdc121e22c3c87e8668fbf
3
+ size 5729
runs/Aug30_07-11-20_0bfa93b071e5/events.out.tfevents.1756537882.0bfa93b071e5.692.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d90fb8a88cad1e3d262201415892ca7955845e0af4e28f2dffb91386894b2ff
3
+ size 6076
special_tokens_map.json CHANGED
@@ -111,28 +111,28 @@
111
  "bos_token": {
112
  "content": "<|endoftext|>",
113
  "lstrip": false,
114
- "normalized": false,
115
  "rstrip": false,
116
  "single_word": false
117
  },
118
  "eos_token": {
119
  "content": "<|endoftext|>",
120
  "lstrip": false,
121
- "normalized": false,
122
  "rstrip": false,
123
  "single_word": false
124
  },
125
  "pad_token": {
126
  "content": "<|endoftext|>",
127
  "lstrip": false,
128
- "normalized": false,
129
  "rstrip": false,
130
  "single_word": false
131
  },
132
  "unk_token": {
133
  "content": "<|endoftext|>",
134
  "lstrip": false,
135
- "normalized": false,
136
  "rstrip": false,
137
  "single_word": false
138
  }
 
111
  "bos_token": {
112
  "content": "<|endoftext|>",
113
  "lstrip": false,
114
+ "normalized": true,
115
  "rstrip": false,
116
  "single_word": false
117
  },
118
  "eos_token": {
119
  "content": "<|endoftext|>",
120
  "lstrip": false,
121
+ "normalized": true,
122
  "rstrip": false,
123
  "single_word": false
124
  },
125
  "pad_token": {
126
  "content": "<|endoftext|>",
127
  "lstrip": false,
128
+ "normalized": true,
129
  "rstrip": false,
130
  "single_word": false
131
  },
132
  "unk_token": {
133
  "content": "<|endoftext|>",
134
  "lstrip": false,
135
+ "normalized": true,
136
  "rstrip": false,
137
  "single_word": false
138
  }
tokenizer.json CHANGED
@@ -9,7 +9,7 @@
9
  "single_word": false,
10
  "lstrip": false,
11
  "rstrip": false,
12
- "normalized": false,
13
  "special": true
14
  },
15
  {
@@ -14492,6 +14492,18 @@
14492
  "type_id": 0
14493
  }
14494
  },
 
 
 
 
 
 
 
 
 
 
 
 
14495
  {
14496
  "SpecialToken": {
14497
  "id": "<|notimestamps|>",
@@ -14518,6 +14530,18 @@
14518
  "type_id": 0
14519
  }
14520
  },
 
 
 
 
 
 
 
 
 
 
 
 
14521
  {
14522
  "SpecialToken": {
14523
  "id": "<|notimestamps|>",
@@ -14570,6 +14594,24 @@
14570
  "tokens": [
14571
  "<|startoftranscript|>"
14572
  ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14573
  }
14574
  }
14575
  },
@@ -64849,10 +64891,6 @@
64849
  "<|endoftext|>": 50257
64850
  },
64851
  "merges": [
64852
- [
64853
- "Ġ",
64854
- "t"
64855
- ],
64856
  [
64857
  "Ġ",
64858
  "a"
 
9
  "single_word": false,
10
  "lstrip": false,
11
  "rstrip": false,
12
+ "normalized": true,
13
  "special": true
14
  },
15
  {
 
14492
  "type_id": 0
14493
  }
14494
  },
14495
+ {
14496
+ "SpecialToken": {
14497
+ "id": "<|sw|>",
14498
+ "type_id": 0
14499
+ }
14500
+ },
14501
+ {
14502
+ "SpecialToken": {
14503
+ "id": "<|transcribe|>",
14504
+ "type_id": 0
14505
+ }
14506
+ },
14507
  {
14508
  "SpecialToken": {
14509
  "id": "<|notimestamps|>",
 
14530
  "type_id": 0
14531
  }
14532
  },
14533
+ {
14534
+ "SpecialToken": {
14535
+ "id": "<|sw|>",
14536
+ "type_id": 0
14537
+ }
14538
+ },
14539
+ {
14540
+ "SpecialToken": {
14541
+ "id": "<|transcribe|>",
14542
+ "type_id": 0
14543
+ }
14544
+ },
14545
  {
14546
  "SpecialToken": {
14547
  "id": "<|notimestamps|>",
 
14594
  "tokens": [
14595
  "<|startoftranscript|>"
14596
  ]
14597
+ },
14598
+ "<|sw|>": {
14599
+ "id": "<|sw|>",
14600
+ "ids": [
14601
+ 50318
14602
+ ],
14603
+ "tokens": [
14604
+ "<|sw|>"
14605
+ ]
14606
+ },
14607
+ "<|transcribe|>": {
14608
+ "id": "<|transcribe|>",
14609
+ "ids": [
14610
+ 50359
14611
+ ],
14612
+ "tokens": [
14613
+ "<|transcribe|>"
14614
+ ]
14615
  }
14616
  }
14617
  },
 
64891
  "<|endoftext|>": 50257
64892
  },
64893
  "merges": [
 
 
 
 
64894
  [
64895
  "Ġ",
64896
  "a"
tokenizer_config.json CHANGED
@@ -5,7 +5,7 @@
5
  "50257": {
6
  "content": "<|endoftext|>",
7
  "lstrip": false,
8
- "normalized": false,
9
  "rstrip": false,
10
  "single_word": false,
11
  "special": true
 
5
  "50257": {
6
  "content": "<|endoftext|>",
7
  "lstrip": false,
8
+ "normalized": true,
9
  "rstrip": false,
10
  "single_word": false,
11
  "special": true
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ca747d0a2c5dc822fc97fd92f72a88308c7cb7a2dd2e6cbdcb12f6ab8b2cf73
3
  size 5905
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32c49dbfd36d176b20c88a73189c6105a8e4c6058e5f9aa4f7b0cb3f832b6b15
3
  size 5905