Hugging Face's logo

llillillil
/
myDysarthriaModel

Audio Classification
Transformers
TensorBoard
Safetensors
hubert
Model card Files
xet
 Metrics Community
llillillil commited on
Commit
82bb07b
·
verified ·
1 Parent(s): 2b24094

Training in progress, epoch 1

Browse files
Files changed (7) hide show
  1. config.json +60 -30
  2. model.safetensors +2 -2
  3. preprocessor_config.json +2 -2
  4. runs/Jun14_15-20-00_WIN-CEJF2NB9KFH/events.out.tfevents.1718349601.WIN-CEJF2NB9KFH.46136.0 +3 -0
  5. runs/Jun14_15-27-37_WIN-CEJF2NB9KFH/events.out.tfevents.1718350058.WIN-CEJF2NB9KFH.80928.0 +3 -0
  6. runs/Jun14_15-41-15_WIN-CEJF2NB9KFH/events.out.tfevents.1718350876.WIN-CEJF2NB9KFH.86172.0 +3 -0
  7. training_args.bin +1 -1
config.json CHANGED
@@ -1,14 +1,20 @@
1
  {
2
- "_name_or_path": "facebook/hubert-large-ls960-ft",
3
- "activation_dropout": 0.1,
 
 
 
 
4
  "apply_spec_augment": true,
5
  "architectures": [
6
- "HubertForSequenceClassification"
7
  ],
8
  "attention_dropout": 0.1,
9
  "bos_token_id": 1,
10
  "classifier_proj_size": 256,
11
- "conv_bias": true,
 
 
12
  "conv_dim": [
13
  512,
14
  512,
@@ -39,50 +45,74 @@
39
  "ctc_loss_reduction": "sum",
40
  "ctc_zero_infinity": false,
41
  "diversity_loss_weight": 0.1,
42
- "do_stable_layer_norm": true,
43
  "eos_token_id": 2,
44
  "feat_extract_activation": "gelu",
45
- "feat_extract_dropout": 0.0,
46
- "feat_extract_norm": "layer",
47
  "feat_proj_dropout": 0.1,
48
- "feat_proj_layer_norm": true,
49
- "final_dropout": 0.1,
50
- "gradient_checkpointing": false,
51
  "hidden_act": "gelu",
52
  "hidden_dropout": 0.1,
53
- "hidden_dropout_prob": 0.1,
54
- "hidden_size": 1024,
55
- "id2label": {
56
- "0": "LABEL_0",
57
- "1": "LABEL_1",
58
- "2": "LABEL_2",
59
- "3": "LABEL_3"
60
- },
61
  "initializer_range": 0.02,
62
- "intermediate_size": 4096,
63
- "label2id": {
64
- "LABEL_0": 0,
65
- "LABEL_1": 1,
66
- "LABEL_2": 2,
67
- "LABEL_3": 3
68
- },
69
  "layer_norm_eps": 1e-05,
70
- "layerdrop": 0.1,
 
 
 
 
 
71
  "mask_feature_length": 10,
72
  "mask_feature_min_masks": 0,
73
  "mask_feature_prob": 0.0,
74
  "mask_time_length": 10,
75
  "mask_time_min_masks": 2,
 
 
76
  "mask_time_prob": 0.05,
77
- "model_type": "hubert",
78
- "num_attention_heads": 16,
 
 
 
 
 
 
79
  "num_conv_pos_embedding_groups": 16,
80
  "num_conv_pos_embeddings": 128,
81
  "num_feat_extract_layers": 7,
82
- "num_hidden_layers": 24,
 
 
83
  "pad_token_id": 0,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
84
  "torch_dtype": "float32",
85
  "transformers_version": "4.40.2",
86
  "use_weighted_layer_sum": false,
87
- "vocab_size": 32
 
88
  }
 
1
  {
2
+ "_name_or_path": "facebook/wav2vec2-base",
3
+ "activation_dropout": 0.0,
4
+ "adapter_attn_dim": null,
5
+ "adapter_kernel_size": 3,
6
+ "adapter_stride": 2,
7
+ "add_adapter": false,
8
  "apply_spec_augment": true,
9
  "architectures": [
10
+ "Wav2Vec2ForSequenceClassification"
11
  ],
12
  "attention_dropout": 0.1,
13
  "bos_token_id": 1,
14
  "classifier_proj_size": 256,
15
+ "codevector_dim": 256,
16
+ "contrastive_logits_temperature": 0.1,
17
+ "conv_bias": false,
18
  "conv_dim": [
19
  512,
20
  512,
 
45
  "ctc_loss_reduction": "sum",
46
  "ctc_zero_infinity": false,
47
  "diversity_loss_weight": 0.1,
48
+ "do_stable_layer_norm": false,
49
  "eos_token_id": 2,
50
  "feat_extract_activation": "gelu",
51
+ "feat_extract_norm": "group",
 
52
  "feat_proj_dropout": 0.1,
53
+ "feat_quantizer_dropout": 0.0,
54
+ "final_dropout": 0.0,
55
+ "freeze_feat_extract_train": true,
56
  "hidden_act": "gelu",
57
  "hidden_dropout": 0.1,
58
+ "hidden_size": 768,
 
 
 
 
 
 
 
59
  "initializer_range": 0.02,
60
+ "intermediate_size": 3072,
 
 
 
 
 
 
61
  "layer_norm_eps": 1e-05,
62
+ "layerdrop": 0.0,
63
+ "mask_channel_length": 10,
64
+ "mask_channel_min_space": 1,
65
+ "mask_channel_other": 0.0,
66
+ "mask_channel_prob": 0.0,
67
+ "mask_channel_selection": "static",
68
  "mask_feature_length": 10,
69
  "mask_feature_min_masks": 0,
70
  "mask_feature_prob": 0.0,
71
  "mask_time_length": 10,
72
  "mask_time_min_masks": 2,
73
+ "mask_time_min_space": 1,
74
+ "mask_time_other": 0.0,
75
  "mask_time_prob": 0.05,
76
+ "mask_time_selection": "static",
77
+ "model_type": "wav2vec2",
78
+ "no_mask_channel_overlap": false,
79
+ "no_mask_time_overlap": false,
80
+ "num_adapter_layers": 3,
81
+ "num_attention_heads": 12,
82
+ "num_codevector_groups": 2,
83
+ "num_codevectors_per_group": 320,
84
  "num_conv_pos_embedding_groups": 16,
85
  "num_conv_pos_embeddings": 128,
86
  "num_feat_extract_layers": 7,
87
+ "num_hidden_layers": 12,
88
+ "num_negatives": 100,
89
+ "output_hidden_size": 768,
90
  "pad_token_id": 0,
91
+ "proj_codevector_dim": 256,
92
+ "tdnn_dilation": [
93
+ 1,
94
+ 2,
95
+ 3,
96
+ 1,
97
+ 1
98
+ ],
99
+ "tdnn_dim": [
100
+ 512,
101
+ 512,
102
+ 512,
103
+ 512,
104
+ 1500
105
+ ],
106
+ "tdnn_kernel": [
107
+ 5,
108
+ 3,
109
+ 3,
110
+ 1,
111
+ 1
112
+ ],
113
  "torch_dtype": "float32",
114
  "transformers_version": "4.40.2",
115
  "use_weighted_layer_sum": false,
116
+ "vocab_size": 32,
117
+ "xvector_output_dim": 512
118
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:231f889082b255f7f3f712f308ad3a0428f34fc67c69c1b344e876dcffb72a2c
3
- size 1262860464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06f971f9a2989c75c25fae5f70361706066378ae05a97a07c9a2693b7c179772
3
+ size 378302312
preprocessor_config.json CHANGED
@@ -3,7 +3,7 @@
3
  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
  "feature_size": 1,
5
  "padding_side": "right",
6
- "padding_value": 0,
7
- "return_attention_mask": true,
8
  "sampling_rate": 16000
9
  }
 
3
  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
  "feature_size": 1,
5
  "padding_side": "right",
6
+ "padding_value": 0.0,
7
+ "return_attention_mask": false,
8
  "sampling_rate": 16000
9
  }
runs/Jun14_15-20-00_WIN-CEJF2NB9KFH/events.out.tfevents.1718349601.WIN-CEJF2NB9KFH.46136.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d62a333e058b2e35eb5b2bae2f2349b013ed7ca00e866e23ef94b452d356c28
3
+ size 12014
runs/Jun14_15-27-37_WIN-CEJF2NB9KFH/events.out.tfevents.1718350058.WIN-CEJF2NB9KFH.80928.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:906091bbd9af1257df3c80b4ca30d303865a1ffe30de8b246788357d63a03787
3
+ size 12015
runs/Jun14_15-41-15_WIN-CEJF2NB9KFH/events.out.tfevents.1718350876.WIN-CEJF2NB9KFH.86172.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5734e8286e5d749a13f11e125a8af81a671812c39eee10b2348668af13491a42
3
+ size 6951
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64023c86a070381403f232ee499e8e1c68923eb78496f8efc186e7732aba0afd
3
  size 4539
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d0200d5cc3fe54ceee0bdf76642da780274759690aa46be812caad6e62f3e66
3
  size 4539