zehralx commited on
Commit
3456722
·
verified ·
1 Parent(s): 432dc9d

Upload folder using huggingface_hub

Browse files
Files changed (45) hide show
  1. README.md +89 -53
  2. all_results.json +6 -6
  3. checkpoint-1/config.json +126 -0
  4. checkpoint-1/model.safetensors +3 -0
  5. checkpoint-1/optimizer.pt +3 -0
  6. checkpoint-1/preprocessor_config.json +9 -0
  7. checkpoint-1/rng_state.pth +3 -0
  8. checkpoint-1/scheduler.pt +3 -0
  9. checkpoint-1/trainer_state.json +33 -0
  10. checkpoint-1/training_args.bin +3 -0
  11. checkpoint-189/config.json +126 -0
  12. checkpoint-189/model.safetensors +3 -0
  13. checkpoint-189/optimizer.pt +3 -0
  14. checkpoint-189/preprocessor_config.json +9 -0
  15. checkpoint-189/rng_state.pth +3 -0
  16. checkpoint-189/scheduler.pt +3 -0
  17. checkpoint-189/trainer_state.json +33 -0
  18. checkpoint-189/training_args.bin +3 -0
  19. checkpoint-21/config.json +126 -0
  20. checkpoint-21/model.safetensors +3 -0
  21. checkpoint-21/optimizer.pt +3 -0
  22. checkpoint-21/preprocessor_config.json +9 -0
  23. checkpoint-21/rng_state.pth +3 -0
  24. checkpoint-21/scheduler.pt +3 -0
  25. checkpoint-21/trainer_state.json +33 -0
  26. checkpoint-21/training_args.bin +3 -0
  27. checkpoint-8/config.json +126 -0
  28. checkpoint-8/model.safetensors +3 -0
  29. checkpoint-8/optimizer.pt +3 -0
  30. checkpoint-8/preprocessor_config.json +9 -0
  31. checkpoint-8/rng_state.pth +3 -0
  32. checkpoint-8/scheduler.pt +3 -0
  33. checkpoint-8/trainer_state.json +33 -0
  34. checkpoint-8/training_args.bin +3 -0
  35. checkpoint-96/config.json +126 -0
  36. checkpoint-96/model.safetensors +3 -0
  37. checkpoint-96/optimizer.pt +3 -0
  38. checkpoint-96/preprocessor_config.json +9 -0
  39. checkpoint-96/rng_state.pth +3 -0
  40. checkpoint-96/scheduler.pt +3 -0
  41. checkpoint-96/trainer_state.json +33 -0
  42. checkpoint-96/training_args.bin +3 -0
  43. eval_results.json +3 -3
  44. train_results.json +3 -3
  45. trainer_state.json +3 -3
README.md CHANGED
@@ -1,53 +1,89 @@
1
- ---
2
- library_name: transformers
3
- license: apache-2.0
4
- base_model: facebook/wav2vec2-base
5
- tags:
6
- - generated_from_trainer
7
- model-index:
8
- - name: deepfake_audio_wav2vec
9
- results: []
10
- ---
11
-
12
- <!-- This model card has been generated automatically according to the information the Trainer had access to. You
13
- should probably proofread and complete it, then remove this comment. -->
14
-
15
- # deepfake_audio_wav2vec
16
-
17
- This model is a fine-tuned version of [facebook/wav2vec2-base](https://huggingface.co/facebook/wav2vec2-base) on the None dataset.
18
-
19
- ## Model description
20
-
21
- More information needed
22
-
23
- ## Intended uses & limitations
24
-
25
- More information needed
26
-
27
- ## Training and evaluation data
28
-
29
- More information needed
30
-
31
- ## Training procedure
32
-
33
- ### Training hyperparameters
34
-
35
- The following hyperparameters were used during training:
36
- - learning_rate: 5e-05
37
- - train_batch_size: 16
38
- - eval_batch_size: 16
39
- - seed: 42
40
- - optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
41
- - lr_scheduler_type: linear
42
- - num_epochs: 3.0
43
-
44
- ### Training results
45
-
46
-
47
-
48
- ### Framework versions
49
-
50
- - Transformers 4.52.0.dev0
51
- - Pytorch 2.6.0+cu124
52
- - Datasets 3.5.0
53
- - Tokenizers 0.21.1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # wav2vec2-audio-classification-v1-test
2
+
3
+ ## Model Index
4
+ {
5
+ "model-index": [
6
+ {
7
+ "name": "wav2vec2-audio-classification-v1-test",
8
+ "results": [
9
+ {
10
+ "task": {
11
+ "type": "audio-classification",
12
+ "name": "Audio Classification"
13
+ },
14
+ "dataset": {
15
+ "name": "./audio_classification",
16
+ "type": "audio",
17
+ "config": "default"
18
+ },
19
+ "metrics": [
20
+ {
21
+ "type": "accuracy",
22
+ "name": "Accuracy",
23
+ "value": 0.94
24
+ }
25
+ ]
26
+ }
27
+ ]
28
+ }
29
+ ]
30
+ }
31
+
32
+ ## Detailed Evaluation Metrics
33
+ ```json
34
+ {
35
+ "confusion_matrix": [
36
+ [
37
+ 30,
38
+ 5
39
+ ],
40
+ [
41
+ 1,
42
+ 64
43
+ ]
44
+ ],
45
+ "classification_report": {
46
+ "spoof": {
47
+ "precision": 0.967741935483871,
48
+ "recall": 0.8571428571428571,
49
+ "f1-score": 0.9090909090909091,
50
+ "support": 35.0
51
+ },
52
+ "bona-fide": {
53
+ "precision": 0.927536231884058,
54
+ "recall": 0.9846153846153847,
55
+ "f1-score": 0.9552238805970149,
56
+ "support": 65.0
57
+ },
58
+ "accuracy": 0.94,
59
+ "macro avg": {
60
+ "precision": 0.9476390836839645,
61
+ "recall": 0.9208791208791209,
62
+ "f1-score": 0.932157394843962,
63
+ "support": 100.0
64
+ },
65
+ "weighted avg": {
66
+ "precision": 0.9416082281439926,
67
+ "recall": 0.94,
68
+ "f1-score": 0.9390773405698779,
69
+ "support": 100.0
70
+ }
71
+ },
72
+ "classification_report_str": " precision recall f1-score support\n\n spoof 0.9677 0.8571 0.9091 35\n bona-fide 0.9275 0.9846 0.9552 65\n\n accuracy 0.9400 100\n macro avg 0.9476 0.9209 0.9322 100\nweighted avg 0.9416 0.9400 0.9391 100\n",
73
+ "per_class_accuracy": {
74
+ "spoof": 0.8571428571428571,
75
+ "bona-fide": 0.9846153846153847
76
+ },
77
+ "task": {
78
+ "name": "Audio Classification",
79
+ "type": "audio-classification"
80
+ },
81
+ "metrics": [
82
+ {
83
+ "name": "Accuracy",
84
+ "type": "accuracy",
85
+ "value": 0.94
86
+ }
87
+ ]
88
+ }
89
+ ```
all_results.json CHANGED
@@ -2,12 +2,12 @@
2
  "epoch": 3.0,
3
  "eval_accuracy": 0.94,
4
  "eval_loss": 0.2446485459804535,
5
- "eval_runtime": 10.3449,
6
- "eval_samples_per_second": 9.667,
7
- "eval_steps_per_second": 0.677,
8
  "total_flos": 3.183758365185645e+17,
9
  "train_loss": 0.0,
10
- "train_runtime": 0.0042,
11
- "train_samples_per_second": 7084.574,
12
- "train_steps_per_second": 708.457
13
  }
 
2
  "epoch": 3.0,
3
  "eval_accuracy": 0.94,
4
  "eval_loss": 0.2446485459804535,
5
+ "eval_runtime": 8.3408,
6
+ "eval_samples_per_second": 11.989,
7
+ "eval_steps_per_second": 0.839,
8
  "total_flos": 3.183758365185645e+17,
9
  "train_loss": 0.0,
10
+ "train_runtime": 0.0023,
11
+ "train_samples_per_second": 13302.582,
12
+ "train_steps_per_second": 1330.258
13
  }
checkpoint-1/config.json ADDED
@@ -0,0 +1,126 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_dropout": 0.0,
3
+ "adapter_attn_dim": null,
4
+ "adapter_kernel_size": 3,
5
+ "adapter_stride": 2,
6
+ "add_adapter": false,
7
+ "apply_spec_augment": true,
8
+ "architectures": [
9
+ "Wav2Vec2ForSequenceClassification"
10
+ ],
11
+ "attention_dropout": 0.1,
12
+ "bos_token_id": 1,
13
+ "classifier_proj_size": 256,
14
+ "codevector_dim": 256,
15
+ "contrastive_logits_temperature": 0.1,
16
+ "conv_bias": false,
17
+ "conv_dim": [
18
+ 512,
19
+ 512,
20
+ 512,
21
+ 512,
22
+ 512,
23
+ 512,
24
+ 512
25
+ ],
26
+ "conv_kernel": [
27
+ 10,
28
+ 3,
29
+ 3,
30
+ 3,
31
+ 3,
32
+ 2,
33
+ 2
34
+ ],
35
+ "conv_stride": [
36
+ 5,
37
+ 2,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 2,
42
+ 2
43
+ ],
44
+ "ctc_loss_reduction": "sum",
45
+ "ctc_zero_infinity": false,
46
+ "diversity_loss_weight": 0.1,
47
+ "do_stable_layer_norm": false,
48
+ "eos_token_id": 2,
49
+ "feat_extract_activation": "gelu",
50
+ "feat_extract_norm": "group",
51
+ "feat_proj_dropout": 0.1,
52
+ "feat_quantizer_dropout": 0.0,
53
+ "final_dropout": 0.0,
54
+ "finetuning_task": "audio-classification",
55
+ "freeze_feat_extract_train": true,
56
+ "hidden_act": "gelu",
57
+ "hidden_dropout": 0.1,
58
+ "hidden_size": 768,
59
+ "id2label": {
60
+ "0": "spoof",
61
+ "1": "bona-fide"
62
+ },
63
+ "initializer_range": 0.02,
64
+ "intermediate_size": 3072,
65
+ "label2id": {
66
+ "bona-fide": "1",
67
+ "spoof": "0"
68
+ },
69
+ "layer_norm_eps": 1e-05,
70
+ "layerdrop": 0.0,
71
+ "mask_channel_length": 10,
72
+ "mask_channel_min_space": 1,
73
+ "mask_channel_other": 0.0,
74
+ "mask_channel_prob": 0.0,
75
+ "mask_channel_selection": "static",
76
+ "mask_feature_length": 10,
77
+ "mask_feature_min_masks": 0,
78
+ "mask_feature_prob": 0.0,
79
+ "mask_time_length": 10,
80
+ "mask_time_min_masks": 2,
81
+ "mask_time_min_space": 1,
82
+ "mask_time_other": 0.0,
83
+ "mask_time_prob": 0.05,
84
+ "mask_time_selection": "static",
85
+ "model_type": "wav2vec2",
86
+ "no_mask_channel_overlap": false,
87
+ "no_mask_time_overlap": false,
88
+ "num_adapter_layers": 3,
89
+ "num_attention_heads": 12,
90
+ "num_codevector_groups": 2,
91
+ "num_codevectors_per_group": 320,
92
+ "num_conv_pos_embedding_groups": 16,
93
+ "num_conv_pos_embeddings": 128,
94
+ "num_feat_extract_layers": 7,
95
+ "num_hidden_layers": 12,
96
+ "num_negatives": 100,
97
+ "output_hidden_size": 768,
98
+ "pad_token_id": 0,
99
+ "proj_codevector_dim": 256,
100
+ "tdnn_dilation": [
101
+ 1,
102
+ 2,
103
+ 3,
104
+ 1,
105
+ 1
106
+ ],
107
+ "tdnn_dim": [
108
+ 512,
109
+ 512,
110
+ 512,
111
+ 512,
112
+ 1500
113
+ ],
114
+ "tdnn_kernel": [
115
+ 5,
116
+ 3,
117
+ 3,
118
+ 1,
119
+ 1
120
+ ],
121
+ "torch_dtype": "float32",
122
+ "transformers_version": "4.52.0.dev0",
123
+ "use_weighted_layer_sum": false,
124
+ "vocab_size": 32,
125
+ "xvector_output_dim": 512
126
+ }
checkpoint-1/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a0fd0de5cd758528c3997c90180547271db46943dd52417e273af46e84f1939
3
+ size 378302360
checkpoint-1/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22325bab25e2eb8e84d7067a47e8057253025b37f8ac5e56d23f5c977ae16cda
3
+ size 723121402
checkpoint-1/preprocessor_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0.0,
7
+ "return_attention_mask": true,
8
+ "sampling_rate": 16000
9
+ }
checkpoint-1/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb5485af90001414d87b954205ccbdca6f14a0facc886ad2a70f8d35ee110118
3
+ size 14244
checkpoint-1/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cde8705bb323f5fe23427d88f7466e6183420613d541a4cbb3a30eb1a9de7c0c
3
+ size 1064
checkpoint-1/trainer_state.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 1.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [],
12
+ "logging_steps": 500,
13
+ "max_steps": 1,
14
+ "num_input_tokens_seen": 0,
15
+ "num_train_epochs": 1,
16
+ "save_steps": 500,
17
+ "stateful_callbacks": {
18
+ "TrainerControl": {
19
+ "args": {
20
+ "should_epoch_stop": false,
21
+ "should_evaluate": false,
22
+ "should_log": false,
23
+ "should_save": true,
24
+ "should_training_stop": true
25
+ },
26
+ "attributes": {}
27
+ }
28
+ },
29
+ "total_flos": 677719926576000.0,
30
+ "train_batch_size": 16,
31
+ "trial_name": null,
32
+ "trial_params": null
33
+ }
checkpoint-1/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ffd79ff782427eaf077ba862cdd141e7cd1e5c5d470af8ab1928c29ca58422a
3
+ size 5304
checkpoint-189/config.json ADDED
@@ -0,0 +1,126 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_dropout": 0.0,
3
+ "adapter_attn_dim": null,
4
+ "adapter_kernel_size": 3,
5
+ "adapter_stride": 2,
6
+ "add_adapter": false,
7
+ "apply_spec_augment": true,
8
+ "architectures": [
9
+ "Wav2Vec2ForSequenceClassification"
10
+ ],
11
+ "attention_dropout": 0.1,
12
+ "bos_token_id": 1,
13
+ "classifier_proj_size": 256,
14
+ "codevector_dim": 256,
15
+ "contrastive_logits_temperature": 0.1,
16
+ "conv_bias": false,
17
+ "conv_dim": [
18
+ 512,
19
+ 512,
20
+ 512,
21
+ 512,
22
+ 512,
23
+ 512,
24
+ 512
25
+ ],
26
+ "conv_kernel": [
27
+ 10,
28
+ 3,
29
+ 3,
30
+ 3,
31
+ 3,
32
+ 2,
33
+ 2
34
+ ],
35
+ "conv_stride": [
36
+ 5,
37
+ 2,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 2,
42
+ 2
43
+ ],
44
+ "ctc_loss_reduction": "sum",
45
+ "ctc_zero_infinity": false,
46
+ "diversity_loss_weight": 0.1,
47
+ "do_stable_layer_norm": false,
48
+ "eos_token_id": 2,
49
+ "feat_extract_activation": "gelu",
50
+ "feat_extract_norm": "group",
51
+ "feat_proj_dropout": 0.1,
52
+ "feat_quantizer_dropout": 0.0,
53
+ "final_dropout": 0.0,
54
+ "finetuning_task": "audio-classification",
55
+ "freeze_feat_extract_train": true,
56
+ "hidden_act": "gelu",
57
+ "hidden_dropout": 0.1,
58
+ "hidden_size": 768,
59
+ "id2label": {
60
+ "0": "spoof",
61
+ "1": "bona-fide"
62
+ },
63
+ "initializer_range": 0.02,
64
+ "intermediate_size": 3072,
65
+ "label2id": {
66
+ "bona-fide": "1",
67
+ "spoof": "0"
68
+ },
69
+ "layer_norm_eps": 1e-05,
70
+ "layerdrop": 0.0,
71
+ "mask_channel_length": 10,
72
+ "mask_channel_min_space": 1,
73
+ "mask_channel_other": 0.0,
74
+ "mask_channel_prob": 0.0,
75
+ "mask_channel_selection": "static",
76
+ "mask_feature_length": 10,
77
+ "mask_feature_min_masks": 0,
78
+ "mask_feature_prob": 0.0,
79
+ "mask_time_length": 10,
80
+ "mask_time_min_masks": 2,
81
+ "mask_time_min_space": 1,
82
+ "mask_time_other": 0.0,
83
+ "mask_time_prob": 0.05,
84
+ "mask_time_selection": "static",
85
+ "model_type": "wav2vec2",
86
+ "no_mask_channel_overlap": false,
87
+ "no_mask_time_overlap": false,
88
+ "num_adapter_layers": 3,
89
+ "num_attention_heads": 12,
90
+ "num_codevector_groups": 2,
91
+ "num_codevectors_per_group": 320,
92
+ "num_conv_pos_embedding_groups": 16,
93
+ "num_conv_pos_embeddings": 128,
94
+ "num_feat_extract_layers": 7,
95
+ "num_hidden_layers": 12,
96
+ "num_negatives": 100,
97
+ "output_hidden_size": 768,
98
+ "pad_token_id": 0,
99
+ "proj_codevector_dim": 256,
100
+ "tdnn_dilation": [
101
+ 1,
102
+ 2,
103
+ 3,
104
+ 1,
105
+ 1
106
+ ],
107
+ "tdnn_dim": [
108
+ 512,
109
+ 512,
110
+ 512,
111
+ 512,
112
+ 1500
113
+ ],
114
+ "tdnn_kernel": [
115
+ 5,
116
+ 3,
117
+ 3,
118
+ 1,
119
+ 1
120
+ ],
121
+ "torch_dtype": "float32",
122
+ "transformers_version": "4.52.0.dev0",
123
+ "use_weighted_layer_sum": false,
124
+ "vocab_size": 32,
125
+ "xvector_output_dim": 512
126
+ }
checkpoint-189/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5afd58df46a22377f0cc5858e872785b35e5cf5e16fcc71ac4a1d020c342b26c
3
+ size 378302360
checkpoint-189/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7b7f205734f904543500f8d1c924d4b5bbb5096e4c249dcd26ea310b0effc2c
3
+ size 723121402
checkpoint-189/preprocessor_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0.0,
7
+ "return_attention_mask": true,
8
+ "sampling_rate": 16000
9
+ }
checkpoint-189/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f45db84b64eb776685f7892dfce351b5304f5b6ff9ef2f3ed10c8eccdde6a0f3
3
+ size 14244
checkpoint-189/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd9834cb37dd37c0bb479c91093a4be5fae04ef7c14da536f96b6acfdec15663
3
+ size 1064
checkpoint-189/trainer_state.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 3.0,
6
+ "eval_steps": 500,
7
+ "global_step": 189,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [],
12
+ "logging_steps": 500,
13
+ "max_steps": 189,
14
+ "num_input_tokens_seen": 0,
15
+ "num_train_epochs": 3,
16
+ "save_steps": 500,
17
+ "stateful_callbacks": {
18
+ "TrainerControl": {
19
+ "args": {
20
+ "should_epoch_stop": false,
21
+ "should_evaluate": false,
22
+ "should_log": false,
23
+ "should_save": true,
24
+ "should_training_stop": true
25
+ },
26
+ "attributes": {}
27
+ }
28
+ },
29
+ "total_flos": 3.183758365185645e+17,
30
+ "train_batch_size": 16,
31
+ "trial_name": null,
32
+ "trial_params": null
33
+ }
checkpoint-189/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0fb76b89bdfdabe772dc4ad98bd11346bc57d29919504ed7d3c6769c40ed80c
3
+ size 5304
checkpoint-21/config.json ADDED
@@ -0,0 +1,126 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_dropout": 0.0,
3
+ "adapter_attn_dim": null,
4
+ "adapter_kernel_size": 3,
5
+ "adapter_stride": 2,
6
+ "add_adapter": false,
7
+ "apply_spec_augment": true,
8
+ "architectures": [
9
+ "Wav2Vec2ForSequenceClassification"
10
+ ],
11
+ "attention_dropout": 0.1,
12
+ "bos_token_id": 1,
13
+ "classifier_proj_size": 256,
14
+ "codevector_dim": 256,
15
+ "contrastive_logits_temperature": 0.1,
16
+ "conv_bias": false,
17
+ "conv_dim": [
18
+ 512,
19
+ 512,
20
+ 512,
21
+ 512,
22
+ 512,
23
+ 512,
24
+ 512
25
+ ],
26
+ "conv_kernel": [
27
+ 10,
28
+ 3,
29
+ 3,
30
+ 3,
31
+ 3,
32
+ 2,
33
+ 2
34
+ ],
35
+ "conv_stride": [
36
+ 5,
37
+ 2,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 2,
42
+ 2
43
+ ],
44
+ "ctc_loss_reduction": "sum",
45
+ "ctc_zero_infinity": false,
46
+ "diversity_loss_weight": 0.1,
47
+ "do_stable_layer_norm": false,
48
+ "eos_token_id": 2,
49
+ "feat_extract_activation": "gelu",
50
+ "feat_extract_norm": "group",
51
+ "feat_proj_dropout": 0.1,
52
+ "feat_quantizer_dropout": 0.0,
53
+ "final_dropout": 0.0,
54
+ "finetuning_task": "audio-classification",
55
+ "freeze_feat_extract_train": true,
56
+ "hidden_act": "gelu",
57
+ "hidden_dropout": 0.1,
58
+ "hidden_size": 768,
59
+ "id2label": {
60
+ "0": "spoof",
61
+ "1": "bona-fide"
62
+ },
63
+ "initializer_range": 0.02,
64
+ "intermediate_size": 3072,
65
+ "label2id": {
66
+ "bona-fide": "1",
67
+ "spoof": "0"
68
+ },
69
+ "layer_norm_eps": 1e-05,
70
+ "layerdrop": 0.0,
71
+ "mask_channel_length": 10,
72
+ "mask_channel_min_space": 1,
73
+ "mask_channel_other": 0.0,
74
+ "mask_channel_prob": 0.0,
75
+ "mask_channel_selection": "static",
76
+ "mask_feature_length": 10,
77
+ "mask_feature_min_masks": 0,
78
+ "mask_feature_prob": 0.0,
79
+ "mask_time_length": 10,
80
+ "mask_time_min_masks": 2,
81
+ "mask_time_min_space": 1,
82
+ "mask_time_other": 0.0,
83
+ "mask_time_prob": 0.05,
84
+ "mask_time_selection": "static",
85
+ "model_type": "wav2vec2",
86
+ "no_mask_channel_overlap": false,
87
+ "no_mask_time_overlap": false,
88
+ "num_adapter_layers": 3,
89
+ "num_attention_heads": 12,
90
+ "num_codevector_groups": 2,
91
+ "num_codevectors_per_group": 320,
92
+ "num_conv_pos_embedding_groups": 16,
93
+ "num_conv_pos_embeddings": 128,
94
+ "num_feat_extract_layers": 7,
95
+ "num_hidden_layers": 12,
96
+ "num_negatives": 100,
97
+ "output_hidden_size": 768,
98
+ "pad_token_id": 0,
99
+ "proj_codevector_dim": 256,
100
+ "tdnn_dilation": [
101
+ 1,
102
+ 2,
103
+ 3,
104
+ 1,
105
+ 1
106
+ ],
107
+ "tdnn_dim": [
108
+ 512,
109
+ 512,
110
+ 512,
111
+ 512,
112
+ 1500
113
+ ],
114
+ "tdnn_kernel": [
115
+ 5,
116
+ 3,
117
+ 3,
118
+ 1,
119
+ 1
120
+ ],
121
+ "torch_dtype": "float32",
122
+ "transformers_version": "4.52.0.dev0",
123
+ "use_weighted_layer_sum": false,
124
+ "vocab_size": 32,
125
+ "xvector_output_dim": 512
126
+ }
checkpoint-21/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a8e8d18f66da691e54fb4486c47a588a69c34c9127e4bff273c8511b7d67131
3
+ size 378302360
checkpoint-21/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1901caaff3bdf10af82fb5e2ce285a4e33685cc772cda763327861f6ab279e2
3
+ size 723121402
checkpoint-21/preprocessor_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0.0,
7
+ "return_attention_mask": true,
8
+ "sampling_rate": 16000
9
+ }
checkpoint-21/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0c299e8a4eec0d406315765525ba36bf55a20c3a3bca39056c83aeaedd336c5
3
+ size 14308
checkpoint-21/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:920472e7d43331d49f9a5d188a9619ca9d755bde39f75d40a2be1bb62c452a5b
3
+ size 1064
checkpoint-21/trainer_state.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 3.0,
6
+ "eval_steps": 500,
7
+ "global_step": 21,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [],
12
+ "logging_steps": 500,
13
+ "max_steps": 21,
14
+ "num_input_tokens_seen": 0,
15
+ "num_train_epochs": 3,
16
+ "save_steps": 500,
17
+ "stateful_callbacks": {
18
+ "TrainerControl": {
19
+ "args": {
20
+ "should_epoch_stop": false,
21
+ "should_evaluate": false,
22
+ "should_log": false,
23
+ "should_save": true,
24
+ "should_training_stop": true
25
+ },
26
+ "attributes": {}
27
+ }
28
+ },
29
+ "total_flos": 2.323264194734868e+16,
30
+ "train_batch_size": 16,
31
+ "trial_name": null,
32
+ "trial_params": null
33
+ }
checkpoint-21/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70d904c4ea67d86c85c3a898e536ee0f66cb85803739a37c735718eb8b94b51f
3
+ size 5304
checkpoint-8/config.json ADDED
@@ -0,0 +1,126 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_dropout": 0.0,
3
+ "adapter_attn_dim": null,
4
+ "adapter_kernel_size": 3,
5
+ "adapter_stride": 2,
6
+ "add_adapter": false,
7
+ "apply_spec_augment": true,
8
+ "architectures": [
9
+ "Wav2Vec2ForSequenceClassification"
10
+ ],
11
+ "attention_dropout": 0.1,
12
+ "bos_token_id": 1,
13
+ "classifier_proj_size": 256,
14
+ "codevector_dim": 256,
15
+ "contrastive_logits_temperature": 0.1,
16
+ "conv_bias": false,
17
+ "conv_dim": [
18
+ 512,
19
+ 512,
20
+ 512,
21
+ 512,
22
+ 512,
23
+ 512,
24
+ 512
25
+ ],
26
+ "conv_kernel": [
27
+ 10,
28
+ 3,
29
+ 3,
30
+ 3,
31
+ 3,
32
+ 2,
33
+ 2
34
+ ],
35
+ "conv_stride": [
36
+ 5,
37
+ 2,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 2,
42
+ 2
43
+ ],
44
+ "ctc_loss_reduction": "sum",
45
+ "ctc_zero_infinity": false,
46
+ "diversity_loss_weight": 0.1,
47
+ "do_stable_layer_norm": false,
48
+ "eos_token_id": 2,
49
+ "feat_extract_activation": "gelu",
50
+ "feat_extract_norm": "group",
51
+ "feat_proj_dropout": 0.1,
52
+ "feat_quantizer_dropout": 0.0,
53
+ "final_dropout": 0.0,
54
+ "finetuning_task": "audio-classification",
55
+ "freeze_feat_extract_train": true,
56
+ "hidden_act": "gelu",
57
+ "hidden_dropout": 0.1,
58
+ "hidden_size": 768,
59
+ "id2label": {
60
+ "0": "spoof",
61
+ "1": "bona-fide"
62
+ },
63
+ "initializer_range": 0.02,
64
+ "intermediate_size": 3072,
65
+ "label2id": {
66
+ "bona-fide": "1",
67
+ "spoof": "0"
68
+ },
69
+ "layer_norm_eps": 1e-05,
70
+ "layerdrop": 0.0,
71
+ "mask_channel_length": 10,
72
+ "mask_channel_min_space": 1,
73
+ "mask_channel_other": 0.0,
74
+ "mask_channel_prob": 0.0,
75
+ "mask_channel_selection": "static",
76
+ "mask_feature_length": 10,
77
+ "mask_feature_min_masks": 0,
78
+ "mask_feature_prob": 0.0,
79
+ "mask_time_length": 10,
80
+ "mask_time_min_masks": 2,
81
+ "mask_time_min_space": 1,
82
+ "mask_time_other": 0.0,
83
+ "mask_time_prob": 0.05,
84
+ "mask_time_selection": "static",
85
+ "model_type": "wav2vec2",
86
+ "no_mask_channel_overlap": false,
87
+ "no_mask_time_overlap": false,
88
+ "num_adapter_layers": 3,
89
+ "num_attention_heads": 12,
90
+ "num_codevector_groups": 2,
91
+ "num_codevectors_per_group": 320,
92
+ "num_conv_pos_embedding_groups": 16,
93
+ "num_conv_pos_embeddings": 128,
94
+ "num_feat_extract_layers": 7,
95
+ "num_hidden_layers": 12,
96
+ "num_negatives": 100,
97
+ "output_hidden_size": 768,
98
+ "pad_token_id": 0,
99
+ "proj_codevector_dim": 256,
100
+ "tdnn_dilation": [
101
+ 1,
102
+ 2,
103
+ 3,
104
+ 1,
105
+ 1
106
+ ],
107
+ "tdnn_dim": [
108
+ 512,
109
+ 512,
110
+ 512,
111
+ 512,
112
+ 1500
113
+ ],
114
+ "tdnn_kernel": [
115
+ 5,
116
+ 3,
117
+ 3,
118
+ 1,
119
+ 1
120
+ ],
121
+ "torch_dtype": "float32",
122
+ "transformers_version": "4.52.0.dev0",
123
+ "use_weighted_layer_sum": false,
124
+ "vocab_size": 32,
125
+ "xvector_output_dim": 512
126
+ }
checkpoint-8/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c57d17a3efa23970ab0023922c99496f64fe0df3c2fb4fab9f879ed2f55944f
3
+ size 378302360
checkpoint-8/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df13ca64ca3b01d7d150255cb7fb0e00a3de2b8725b0f71506dfa26b7bb6fd7e
3
+ size 723121402
checkpoint-8/preprocessor_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0.0,
7
+ "return_attention_mask": true,
8
+ "sampling_rate": 16000
9
+ }
checkpoint-8/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d211cf6f14853f586267b7da032efa7c0baae8bafbab72761abe7dcbb81b938
3
+ size 14244
checkpoint-8/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d939277e79eea872da01ae5c18b74e5b5b0dda57451829097e82b02c3cd89c1
3
+ size 1064
checkpoint-8/trainer_state.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 2.0,
6
+ "eval_steps": 500,
7
+ "global_step": 8,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [],
12
+ "logging_steps": 500,
13
+ "max_steps": 8,
14
+ "num_input_tokens_seen": 0,
15
+ "num_train_epochs": 2,
16
+ "save_steps": 500,
17
+ "stateful_callbacks": {
18
+ "TrainerControl": {
19
+ "args": {
20
+ "should_epoch_stop": false,
21
+ "should_evaluate": false,
22
+ "should_log": false,
23
+ "should_save": true,
24
+ "should_training_stop": true
25
+ },
26
+ "attributes": {}
27
+ }
28
+ },
29
+ "total_flos": 8229790701621720.0,
30
+ "train_batch_size": 16,
31
+ "trial_name": null,
32
+ "trial_params": null
33
+ }
checkpoint-8/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2447dc6f8e48a9cb471423ada12a8b9702da2a6fef02fcae2948c7635f98111e
3
+ size 5304
checkpoint-96/config.json ADDED
@@ -0,0 +1,126 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_dropout": 0.0,
3
+ "adapter_attn_dim": null,
4
+ "adapter_kernel_size": 3,
5
+ "adapter_stride": 2,
6
+ "add_adapter": false,
7
+ "apply_spec_augment": true,
8
+ "architectures": [
9
+ "Wav2Vec2ForSequenceClassification"
10
+ ],
11
+ "attention_dropout": 0.1,
12
+ "bos_token_id": 1,
13
+ "classifier_proj_size": 256,
14
+ "codevector_dim": 256,
15
+ "contrastive_logits_temperature": 0.1,
16
+ "conv_bias": false,
17
+ "conv_dim": [
18
+ 512,
19
+ 512,
20
+ 512,
21
+ 512,
22
+ 512,
23
+ 512,
24
+ 512
25
+ ],
26
+ "conv_kernel": [
27
+ 10,
28
+ 3,
29
+ 3,
30
+ 3,
31
+ 3,
32
+ 2,
33
+ 2
34
+ ],
35
+ "conv_stride": [
36
+ 5,
37
+ 2,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 2,
42
+ 2
43
+ ],
44
+ "ctc_loss_reduction": "sum",
45
+ "ctc_zero_infinity": false,
46
+ "diversity_loss_weight": 0.1,
47
+ "do_stable_layer_norm": false,
48
+ "eos_token_id": 2,
49
+ "feat_extract_activation": "gelu",
50
+ "feat_extract_norm": "group",
51
+ "feat_proj_dropout": 0.1,
52
+ "feat_quantizer_dropout": 0.0,
53
+ "final_dropout": 0.0,
54
+ "finetuning_task": "audio-classification",
55
+ "freeze_feat_extract_train": true,
56
+ "hidden_act": "gelu",
57
+ "hidden_dropout": 0.1,
58
+ "hidden_size": 768,
59
+ "id2label": {
60
+ "0": "spoof",
61
+ "1": "bona-fide"
62
+ },
63
+ "initializer_range": 0.02,
64
+ "intermediate_size": 3072,
65
+ "label2id": {
66
+ "bona-fide": "1",
67
+ "spoof": "0"
68
+ },
69
+ "layer_norm_eps": 1e-05,
70
+ "layerdrop": 0.0,
71
+ "mask_channel_length": 10,
72
+ "mask_channel_min_space": 1,
73
+ "mask_channel_other": 0.0,
74
+ "mask_channel_prob": 0.0,
75
+ "mask_channel_selection": "static",
76
+ "mask_feature_length": 10,
77
+ "mask_feature_min_masks": 0,
78
+ "mask_feature_prob": 0.0,
79
+ "mask_time_length": 10,
80
+ "mask_time_min_masks": 2,
81
+ "mask_time_min_space": 1,
82
+ "mask_time_other": 0.0,
83
+ "mask_time_prob": 0.05,
84
+ "mask_time_selection": "static",
85
+ "model_type": "wav2vec2",
86
+ "no_mask_channel_overlap": false,
87
+ "no_mask_time_overlap": false,
88
+ "num_adapter_layers": 3,
89
+ "num_attention_heads": 12,
90
+ "num_codevector_groups": 2,
91
+ "num_codevectors_per_group": 320,
92
+ "num_conv_pos_embedding_groups": 16,
93
+ "num_conv_pos_embeddings": 128,
94
+ "num_feat_extract_layers": 7,
95
+ "num_hidden_layers": 12,
96
+ "num_negatives": 100,
97
+ "output_hidden_size": 768,
98
+ "pad_token_id": 0,
99
+ "proj_codevector_dim": 256,
100
+ "tdnn_dilation": [
101
+ 1,
102
+ 2,
103
+ 3,
104
+ 1,
105
+ 1
106
+ ],
107
+ "tdnn_dim": [
108
+ 512,
109
+ 512,
110
+ 512,
111
+ 512,
112
+ 1500
113
+ ],
114
+ "tdnn_kernel": [
115
+ 5,
116
+ 3,
117
+ 3,
118
+ 1,
119
+ 1
120
+ ],
121
+ "torch_dtype": "float32",
122
+ "transformers_version": "4.52.0.dev0",
123
+ "use_weighted_layer_sum": false,
124
+ "vocab_size": 32,
125
+ "xvector_output_dim": 512
126
+ }
checkpoint-96/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ce4f6a04d7c67bfae62a647eaccaeaf513e17bf2733b525542d97f3be8189da
3
+ size 378302360
checkpoint-96/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:854ec559b6a43cdb3125b256ce4beee4f29dff0b72f22b86f2b5b625b53de85d
3
+ size 723121402
checkpoint-96/preprocessor_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0.0,
7
+ "return_attention_mask": true,
8
+ "sampling_rate": 16000
9
+ }
checkpoint-96/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da3d24e8c8c6479ef6cb357a8b47eb01292287e8488bbbcaa0bfbecaf422d9f8
3
+ size 14244
checkpoint-96/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0a5f856f8a52626ce42cecef29c708cdba0d51679ec21e81abfe0ecaaaf8b20
3
+ size 1064
checkpoint-96/trainer_state.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 3.0,
6
+ "eval_steps": 500,
7
+ "global_step": 96,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [],
12
+ "logging_steps": 500,
13
+ "max_steps": 96,
14
+ "num_input_tokens_seen": 0,
15
+ "num_train_epochs": 3,
16
+ "save_steps": 500,
17
+ "stateful_callbacks": {
18
+ "TrainerControl": {
19
+ "args": {
20
+ "should_epoch_stop": false,
21
+ "should_evaluate": false,
22
+ "should_log": false,
23
+ "should_save": true,
24
+ "should_training_stop": true
25
+ },
26
+ "attributes": {}
27
+ }
28
+ },
29
+ "total_flos": 1.5056140209216877e+17,
30
+ "train_batch_size": 16,
31
+ "trial_name": null,
32
+ "trial_params": null
33
+ }
checkpoint-96/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e4d2805f94c898673751fe37421107c9dd491163c5687588c36a0ce4a9342aa
3
+ size 5304
eval_results.json CHANGED
@@ -2,7 +2,7 @@
2
  "epoch": 3.0,
3
  "eval_accuracy": 0.94,
4
  "eval_loss": 0.2446485459804535,
5
- "eval_runtime": 10.3449,
6
- "eval_samples_per_second": 9.667,
7
- "eval_steps_per_second": 0.677
8
  }
 
2
  "epoch": 3.0,
3
  "eval_accuracy": 0.94,
4
  "eval_loss": 0.2446485459804535,
5
+ "eval_runtime": 8.3408,
6
+ "eval_samples_per_second": 11.989,
7
+ "eval_steps_per_second": 0.839
8
  }
train_results.json CHANGED
@@ -2,7 +2,7 @@
2
  "epoch": 3.0,
3
  "total_flos": 3.183758365185645e+17,
4
  "train_loss": 0.0,
5
- "train_runtime": 0.0042,
6
- "train_samples_per_second": 7084.574,
7
- "train_steps_per_second": 708.457
8
  }
 
2
  "epoch": 3.0,
3
  "total_flos": 3.183758365185645e+17,
4
  "train_loss": 0.0,
5
+ "train_runtime": 0.0023,
6
+ "train_samples_per_second": 13302.582,
7
+ "train_steps_per_second": 1330.258
8
  }
trainer_state.json CHANGED
@@ -14,9 +14,9 @@
14
  "step": 189,
15
  "total_flos": 3.183758365185645e+17,
16
  "train_loss": 0.0,
17
- "train_runtime": 0.0042,
18
- "train_samples_per_second": 7084.574,
19
- "train_steps_per_second": 708.457
20
  }
21
  ],
22
  "logging_steps": 500,
 
14
  "step": 189,
15
  "total_flos": 3.183758365185645e+17,
16
  "train_loss": 0.0,
17
+ "train_runtime": 0.0023,
18
+ "train_samples_per_second": 13302.582,
19
+ "train_steps_per_second": 1330.258
20
  }
21
  ],
22
  "logging_steps": 500,