lygonzal commited on
Commit
f2a01b5
·
verified ·
1 Parent(s): 8aae197

Training complete

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: transformers
3
+ license: mit
4
+ base_model: facebook/mbart-large-50
5
+ tags:
6
+ - simplification
7
+ - generated_from_trainer
8
+ model-index:
9
+ - name: mbart-neutralization
10
+ results: []
11
+ ---
12
+
13
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
14
+ should probably proofread and complete it, then remove this comment. -->
15
+
16
+ # mbart-neutralization
17
+
18
+ This model is a fine-tuned version of [facebook/mbart-large-50](https://huggingface.co/facebook/mbart-large-50) on an unknown dataset.
19
+
20
+ ## Model description
21
+
22
+ More information needed
23
+
24
+ ## Intended uses & limitations
25
+
26
+ More information needed
27
+
28
+ ## Training and evaluation data
29
+
30
+ More information needed
31
+
32
+ ## Training procedure
33
+
34
+ ### Training hyperparameters
35
+
36
+ The following hyperparameters were used during training:
37
+ - learning_rate: 5.6e-05
38
+ - train_batch_size: 8
39
+ - eval_batch_size: 8
40
+ - seed: 42
41
+ - optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
42
+ - lr_scheduler_type: linear
43
+ - num_epochs: 2
44
+
45
+ ### Framework versions
46
+
47
+ - Transformers 5.2.0
48
+ - Pytorch 2.10.0+cu128
49
+ - Datasets 4.5.0
50
+ - Tokenizers 0.22.2
config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_num_labels": 3,
3
+ "activation_dropout": 0.0,
4
+ "activation_function": "gelu",
5
+ "add_bias_logits": false,
6
+ "add_final_layer_norm": true,
7
+ "architectures": [
8
+ "MBartForConditionalGeneration"
9
+ ],
10
+ "attention_dropout": 0.0,
11
+ "bos_token_id": 0,
12
+ "classif_dropout": 0.0,
13
+ "classifier_dropout": 0.0,
14
+ "d_model": 1024,
15
+ "decoder_attention_heads": 16,
16
+ "decoder_ffn_dim": 4096,
17
+ "decoder_layerdrop": 0.0,
18
+ "decoder_layers": 12,
19
+ "decoder_start_token_id": 2,
20
+ "dropout": 0.1,
21
+ "dtype": "float32",
22
+ "encoder_attention_heads": 16,
23
+ "encoder_ffn_dim": 4096,
24
+ "encoder_layerdrop": 0.0,
25
+ "encoder_layers": 12,
26
+ "eos_token_id": 2,
27
+ "gradient_checkpointing": false,
28
+ "id2label": {
29
+ "0": "LABEL_0",
30
+ "1": "LABEL_1",
31
+ "2": "LABEL_2"
32
+ },
33
+ "init_std": 0.02,
34
+ "is_decoder": false,
35
+ "is_encoder_decoder": true,
36
+ "label2id": {
37
+ "LABEL_0": 0,
38
+ "LABEL_1": 1,
39
+ "LABEL_2": 2
40
+ },
41
+ "max_position_embeddings": 1024,
42
+ "model_type": "mbart",
43
+ "normalize_before": true,
44
+ "normalize_embedding": true,
45
+ "num_hidden_layers": 12,
46
+ "output_past": true,
47
+ "pad_token_id": 1,
48
+ "scale_embedding": true,
49
+ "static_position_embeddings": false,
50
+ "tie_word_embeddings": true,
51
+ "tokenizer_class": "MBart50Tokenizer",
52
+ "transformers_version": "5.2.0",
53
+ "use_cache": false,
54
+ "vocab_size": 250054
55
+ }
generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 0,
4
+ "decoder_start_token_id": 2,
5
+ "early_stopping": true,
6
+ "eos_token_id": [
7
+ 2
8
+ ],
9
+ "forced_eos_token_id": 2,
10
+ "max_length": 200,
11
+ "num_beams": 5,
12
+ "pad_token_id": 1,
13
+ "transformers_version": "5.2.0"
14
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf4997f78cad9805c6eeaef21a17b216e9b0acb41e5cf41a35bf07e6aaf4715e
3
+ size 5517243408
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a88275ec9c8c0410b9a46b2b0dba553cd36f9b16b8595f7cf9a8ac68c1636f12
3
+ size 16793389
tokenizer_config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<s>",
4
+ "cls_token": "<s>",
5
+ "eos_token": "</s>",
6
+ "extra_special_tokens": [
7
+ "<s>",
8
+ "</s>",
9
+ "ar_AR",
10
+ "cs_CZ",
11
+ "de_DE",
12
+ "en_XX",
13
+ "es_XX",
14
+ "et_EE",
15
+ "fi_FI",
16
+ "fr_XX",
17
+ "gu_IN",
18
+ "hi_IN",
19
+ "it_IT",
20
+ "ja_XX",
21
+ "kk_KZ",
22
+ "ko_KR",
23
+ "lt_LT",
24
+ "lv_LV",
25
+ "my_MM",
26
+ "ne_NP",
27
+ "nl_XX",
28
+ "ro_RO",
29
+ "ru_RU",
30
+ "si_LK",
31
+ "tr_TR",
32
+ "vi_VN",
33
+ "zh_CN",
34
+ "af_ZA",
35
+ "az_AZ",
36
+ "bn_IN",
37
+ "fa_IR",
38
+ "he_IL",
39
+ "hr_HR",
40
+ "id_ID",
41
+ "ka_GE",
42
+ "km_KH",
43
+ "mk_MK",
44
+ "ml_IN",
45
+ "mn_MN",
46
+ "mr_IN",
47
+ "pl_PL",
48
+ "ps_AF",
49
+ "pt_XX",
50
+ "sv_SE",
51
+ "sw_KE",
52
+ "ta_IN",
53
+ "te_IN",
54
+ "th_TH",
55
+ "tl_XX",
56
+ "uk_UA",
57
+ "ur_PK",
58
+ "xh_ZA",
59
+ "gl_ES",
60
+ "sl_SI"
61
+ ],
62
+ "is_local": false,
63
+ "mask_token": "<mask>",
64
+ "model_max_length": 1024,
65
+ "pad_token": "<pad>",
66
+ "sep_token": "</s>",
67
+ "src_lang": "en_XX",
68
+ "tgt_lang": null,
69
+ "tokenizer_class": "MBart50Tokenizer",
70
+ "unk_id": 0,
71
+ "unk_token": "<unk>"
72
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85efb4408ff11d4c6470c05c5b5d5c692a4d5cff9bc0a5920d6a376ec855e9bd
3
+ size 5329