boneb commited on
Commit
16133b9
·
1 Parent(s): 66378e4

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -1,58 +1,33 @@
1
  {
2
- "_name_or_path": "/d/hpc/projects/FRI/bb6846/run9//mbart-large-50/checkpoint-4146",
3
- "_num_labels": 3,
4
- "activation_dropout": 0.0,
5
- "activation_function": "gelu",
6
- "add_bias_logits": false,
7
- "add_final_layer_norm": true,
8
  "architectures": [
9
- "MBartForConditionalGeneration"
10
  ],
11
- "attention_dropout": 0.0,
12
- "bos_token_id": 0,
13
- "classif_dropout": 0.0,
14
  "classifier_dropout": 0.0,
15
- "d_model": 1024,
16
- "decoder_attention_heads": 16,
17
- "decoder_ffn_dim": 4096,
18
- "decoder_layerdrop": 0.0,
19
- "decoder_layers": 12,
20
- "decoder_start_token_id": 2,
21
- "dropout": 0.1,
22
- "early_stopping": true,
23
- "encoder_attention_heads": 16,
24
- "encoder_ffn_dim": 4096,
25
- "encoder_layerdrop": 0.0,
26
- "encoder_layers": 12,
27
- "eos_token_id": 2,
28
- "forced_eos_token_id": 2,
29
- "gradient_checkpointing": false,
30
- "id2label": {
31
- "0": "LABEL_0",
32
- "1": "LABEL_1",
33
- "2": "LABEL_2"
34
- },
35
- "init_std": 0.02,
36
  "is_encoder_decoder": true,
37
- "label2id": {
38
- "LABEL_0": 0,
39
- "LABEL_1": 1,
40
- "LABEL_2": 2
41
- },
42
- "max_length": 200,
43
- "max_position_embeddings": 1024,
44
- "model_type": "mbart",
45
- "normalize_before": true,
46
- "normalize_embedding": true,
47
- "num_beams": 5,
48
- "num_hidden_layers": 12,
49
  "output_past": true,
50
- "pad_token_id": 1,
51
- "scale_embedding": true,
52
- "static_position_embeddings": false,
53
- "tokenizer_class": "MBart50Tokenizer",
 
54
  "torch_dtype": "float32",
55
  "transformers_version": "4.32.0.dev0",
56
  "use_cache": true,
57
- "vocab_size": 250054
58
  }
 
1
  {
2
+ "_name_or_path": "google/mt5-base",
 
 
 
 
 
3
  "architectures": [
4
+ "MT5ForConditionalGeneration"
5
  ],
 
 
 
6
  "classifier_dropout": 0.0,
7
+ "d_ff": 2048,
8
+ "d_kv": 64,
9
+ "d_model": 768,
10
+ "decoder_start_token_id": 0,
11
+ "dense_act_fn": "gelu_new",
12
+ "dropout_rate": 0.1,
13
+ "eos_token_id": 1,
14
+ "feed_forward_proj": "gated-gelu",
15
+ "initializer_factor": 1.0,
 
 
 
 
 
 
 
 
 
 
 
 
16
  "is_encoder_decoder": true,
17
+ "is_gated_act": true,
18
+ "layer_norm_epsilon": 1e-06,
19
+ "model_type": "mt5",
20
+ "num_decoder_layers": 12,
21
+ "num_heads": 12,
22
+ "num_layers": 12,
 
 
 
 
 
 
23
  "output_past": true,
24
+ "pad_token_id": 0,
25
+ "relative_attention_max_distance": 128,
26
+ "relative_attention_num_buckets": 32,
27
+ "tie_word_embeddings": false,
28
+ "tokenizer_class": "T5Tokenizer",
29
  "torch_dtype": "float32",
30
  "transformers_version": "4.32.0.dev0",
31
  "use_cache": true,
32
+ "vocab_size": 250112
33
  }
generation_config.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
- "bos_token_id": 0,
3
- "decoder_start_token_id": 2,
4
- "early_stopping": true,
5
- "eos_token_id": 2,
6
- "forced_eos_token_id": 2,
7
- "max_length": 200,
8
- "num_beams": 5,
9
- "pad_token_id": 1,
10
  "transformers_version": "4.32.0.dev0"
11
  }
 
1
  {
2
+ "decoder_start_token_id": 0,
3
+ "eos_token_id": 1,
4
+ "pad_token_id": 0,
 
 
 
 
 
5
  "transformers_version": "4.32.0.dev0"
6
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:94f7e867c5916928747ed785d165c7c2953cd7b08a954007f0be1c45532f8835
3
- size 2444694045
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76d21f55c2603aed6fb74c13b89bacb704806c678ee96efcdd2cf404318c1b5a
3
+ size 2329702581
special_tokens_map.json CHANGED
@@ -1,63 +1,5 @@
1
  {
2
- "additional_special_tokens": [
3
- "ar_AR",
4
- "cs_CZ",
5
- "de_DE",
6
- "en_XX",
7
- "es_XX",
8
- "et_EE",
9
- "fi_FI",
10
- "fr_XX",
11
- "gu_IN",
12
- "hi_IN",
13
- "it_IT",
14
- "ja_XX",
15
- "kk_KZ",
16
- "ko_KR",
17
- "lt_LT",
18
- "lv_LV",
19
- "my_MM",
20
- "ne_NP",
21
- "nl_XX",
22
- "ro_RO",
23
- "ru_RU",
24
- "si_LK",
25
- "tr_TR",
26
- "vi_VN",
27
- "zh_CN",
28
- "af_ZA",
29
- "az_AZ",
30
- "bn_IN",
31
- "fa_IR",
32
- "he_IL",
33
- "hr_HR",
34
- "id_ID",
35
- "ka_GE",
36
- "km_KH",
37
- "mk_MK",
38
- "ml_IN",
39
- "mn_MN",
40
- "mr_IN",
41
- "pl_PL",
42
- "ps_AF",
43
- "pt_XX",
44
- "sv_SE",
45
- "sw_KE",
46
- "ta_IN",
47
- "te_IN",
48
- "th_TH",
49
- "tl_XX",
50
- "uk_UA",
51
- "ur_PK",
52
- "xh_ZA",
53
- "gl_ES",
54
- "sl_SI"
55
- ],
56
- "bos_token": "<s>",
57
- "cls_token": "<s>",
58
  "eos_token": "</s>",
59
- "mask_token": "<mask>",
60
  "pad_token": "<pad>",
61
- "sep_token": "</s>",
62
  "unk_token": "<unk>"
63
  }
 
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "eos_token": "</s>",
 
3
  "pad_token": "<pad>",
 
4
  "unk_token": "<unk>"
5
  }
spiece.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6
3
+ size 4309802
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53d5f2733f6b360d28c2576f5ee7f59d0fe1bc9e8e28a63e5f0227282700b294
3
- size 17109850
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db89e268649033b2f206501b13ff4b4edb14f23e84934fb956db725fcacdead8
3
+ size 16330467
tokenizer_config.json CHANGED
@@ -1,76 +1,12 @@
1
  {
2
- "additional_special_tokens": [
3
- "ar_AR",
4
- "cs_CZ",
5
- "de_DE",
6
- "en_XX",
7
- "es_XX",
8
- "et_EE",
9
- "fi_FI",
10
- "fr_XX",
11
- "gu_IN",
12
- "hi_IN",
13
- "it_IT",
14
- "ja_XX",
15
- "kk_KZ",
16
- "ko_KR",
17
- "lt_LT",
18
- "lv_LV",
19
- "my_MM",
20
- "ne_NP",
21
- "nl_XX",
22
- "ro_RO",
23
- "ru_RU",
24
- "si_LK",
25
- "tr_TR",
26
- "vi_VN",
27
- "zh_CN",
28
- "af_ZA",
29
- "az_AZ",
30
- "bn_IN",
31
- "fa_IR",
32
- "he_IL",
33
- "hr_HR",
34
- "id_ID",
35
- "ka_GE",
36
- "km_KH",
37
- "mk_MK",
38
- "ml_IN",
39
- "mn_MN",
40
- "mr_IN",
41
- "pl_PL",
42
- "ps_AF",
43
- "pt_XX",
44
- "sv_SE",
45
- "sw_KE",
46
- "ta_IN",
47
- "te_IN",
48
- "th_TH",
49
- "tl_XX",
50
- "uk_UA",
51
- "ur_PK",
52
- "xh_ZA",
53
- "gl_ES",
54
- "sl_SI"
55
- ],
56
- "bos_token": "<s>",
57
  "clean_up_tokenization_spaces": true,
58
- "cls_token": "<s>",
59
  "eos_token": "</s>",
60
- "mask_token": {
61
- "__type": "AddedToken",
62
- "content": "<mask>",
63
- "lstrip": true,
64
- "normalized": true,
65
- "rstrip": false,
66
- "single_word": false
67
- },
68
- "model_max_length": 1024,
69
  "pad_token": "<pad>",
70
- "sep_token": "</s>",
71
  "sp_model_kwargs": {},
72
- "src_lang": null,
73
- "tgt_lang": null,
74
- "tokenizer_class": "MBart50Tokenizer",
75
  "unk_token": "<unk>"
76
  }
 
1
  {
2
+ "additional_special_tokens": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  "clean_up_tokenization_spaces": true,
 
4
  "eos_token": "</s>",
5
+ "extra_ids": 0,
6
+ "legacy": true,
7
+ "model_max_length": 1000000000000000019884624838656,
 
 
 
 
 
 
8
  "pad_token": "<pad>",
 
9
  "sp_model_kwargs": {},
10
+ "tokenizer_class": "T5Tokenizer",
 
 
11
  "unk_token": "<unk>"
12
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d490f871f0bbb953a5822a5e6abac6028ddb0541e7a625e2c956902aebe88f2
3
  size 4219
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:078024978b842755082eadce25371ae2c0429b4e53584c643005b39052318dc2
3
  size 4219