Tamil78 commited on
Commit
eb4ba25
·
verified ·
1 Parent(s): eda856f

Upload 5 files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_num_labels": 3,
3
+ "activation_dropout": 0.0,
4
+ "activation_function": "gelu",
5
+ "add_bias_logits": false,
6
+ "add_final_layer_norm": true,
7
+ "architectures": [
8
+ "MBartForConditionalGeneration"
9
+ ],
10
+ "attention_dropout": 0.0,
11
+ "bos_token_id": 0,
12
+ "classif_dropout": 0.0,
13
+ "classifier_dropout": 0.0,
14
+ "d_model": 1024,
15
+ "decoder_attention_heads": 16,
16
+ "decoder_ffn_dim": 4096,
17
+ "decoder_layerdrop": 0.0,
18
+ "decoder_layers": 12,
19
+ "decoder_start_token_id": 2,
20
+ "dropout": 0.1,
21
+ "dtype": "float16",
22
+ "encoder_attention_heads": 16,
23
+ "encoder_ffn_dim": 4096,
24
+ "encoder_layerdrop": 0.0,
25
+ "encoder_layers": 12,
26
+ "eos_token_id": 2,
27
+ "gradient_checkpointing": false,
28
+ "id2label": {
29
+ "0": "LABEL_0",
30
+ "1": "LABEL_1",
31
+ "2": "LABEL_2"
32
+ },
33
+ "init_std": 0.02,
34
+ "is_decoder": false,
35
+ "is_encoder_decoder": true,
36
+ "label2id": {
37
+ "LABEL_0": 0,
38
+ "LABEL_1": 1,
39
+ "LABEL_2": 2
40
+ },
41
+ "max_position_embeddings": 1024,
42
+ "model_type": "mbart",
43
+ "normalize_before": true,
44
+ "normalize_embedding": true,
45
+ "num_hidden_layers": 12,
46
+ "output_past": true,
47
+ "pad_token_id": 1,
48
+ "scale_embedding": true,
49
+ "static_position_embeddings": false,
50
+ "tie_word_embeddings": true,
51
+ "tokenizer_class": "MBart50Tokenizer",
52
+ "transformers_version": "5.0.0",
53
+ "use_cache": true,
54
+ "vocab_size": 250054
55
+ }
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 0,
4
+ "decoder_start_token_id": 2,
5
+ "early_stopping": true,
6
+ "eos_token_id": 2,
7
+ "forced_eos_token_id": 2,
8
+ "max_length": 200,
9
+ "num_beams": 5,
10
+ "pad_token_id": 1,
11
+ "transformers_version": "5.0.0"
12
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1279050b814ccd678846302f18b20d6a165fc7611c2fa333870fad8a31216734
3
+ size 2758652540
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a03e789999b9919d96ed970fd3e0588a6af1b402bae5b22a03d91d2449849baa
3
+ size 16793291
tokenizer_config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<s>",
4
+ "cls_token": "<s>",
5
+ "eos_token": "</s>",
6
+ "extra_special_tokens": [
7
+ "<s>",
8
+ "</s>",
9
+ "ar_AR",
10
+ "cs_CZ",
11
+ "de_DE",
12
+ "en_XX",
13
+ "es_XX",
14
+ "et_EE",
15
+ "fi_FI",
16
+ "fr_XX",
17
+ "gu_IN",
18
+ "hi_IN",
19
+ "it_IT",
20
+ "ja_XX",
21
+ "kk_KZ",
22
+ "ko_KR",
23
+ "lt_LT",
24
+ "lv_LV",
25
+ "my_MM",
26
+ "ne_NP",
27
+ "nl_XX",
28
+ "ro_RO",
29
+ "ru_RU",
30
+ "si_LK",
31
+ "tr_TR",
32
+ "vi_VN",
33
+ "zh_CN",
34
+ "af_ZA",
35
+ "az_AZ",
36
+ "bn_IN",
37
+ "fa_IR",
38
+ "he_IL",
39
+ "hr_HR",
40
+ "id_ID",
41
+ "ka_GE",
42
+ "km_KH",
43
+ "mk_MK",
44
+ "ml_IN",
45
+ "mn_MN",
46
+ "mr_IN",
47
+ "pl_PL",
48
+ "ps_AF",
49
+ "pt_XX",
50
+ "sv_SE",
51
+ "sw_KE",
52
+ "ta_IN",
53
+ "te_IN",
54
+ "th_TH",
55
+ "tl_XX",
56
+ "uk_UA",
57
+ "ur_PK",
58
+ "xh_ZA",
59
+ "gl_ES",
60
+ "sl_SI"
61
+ ],
62
+ "is_local": true,
63
+ "mask_token": "<mask>",
64
+ "model_max_length": 1024,
65
+ "pad_token": "<pad>",
66
+ "sep_token": "</s>",
67
+ "src_lang": "ta_IN",
68
+ "tgt_lang": "ta_IN",
69
+ "tokenizer_class": "MBart50Tokenizer",
70
+ "unk_id": 0,
71
+ "unk_token": "<unk>"
72
+ }