wowcz commited on
Commit ·
4cf23c0
1
Parent(s): 8be4bcd
remove
Browse files- added_tokens.json +0 -1
- config.json +0 -60
- optimizer.pt +0 -3
- pytorch_model.bin +0 -3
- rng_state.pth +0 -3
- scheduler.pt +0 -3
- special_tokens_map.json +0 -1
- spiece.model +0 -3
- tokenizer.json +0 -0
- tokenizer_config.json +0 -1
- trainer_state.json +0 -0
- training_args.bin +0 -3
added_tokens.json
DELETED
|
@@ -1 +0,0 @@
|
|
| 1 |
-
{"[rew]": 32108, "[T]": 32115, "[CLO]": 32119, "[intent]": 32105, " <": 32122, "[fill]": 32106, "[sum]": 32107, "[docqa]": 32102, "[kgdial]": 32112, "[dialqa]": 32101, "[EK]": 32117, " <=": 32121, "[emo]": 32103, "[txt2sql]": 32110, "[sim]": 32113, "[REO]": 32120, "[comm]": 32104, "[nlg]": 32111, "[context]": 32116, "<mask>": 32118, "[tod]": 32114, "[dst]": 32109, "[chat]": 32100}
|
|
|
|
|
|
config.json
DELETED
|
@@ -1,60 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"_name_or_path": "/mnt/chenzhi/dialogzoo/ckpts/mtl_t5_base_8g_reo_clo/checkpoint-550000",
|
| 3 |
-
"architectures": [
|
| 4 |
-
"T5ForConditionalGeneration"
|
| 5 |
-
],
|
| 6 |
-
"d_ff": 3072,
|
| 7 |
-
"d_kv": 64,
|
| 8 |
-
"d_model": 768,
|
| 9 |
-
"decoder_start_token_id": 0,
|
| 10 |
-
"diversity_penalty": null,
|
| 11 |
-
"dropout_rate": 0.1,
|
| 12 |
-
"eos_token_id": 1,
|
| 13 |
-
"feed_forward_proj": "relu",
|
| 14 |
-
"initializer_factor": 1.0,
|
| 15 |
-
"is_encoder_decoder": true,
|
| 16 |
-
"layer_norm_epsilon": 1e-06,
|
| 17 |
-
"max_length": 512,
|
| 18 |
-
"model_type": "t5",
|
| 19 |
-
"n_positions": 512,
|
| 20 |
-
"num_decoder_layers": 12,
|
| 21 |
-
"num_heads": 12,
|
| 22 |
-
"num_layers": 12,
|
| 23 |
-
"output_past": true,
|
| 24 |
-
"pad_token_id": 0,
|
| 25 |
-
"relative_attention_max_distance": 128,
|
| 26 |
-
"relative_attention_num_buckets": 32,
|
| 27 |
-
"task_specific_params": {
|
| 28 |
-
"summarization": {
|
| 29 |
-
"early_stopping": true,
|
| 30 |
-
"length_penalty": 2.0,
|
| 31 |
-
"max_length": 200,
|
| 32 |
-
"min_length": 30,
|
| 33 |
-
"no_repeat_ngram_size": 3,
|
| 34 |
-
"num_beams": 4,
|
| 35 |
-
"prefix": "summarize: "
|
| 36 |
-
},
|
| 37 |
-
"translation_en_to_de": {
|
| 38 |
-
"early_stopping": true,
|
| 39 |
-
"max_length": 300,
|
| 40 |
-
"num_beams": 4,
|
| 41 |
-
"prefix": "translate English to German: "
|
| 42 |
-
},
|
| 43 |
-
"translation_en_to_fr": {
|
| 44 |
-
"early_stopping": true,
|
| 45 |
-
"max_length": 300,
|
| 46 |
-
"num_beams": 4,
|
| 47 |
-
"prefix": "translate English to French: "
|
| 48 |
-
},
|
| 49 |
-
"translation_en_to_ro": {
|
| 50 |
-
"early_stopping": true,
|
| 51 |
-
"max_length": 300,
|
| 52 |
-
"num_beams": 4,
|
| 53 |
-
"prefix": "translate English to Romanian: "
|
| 54 |
-
}
|
| 55 |
-
},
|
| 56 |
-
"torch_dtype": "float32",
|
| 57 |
-
"transformers_version": "4.18.0",
|
| 58 |
-
"use_cache": true,
|
| 59 |
-
"vocab_size": 32123
|
| 60 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
optimizer.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:405245811700f3a4556570361a567686a79abe29e8a212f96a1304f032ff11c1
|
| 3 |
-
size 2142711
|
|
|
|
|
|
|
|
|
|
|
|
pytorch_model.bin
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:769d53291ae713657c9a981ec5c5a116e5f2565bcda5c4d420d2c69d81d65a19
|
| 3 |
-
size 891685439
|
|
|
|
|
|
|
|
|
|
|
|
rng_state.pth
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:7f5d2635c7fe3419f7e3c55eb4e8ce92cf97b1f3cf17427f7ab0d6d83ff7ce15
|
| 3 |
-
size 14567
|
|
|
|
|
|
|
|
|
|
|
|
scheduler.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:120e58e3eb6089780428cf23a03bcf1ff328b0fdc595e08a54311fdd539f717c
|
| 3 |
-
size 623
|
|
|
|
|
|
|
|
|
|
|
|
special_tokens_map.json
DELETED
|
@@ -1 +0,0 @@
|
|
| 1 |
-
{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "additional_special_tokens": ["[chat]", "[dialqa]", "[docqa]", "[emo]", "[comm]", "[intent]", "[fill]", "[sum]", "[rew]", "[dst]", "[txt2sql]", "[nlg]", "[kgdial]", "[sim]", "[tod]", "[T]", "[context]", "[EK]", "<mask>", "[CLO]", "[REO]"]}
|
|
|
|
|
|
spiece.model
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86
|
| 3 |
-
size 791656
|
|
|
|
|
|
|
|
|
|
|
|
tokenizer.json
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer_config.json
DELETED
|
@@ -1 +0,0 @@
|
|
| 1 |
-
{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "sp_model_kwargs": {}, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "/mnt/chenzhi/dialogzoo/ckpts/mtl_t5_base_8g_reo_clo/checkpoint-550000", "tokenizer_class": "T5Tokenizer"}
|
|
|
|
|
|
trainer_state.json
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
training_args.bin
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:3580ced657d62e44787473e9d61d3bf2133dea284e502fb239c091783b9c2982
|
| 3 |
-
size 3247
|
|
|
|
|
|
|
|
|
|
|
|