Delete mt_template.json with huggingface_hub
Browse files- mt_template.json +0 -80
mt_template.json
DELETED
|
@@ -1,80 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"exp_name":"mt_enfrde",
|
| 3 |
-
"exp_id":"demo",
|
| 4 |
-
"dump_path":"/content/dump_path",
|
| 5 |
-
"encoder_only":"False",
|
| 6 |
-
"data_path":"/content/processed",
|
| 7 |
-
"lgs":"de-en-fr",
|
| 8 |
-
"clm_steps":"",
|
| 9 |
-
"mlm_steps":"",
|
| 10 |
-
"mt_steps":"...",
|
| 11 |
-
"ae_steps":"",
|
| 12 |
-
"bt_steps":"",
|
| 13 |
-
"pc_steps":"",
|
| 14 |
-
"reload_emb":"",
|
| 15 |
-
"reload_model":"/content/dump_path/mlm_enfrde/demo/best-valid_mlm_ppl.pth,/content/dump_path/mlm_enfrde/demo/best-valid_mlm_ppl.pth",
|
| 16 |
-
"reload_checkpoint":"",
|
| 17 |
-
"epoch_size":"100",
|
| 18 |
-
"max_epoch":"1",
|
| 19 |
-
"stopping_criterion":"valid_en-fr_mt_bleu,10",
|
| 20 |
-
"validation_metrics":"valid_en-fr_mt_bleu",
|
| 21 |
-
"train_n_samples":"-1",
|
| 22 |
-
"valid_n_samples":"-1",
|
| 23 |
-
"test_n_samples":"-1",
|
| 24 |
-
"remove_long_sentences_train":"False",
|
| 25 |
-
"remove_long_sentences_valid":"False",
|
| 26 |
-
"remove_long_sentences_test":"False",
|
| 27 |
-
|
| 28 |
-
"eval_bleu":"True",
|
| 29 |
-
"eval_only":"False",
|
| 30 |
-
"max_len":"100",
|
| 31 |
-
"group_by_size":"True",
|
| 32 |
-
"batch_size":"32",
|
| 33 |
-
"save_periodic":"0",
|
| 34 |
-
"fp16":"False",
|
| 35 |
-
"amp":"-1",
|
| 36 |
-
"emb_dim":"1024",
|
| 37 |
-
"n_layers":"6",
|
| 38 |
-
"n_heads":"8",
|
| 39 |
-
"dropout":"0.1",
|
| 40 |
-
"attention_dropout":"0.1",
|
| 41 |
-
"gelu_activation":"True",
|
| 42 |
-
"share_inout_emb":"True",
|
| 43 |
-
"sinusoidal_embeddings":"False",
|
| 44 |
-
"use_lang_emb":"True",
|
| 45 |
-
"use_memory":"False",
|
| 46 |
-
"asm":"False",
|
| 47 |
-
"context_size":"0",
|
| 48 |
-
"word_pred":"0.15",
|
| 49 |
-
"word_mask_keep_rand":"0.8,0.1,0.1",
|
| 50 |
-
"word_shuffle":"3",
|
| 51 |
-
"word_dropout":"0.1",
|
| 52 |
-
"word_blank":"0.1",
|
| 53 |
-
"max_vocab":"-1",
|
| 54 |
-
"min_count":"0",
|
| 55 |
-
"lg_sampling_factor":"-1",
|
| 56 |
-
"bptt":"256",
|
| 57 |
-
"max_batch_size":"0",
|
| 58 |
-
"tokens_per_batch":"2000",
|
| 59 |
-
"split_data":"False",
|
| 60 |
-
"optimizer":"adam_inverse_sqrt,beta1=0.9,beta2=0.98,lr=0.0001",
|
| 61 |
-
"clip_grad_norm":"5",
|
| 62 |
-
"accumulate_gradients":"1",
|
| 63 |
-
"lambda_mlm":"1",
|
| 64 |
-
"lambda_clm":"1",
|
| 65 |
-
"lambda_pc":"1",
|
| 66 |
-
"lambda_ae":"0:1,100000:0.1,300000:0",
|
| 67 |
-
"lambda_mt":"1",
|
| 68 |
-
"lambda_bt":"1",
|
| 69 |
-
"beam_size":"1",
|
| 70 |
-
"length_penalty":"1",
|
| 71 |
-
"early_stopping":"False",
|
| 72 |
-
"debug_train":"False",
|
| 73 |
-
"debug_slurm":"False",
|
| 74 |
-
"local_rank":"-1",
|
| 75 |
-
"master_port":"-1",
|
| 76 |
-
"mem_enc_positions":"",
|
| 77 |
-
"mem_dec_positions":"",
|
| 78 |
-
"asm_cutoffs":"8000,20000",
|
| 79 |
-
"asm_div_value":"4"
|
| 80 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|