BERTc-165M-MT / mt_config.json
tf-bao's picture
Upload BERTc-165M-MT release
866611a verified
Raw
History Blame Contribute Delete
521 Bytes
{
"base_model": "Ismantic/BERTc-165M",
"task": "Chinese Word Segmentation + POS + NER",
"metric": {
"joint_score": 1.4689,
"cws_micro_f1": 0.9836,
"pos_per_word_acc": 0.9753,
"ner_micro_f1": 0.9632
},
"training_recipe": {
"epochs": 5,
"batch_size": 64,
"bert_lr": "2e-5",
"head_lr": "5e-4",
"warmup_ratio": "0.1",
"fgm": true,
"fgm_eps": "1.0",
"alpha_pos": "2.0",
"beta_ner": "0.5"
},
"source_checkpoint": "finetune/sota/sota_mt_v4mid_fgm_5ep_best.pt"
}