BERTc-315M-MT / mt_config.json
tf-bao's picture
Upload BERTc-315M-MT release
456ae8a verified
Raw
History Blame Contribute Delete
510 Bytes
{
"base_model": "Ismantic/BERTc-315M",
"task": "Chinese Word Segmentation + POS + NER",
"metric": {
"joint_score": 1.4712,
"cws_micro_f1": 0.984,
"pos_per_word_acc": 0.98,
"ner_micro_f1": 0.966
},
"training_recipe": {
"epochs": 5,
"batch_size": 64,
"bert_lr": 2e-05,
"head_lr": 0.0005,
"warmup_ratio": 0.1,
"fgm": true,
"fgm_eps": 1.0,
"alpha_pos": 2.0,
"beta_ner": 0.5
},
"source_checkpoint": "finetune/sota/sota_mt_v4large_fgm_5ep_best.pt"
}