| { |
| "CUDA_VISIBLE_DEVICES": "0", |
| "USE_TORCH": "1", |
| "output_hidden_states": null, |
| "pretrained_model_name_or_path": "hfl/chinese-roberta-wwm-ext", |
| "model_save_path": "../output/sequence_labeling/bert4sl_public_v10", |
| "config_name": "sl.config", |
| "model_name": "pytorch_model.bin", |
| "path_train": "/opt/dataset/punct/v2_merge_punct_public.train.span", |
| "path_dev": "/opt/dataset/punct/v2_merge_punct_public.dev.span", |
| "path_tet": "/opt/dataset/punct/v2_merge_punct_public.tet.span", |
| "loss_type": "CIRCLE_LOSS", |
| "corpus_type": "DATA-SPAN", |
| "task_type": "SL-CRF", |
| "model_type": "BERT", |
| "active_type": "GELU", |
| "padding_side": "RIGHT", |
| "max_len_limit": 512, |
| "batch_size": 32, |
| "num_labels": 137, |
| "dense_lr": 3e-05, |
| "max_len": 128, |
| "epochs": 3, |
| "lr": 3e-05, |
| "grad_accum_steps": 4, |
| "max_grad_norm": 1.0, |
| "weight_decay": 0.99, |
| "dropout_rate": 0.1, |
| "adam_eps": 1e-08, |
| "seed": 2021, |
| "evaluate_steps": 3200, |
| "warmup_steps": 128, |
| "ignore_index": 0, |
| "save_steps": 3200, |
| "stop_epochs": 4, |
| "num_workers": 0, |
| "max_steps": -1, |
| "flag_save_model_state": true, |
| "flag_dynamic_encode": false, |
| "flag_tokenizer_char": true, |
| "flag_soft_label": true, |
| "flag_dropout": true, |
| "flag_shuffle": true, |
| "flag_active": true, |
| "flag_train": false, |
| "flag_cuda": true, |
| "flag_adv": false, |
| "save_best_mertics_key": [ |
| "micro_avg", |
| "f1-score" |
| ], |
| "multi_label_threshold": 0.3, |
| "grid_pointer_threshold": 0, |
| "xy_keys_predict": [ |
| "text", |
| "label" |
| ], |
| "xy_keys": [ |
| "text", |
| "label" |
| ], |
| "label_sep": "|myz|", |
| "sl_ctype": "BIO", |
| "head_size": 64, |
| "adv_emb_name": "word_embeddings.", |
| "adv_eps": 1.0, |
| "additional_special_tokens": [], |
| "keys": [ |
| "text", |
| "label" |
| ], |
| "version": "v10", |
| "row_sep": " ", |
| "prior": [ |
| 0.5, |
| 0.4203515291420627, |
| 0.20280245911475547, |
| 0.09099409019456753, |
| 0.057407213264443396, |
| 0.0346761425207655, |
| 0.016178442418445606, |
| 0.01350873328253565, |
| 0.01312916600237759, |
| 0.012515661130986146, |
| 0.01244560116956664, |
| 0.0123608316491478, |
| 0.010844786654274916, |
| 0.010433171743857142, |
| 0.007847827741864325, |
| 0.007773167883987983, |
| 0.007506677179367756, |
| 0.006972988093749327, |
| 0.005921835930893178, |
| 0.004883320846215149, |
| 0.004302217443272409, |
| 0.003862548219299204, |
| 0.0036721327253112688, |
| 0.0026064226483939234, |
| 0.0025564303671212745, |
| 0.0022204357325213793, |
| 0.0020437188312785277, |
| 0.002031587236227531, |
| 0.001957786699667301, |
| 0.0019046098746937656, |
| 0.0018862608371791332, |
| 0.001810640561361254, |
| 0.001802856121203531, |
| 0.001711666965070206, |
| 0.0016780523371164027, |
| 0.0014267261263099216, |
| 0.0013526728481861295, |
| 0.0013433719586470319, |
| 0.001107867369719559, |
| 0.0007129839508096172, |
| 0.0006982238434975713, |
| 0.0006826549631821255, |
| 0.0006443898904587734, |
| 0.00048521325372715454, |
| 0.0004481107921961897, |
| 0.00042915517492900744, |
| 0.00042212895946197186, |
| 0.0003619764673341133, |
| 0.00030743483791734075, |
| 0.00028130136024498545, |
| 0.0002759937874101744, |
| 0.00025198333887174344, |
| 0.00024682741097506987, |
| 0.00021477978071535365, |
| 0.00020866343487714283, |
| 0.0001854617593421117, |
| 0.00017393674404366484, |
| 0.00015897444348076894, |
| 0.0001573568974739694, |
| 0.00014355720810346067, |
| 0.00011985004944130466, |
| 0.00011964785619045472, |
| 0.00010529213538010865, |
| 0.00010488774887840876, |
| 0.00010124827036310977, |
| 9.993401423258512e-05, |
| 9.41715065833617e-05, |
| 9.144189769688744e-05, |
| 8.886393374855065e-05, |
| 8.653871136377629e-05, |
| 8.057401046370292e-05, |
| 7.738946676281629e-05, |
| 7.294121524411751e-05, |
| 7.18797006771553e-05, |
| 7.132366923731796e-05, |
| 7.127312092460547e-05, |
| 6.171948982194559e-05, |
| 6.16689415092331e-05, |
| 6.030413706599598e-05, |
| 5.5047112543897416e-05, |
| 5.125598909046096e-05, |
| 5.100324752689853e-05, |
| 4.89307667056866e-05, |
| 4.670664094633721e-05, |
| 3.9882618730151575e-05, |
| 3.927603897760174e-05, |
| 3.811342778521456e-05, |
| 3.5636560462302737e-05, |
| 3.5232173960602844e-05, |
| 3.508052902246539e-05, |
| 2.8711441620692133e-05, |
| 2.7649927053729924e-05, |
| 2.7043347301180092e-05, |
| 2.4920318167255673e-05, |
| 2.4060996851143406e-05, |
| 2.390935191300595e-05, |
| 2.310057890960617e-05, |
| 2.2645644095193797e-05, |
| 2.244345084434385e-05, |
| 2.2039064342643962e-05, |
| 2.168522615365656e-05, |
| 1.9511648707019654e-05, |
| 1.865232739090739e-05, |
| 1.743916788580772e-05, |
| 1.7388619573095235e-05, |
| 1.6984233071395346e-05, |
| 1.6377653318845514e-05, |
| 1.587217019172065e-05, |
| 1.5164493813745846e-05, |
| 1.4204075872208608e-05, |
| 1.3850237683221205e-05, |
| 1.3496399494233802e-05, |
| 1.2940368054396454e-05, |
| 1.1474466985734356e-05, |
| 1.0968983858609495e-05, |
| 1.0210759167922203e-05, |
| 7.834988470435354e-06, |
| 6.874570528898117e-06, |
| 6.419635714485741e-06, |
| 6.419635714485741e-06, |
| 5.914152587360879e-06, |
| 5.459217772948504e-06, |
| 5.307572834811046e-06, |
| 3.740575140723975e-06, |
| 3.740575140723975e-06, |
| 3.336188639024086e-06, |
| 3.2856403263116e-06, |
| 2.8812538246117107e-06, |
| 2.274674072061877e-06, |
| 1.3142561305246399e-06, |
| 1.010966254249723e-06, |
| 8.087730033997784e-07, |
| 2.5274156356243075e-07, |
| 2.021932508499446e-07, |
| 1.010966254249723e-07, |
| 1.010966254249723e-07, |
| 1.010966254249723e-07 |
| ], |
| "l2i_conll": { |
| "O": 0, |
| "B-0": 1, |
| "B-1": 2, |
| "B-2": 3, |
| "B-7": 4, |
| "B-8": 5, |
| "B-15": 6, |
| "B-4": 7, |
| "B-26": 8, |
| "B-27": 9, |
| "B-3": 10, |
| "B-17": 11, |
| "B-21": 12, |
| "B-16": 13, |
| "B-18": 14, |
| "B-5": 15, |
| "B-25": 16, |
| "B-22": 17, |
| "B-6": 18, |
| "B-30": 19, |
| "B-34": 20, |
| "B-31": 21, |
| "B-13": 22, |
| "B-23": 23, |
| "B-53": 24, |
| "B-42": 25, |
| "B-11": 26, |
| "B-24": 27, |
| "B-137": 28, |
| "B-32": 29, |
| "B-37": 30, |
| "B-49": 31, |
| "B-35": 32, |
| "B-9": 33, |
| "B-43": 34, |
| "B-54": 35, |
| "B-36": 36, |
| "B-10": 37, |
| "B-40": 38, |
| "B-55": 39, |
| "B-29": 40, |
| "B-39": 41, |
| "B-57": 42, |
| "B-41": 43, |
| "B-12": 44, |
| "B-58": 45, |
| "B-14": 46, |
| "B-28": 47, |
| "B-62": 48, |
| "B-51": 49, |
| "B-56": 50, |
| "B-44": 51, |
| "B-38": 52, |
| "B-63": 53, |
| "B-61": 54, |
| "B-108": 55, |
| "B-123": 56, |
| "B-60": 57, |
| "B-68": 58, |
| "B-72": 59, |
| "B-131": 60, |
| "B-69": 61, |
| "B-64": 62, |
| "B-71": 63, |
| "B-66": 64, |
| "B-70": 65, |
| "B-73": 66, |
| "B-75": 67, |
| "B-79": 68, |
| "B-142": 69, |
| "B-74": 70, |
| "B-78": 71, |
| "B-45": 72, |
| "B-77": 73, |
| "B-121": 74, |
| "B-47": 75, |
| "B-46": 76, |
| "B-81": 77, |
| "B-76": 78, |
| "B-96": 79, |
| "B-80": 80, |
| "B-97": 81, |
| "B-65": 82, |
| "B-88": 83, |
| "B-141": 84, |
| "B-140": 85, |
| "B-87": 86, |
| "B-90": 87, |
| "B-91": 88, |
| "B-83": 89, |
| "B-110": 90, |
| "B-93": 91, |
| "B-95": 92, |
| "B-92": 93, |
| "B-82": 94, |
| "B-98": 95, |
| "B-89": 96, |
| "B-104": 97, |
| "B-143": 98, |
| "B-94": 99, |
| "B-101": 100, |
| "B-144": 101, |
| "B-113": 102, |
| "B-111": 103, |
| "B-103": 104, |
| "B-105": 105, |
| "B-112": 106, |
| "B-130": 107, |
| "B-99": 108, |
| "B-118": 109, |
| "B-145": 110, |
| "B-146": 111, |
| "B-119": 112, |
| "B-50": 113, |
| "B-122": 114, |
| "B-117": 115, |
| "B-138": 116, |
| "B-116": 117, |
| "B-126": 118, |
| "B-100": 119, |
| "B-147": 120, |
| "B-120": 121, |
| "B-148": 122, |
| "B-133": 123, |
| "B-139": 124, |
| "B-129": 125, |
| "B-128": 126, |
| "B-114": 127, |
| "B-115": 128, |
| "B-52": 129, |
| "B-125": 130, |
| "B-134": 131, |
| "B-86": 132, |
| "B-107": 133, |
| "B-127": 134, |
| "B-109": 135, |
| "B-124": 136 |
| }, |
| "l2i": { |
| "O": 0, |
| "B-0": 1, |
| "B-1": 2, |
| "B-2": 3, |
| "B-7": 4, |
| "B-8": 5, |
| "B-15": 6, |
| "B-4": 7, |
| "B-26": 8, |
| "B-27": 9, |
| "B-3": 10, |
| "B-17": 11, |
| "B-21": 12, |
| "B-16": 13, |
| "B-18": 14, |
| "B-5": 15, |
| "B-25": 16, |
| "B-22": 17, |
| "B-6": 18, |
| "B-30": 19, |
| "B-34": 20, |
| "B-31": 21, |
| "B-13": 22, |
| "B-23": 23, |
| "B-53": 24, |
| "B-42": 25, |
| "B-11": 26, |
| "B-24": 27, |
| "B-137": 28, |
| "B-32": 29, |
| "B-37": 30, |
| "B-49": 31, |
| "B-35": 32, |
| "B-9": 33, |
| "B-43": 34, |
| "B-54": 35, |
| "B-36": 36, |
| "B-10": 37, |
| "B-40": 38, |
| "B-55": 39, |
| "B-29": 40, |
| "B-39": 41, |
| "B-57": 42, |
| "B-41": 43, |
| "B-12": 44, |
| "B-58": 45, |
| "B-14": 46, |
| "B-28": 47, |
| "B-62": 48, |
| "B-51": 49, |
| "B-56": 50, |
| "B-44": 51, |
| "B-38": 52, |
| "B-63": 53, |
| "B-61": 54, |
| "B-108": 55, |
| "B-123": 56, |
| "B-60": 57, |
| "B-68": 58, |
| "B-72": 59, |
| "B-131": 60, |
| "B-69": 61, |
| "B-64": 62, |
| "B-71": 63, |
| "B-66": 64, |
| "B-70": 65, |
| "B-73": 66, |
| "B-75": 67, |
| "B-79": 68, |
| "B-142": 69, |
| "B-74": 70, |
| "B-78": 71, |
| "B-45": 72, |
| "B-77": 73, |
| "B-121": 74, |
| "B-47": 75, |
| "B-46": 76, |
| "B-81": 77, |
| "B-76": 78, |
| "B-96": 79, |
| "B-80": 80, |
| "B-97": 81, |
| "B-65": 82, |
| "B-88": 83, |
| "B-141": 84, |
| "B-140": 85, |
| "B-87": 86, |
| "B-90": 87, |
| "B-91": 88, |
| "B-83": 89, |
| "B-110": 90, |
| "B-93": 91, |
| "B-95": 92, |
| "B-92": 93, |
| "B-82": 94, |
| "B-98": 95, |
| "B-89": 96, |
| "B-104": 97, |
| "B-143": 98, |
| "B-94": 99, |
| "B-101": 100, |
| "B-144": 101, |
| "B-113": 102, |
| "B-111": 103, |
| "B-103": 104, |
| "B-105": 105, |
| "B-112": 106, |
| "B-130": 107, |
| "B-99": 108, |
| "B-118": 109, |
| "B-145": 110, |
| "B-146": 111, |
| "B-119": 112, |
| "B-50": 113, |
| "B-122": 114, |
| "B-117": 115, |
| "B-138": 116, |
| "B-116": 117, |
| "B-126": 118, |
| "B-100": 119, |
| "B-147": 120, |
| "B-120": 121, |
| "B-148": 122, |
| "B-133": 123, |
| "B-139": 124, |
| "B-129": 125, |
| "B-128": 126, |
| "B-114": 127, |
| "B-115": 128, |
| "B-52": 129, |
| "B-125": 130, |
| "B-134": 131, |
| "B-86": 132, |
| "B-107": 133, |
| "B-127": 134, |
| "B-109": 135, |
| "B-124": 136 |
| }, |
| "i2l": { |
| "0": "O", |
| "1": "B-0", |
| "2": "B-1", |
| "3": "B-2", |
| "4": "B-7", |
| "5": "B-8", |
| "6": "B-15", |
| "7": "B-4", |
| "8": "B-26", |
| "9": "B-27", |
| "10": "B-3", |
| "11": "B-17", |
| "12": "B-21", |
| "13": "B-16", |
| "14": "B-18", |
| "15": "B-5", |
| "16": "B-25", |
| "17": "B-22", |
| "18": "B-6", |
| "19": "B-30", |
| "20": "B-34", |
| "21": "B-31", |
| "22": "B-13", |
| "23": "B-23", |
| "24": "B-53", |
| "25": "B-42", |
| "26": "B-11", |
| "27": "B-24", |
| "28": "B-137", |
| "29": "B-32", |
| "30": "B-37", |
| "31": "B-49", |
| "32": "B-35", |
| "33": "B-9", |
| "34": "B-43", |
| "35": "B-54", |
| "36": "B-36", |
| "37": "B-10", |
| "38": "B-40", |
| "39": "B-55", |
| "40": "B-29", |
| "41": "B-39", |
| "42": "B-57", |
| "43": "B-41", |
| "44": "B-12", |
| "45": "B-58", |
| "46": "B-14", |
| "47": "B-28", |
| "48": "B-62", |
| "49": "B-51", |
| "50": "B-56", |
| "51": "B-44", |
| "52": "B-38", |
| "53": "B-63", |
| "54": "B-61", |
| "55": "B-108", |
| "56": "B-123", |
| "57": "B-60", |
| "58": "B-68", |
| "59": "B-72", |
| "60": "B-131", |
| "61": "B-69", |
| "62": "B-64", |
| "63": "B-71", |
| "64": "B-66", |
| "65": "B-70", |
| "66": "B-73", |
| "67": "B-75", |
| "68": "B-79", |
| "69": "B-142", |
| "70": "B-74", |
| "71": "B-78", |
| "72": "B-45", |
| "73": "B-77", |
| "74": "B-121", |
| "75": "B-47", |
| "76": "B-46", |
| "77": "B-81", |
| "78": "B-76", |
| "79": "B-96", |
| "80": "B-80", |
| "81": "B-97", |
| "82": "B-65", |
| "83": "B-88", |
| "84": "B-141", |
| "85": "B-140", |
| "86": "B-87", |
| "87": "B-90", |
| "88": "B-91", |
| "89": "B-83", |
| "90": "B-110", |
| "91": "B-93", |
| "92": "B-95", |
| "93": "B-92", |
| "94": "B-82", |
| "95": "B-98", |
| "96": "B-89", |
| "97": "B-104", |
| "98": "B-143", |
| "99": "B-94", |
| "100": "B-101", |
| "101": "B-144", |
| "102": "B-113", |
| "103": "B-111", |
| "104": "B-103", |
| "105": "B-105", |
| "106": "B-112", |
| "107": "B-130", |
| "108": "B-99", |
| "109": "B-118", |
| "110": "B-145", |
| "111": "B-146", |
| "112": "B-119", |
| "113": "B-50", |
| "114": "B-122", |
| "115": "B-117", |
| "116": "B-138", |
| "117": "B-116", |
| "118": "B-126", |
| "119": "B-100", |
| "120": "B-147", |
| "121": "B-120", |
| "122": "B-148", |
| "123": "B-133", |
| "124": "B-139", |
| "125": "B-129", |
| "126": "B-128", |
| "127": "B-114", |
| "128": "B-115", |
| "129": "B-52", |
| "130": "B-125", |
| "131": "B-134", |
| "132": "B-86", |
| "133": "B-107", |
| "134": "B-127", |
| "135": "B-109", |
| "136": "B-124" |
| } |
| } |
