| { | |
| "_name_or_path": "/data/users/mrdupont/emtrl/models/pretrained_cluster/mlm-bert-30", | |
| "architectures": [ | |
| "BertForRegression" | |
| ], | |
| "attention_probs_dropout_prob": 0.1, | |
| "classifier_dropout": null, | |
| "hidden_act": "gelu", | |
| "hidden_dropout_prob": 0.1, | |
| "hidden_size": 768, | |
| "id2label": { | |
| "0": "MaxAbsEStateIndex", | |
| "1": "MaxEStateIndex", | |
| "2": "MinAbsEStateIndex", | |
| "3": "MinEStateIndex", | |
| "4": "qed", | |
| "5": "SPS", | |
| "6": "MolWt", | |
| "7": "HeavyAtomMolWt", | |
| "8": "ExactMolWt", | |
| "9": "NumValenceElectrons", | |
| "10": "NumRadicalElectrons", | |
| "11": "MaxPartialCharge", | |
| "12": "MinPartialCharge", | |
| "13": "MaxAbsPartialCharge", | |
| "14": "MinAbsPartialCharge", | |
| "15": "FpDensityMorgan1", | |
| "16": "FpDensityMorgan2", | |
| "17": "FpDensityMorgan3", | |
| "18": "BCUT2D_MWHI", | |
| "19": "BCUT2D_MWLOW", | |
| "20": "BCUT2D_CHGHI", | |
| "21": "BCUT2D_CHGLO", | |
| "22": "BCUT2D_LOGPHI", | |
| "23": "BCUT2D_LOGPLOW", | |
| "24": "BCUT2D_MRHI", | |
| "25": "BCUT2D_MRLOW", | |
| "26": "AvgIpc", | |
| "27": "BalabanJ", | |
| "28": "BertzCT", | |
| "29": "Chi0", | |
| "30": "Chi0n", | |
| "31": "Chi0v", | |
| "32": "Chi1", | |
| "33": "Chi1n", | |
| "34": "Chi1v", | |
| "35": "Chi2n", | |
| "36": "Chi2v", | |
| "37": "Chi3n", | |
| "38": "Chi3v", | |
| "39": "Chi4n", | |
| "40": "Chi4v", | |
| "41": "HallKierAlpha", | |
| "42": "Kappa1", | |
| "43": "Kappa2", | |
| "44": "Kappa3", | |
| "45": "LabuteASA", | |
| "46": "PEOE_VSA1", | |
| "47": "PEOE_VSA10", | |
| "48": "PEOE_VSA11", | |
| "49": "PEOE_VSA12", | |
| "50": "PEOE_VSA13", | |
| "51": "PEOE_VSA14", | |
| "52": "PEOE_VSA2", | |
| "53": "PEOE_VSA3", | |
| "54": "PEOE_VSA4", | |
| "55": "PEOE_VSA5", | |
| "56": "PEOE_VSA6", | |
| "57": "PEOE_VSA7", | |
| "58": "PEOE_VSA8", | |
| "59": "PEOE_VSA9", | |
| "60": "SMR_VSA1", | |
| "61": "SMR_VSA10", | |
| "62": "SMR_VSA2", | |
| "63": "SMR_VSA3", | |
| "64": "SMR_VSA4", | |
| "65": "SMR_VSA5", | |
| "66": "SMR_VSA6", | |
| "67": "SMR_VSA7", | |
| "68": "SMR_VSA8", | |
| "69": "SMR_VSA9", | |
| "70": "SlogP_VSA1", | |
| "71": "SlogP_VSA10", | |
| "72": "SlogP_VSA11", | |
| "73": "SlogP_VSA12", | |
| "74": "SlogP_VSA2", | |
| "75": "SlogP_VSA3", | |
| "76": "SlogP_VSA4", | |
| "77": "SlogP_VSA5", | |
| "78": "SlogP_VSA6", | |
| "79": "SlogP_VSA7", | |
| "80": "SlogP_VSA8", | |
| "81": "SlogP_VSA9", | |
| "82": "TPSA", | |
| "83": "EState_VSA1", | |
| "84": "EState_VSA10", | |
| "85": "EState_VSA11", | |
| "86": "EState_VSA2", | |
| "87": "EState_VSA3", | |
| "88": "EState_VSA4", | |
| "89": "EState_VSA5", | |
| "90": "EState_VSA6", | |
| "91": "EState_VSA7", | |
| "92": "EState_VSA8", | |
| "93": "EState_VSA9", | |
| "94": "VSA_EState1", | |
| "95": "VSA_EState10", | |
| "96": "VSA_EState2", | |
| "97": "VSA_EState3", | |
| "98": "VSA_EState4", | |
| "99": "VSA_EState5", | |
| "100": "VSA_EState6", | |
| "101": "VSA_EState7", | |
| "102": "VSA_EState8", | |
| "103": "VSA_EState9", | |
| "104": "FractionCSP3", | |
| "105": "HeavyAtomCount", | |
| "106": "NHOHCount", | |
| "107": "NOCount", | |
| "108": "NumAliphaticCarbocycles", | |
| "109": "NumAliphaticHeterocycles", | |
| "110": "NumAliphaticRings", | |
| "111": "NumAromaticCarbocycles", | |
| "112": "NumAromaticHeterocycles", | |
| "113": "NumAromaticRings", | |
| "114": "NumHAcceptors", | |
| "115": "NumHDonors", | |
| "116": "NumHeteroatoms", | |
| "117": "NumRotatableBonds", | |
| "118": "NumSaturatedCarbocycles", | |
| "119": "NumSaturatedHeterocycles", | |
| "120": "NumSaturatedRings", | |
| "121": "RingCount", | |
| "122": "MolLogP", | |
| "123": "MolMR", | |
| "124": "fr_Al_COO", | |
| "125": "fr_Al_OH", | |
| "126": "fr_Al_OH_noTert", | |
| "127": "fr_ArN", | |
| "128": "fr_Ar_COO", | |
| "129": "fr_Ar_N", | |
| "130": "fr_Ar_NH", | |
| "131": "fr_Ar_OH", | |
| "132": "fr_COO", | |
| "133": "fr_COO2", | |
| "134": "fr_C_O", | |
| "135": "fr_C_O_noCOO", | |
| "136": "fr_C_S", | |
| "137": "fr_HOCCN", | |
| "138": "fr_Imine", | |
| "139": "fr_NH0", | |
| "140": "fr_NH1", | |
| "141": "fr_NH2", | |
| "142": "fr_N_O", | |
| "143": "fr_Ndealkylation1", | |
| "144": "fr_Ndealkylation2", | |
| "145": "fr_Nhpyrrole", | |
| "146": "fr_SH", | |
| "147": "fr_aldehyde", | |
| "148": "fr_alkyl_carbamate", | |
| "149": "fr_alkyl_halide", | |
| "150": "fr_allylic_oxid", | |
| "151": "fr_amide", | |
| "152": "fr_amidine", | |
| "153": "fr_aniline", | |
| "154": "fr_aryl_methyl", | |
| "155": "fr_azide", | |
| "156": "fr_azo", | |
| "157": "fr_barbitur", | |
| "158": "fr_benzene", | |
| "159": "fr_benzodiazepine", | |
| "160": "fr_bicyclic", | |
| "161": "fr_diazo", | |
| "162": "fr_dihydropyridine", | |
| "163": "fr_epoxide", | |
| "164": "fr_ester", | |
| "165": "fr_ether", | |
| "166": "fr_furan", | |
| "167": "fr_guanido", | |
| "168": "fr_halogen", | |
| "169": "fr_hdrzine", | |
| "170": "fr_hdrzone", | |
| "171": "fr_imidazole", | |
| "172": "fr_imide", | |
| "173": "fr_isocyan", | |
| "174": "fr_isothiocyan", | |
| "175": "fr_ketone", | |
| "176": "fr_ketone_Topliss", | |
| "177": "fr_lactam", | |
| "178": "fr_lactone", | |
| "179": "fr_methoxy", | |
| "180": "fr_morpholine", | |
| "181": "fr_nitrile", | |
| "182": "fr_nitro", | |
| "183": "fr_nitro_arom", | |
| "184": "fr_nitro_arom_nonortho", | |
| "185": "fr_nitroso", | |
| "186": "fr_oxazole", | |
| "187": "fr_oxime", | |
| "188": "fr_para_hydroxylation", | |
| "189": "fr_phenol", | |
| "190": "fr_phenol_noOrthoHbond", | |
| "191": "fr_phos_acid", | |
| "192": "fr_phos_ester", | |
| "193": "fr_piperdine", | |
| "194": "fr_piperzine", | |
| "195": "fr_priamide", | |
| "196": "fr_prisulfonamd", | |
| "197": "fr_pyridine", | |
| "198": "fr_quatN", | |
| "199": "fr_sulfide", | |
| "200": "fr_sulfonamd", | |
| "201": "fr_sulfone", | |
| "202": "fr_term_acetylene", | |
| "203": "fr_tetrazole", | |
| "204": "fr_thiazole", | |
| "205": "fr_thiocyan", | |
| "206": "fr_thiophene", | |
| "207": "fr_unbrch_alkane", | |
| "208": "fr_urea", | |
| "209": "SPS" | |
| }, | |
| "initializer_range": 0.02, | |
| "intermediate_size": 3072, | |
| "label2id": {}, | |
| "layer_norm_eps": 1e-12, | |
| "max_position_embeddings": 128, | |
| "model_type": "bert", | |
| "norm_mean": [ | |
| 12.057678890994644, | |
| 12.057678890994644, | |
| 0.14579993191757354, | |
| -1.3852009346065863, | |
| 0.5904356520616725, | |
| 15.777389557657454, | |
| 408.7324938042132, | |
| 385.69151239157344, | |
| 408.24050419994927, | |
| 150.61338289962825, | |
| 0.0, | |
| 0.27882874421333403, | |
| -0.42878847173269524, | |
| 0.4341553310065758, | |
| 0.27346398399750516, | |
| 1.1177751972377303, | |
| 1.844960969904394, | |
| 2.517510815029362, | |
| 27.545019375166408, | |
| 10.029719301162345, | |
| 2.2614703832494225, | |
| -2.239680414209388, | |
| 2.3176379093688904, | |
| -2.3253972464518053, | |
| 6.6762947487508395, | |
| 0.047619777108010554, | |
| 2.9256232545746363, | |
| 1.769895412484821, | |
| 1001.9013105207902, | |
| 20.45703195454642, | |
| 16.109614775627357, | |
| 16.743491910475523, | |
| 13.785266376372702, | |
| 9.399836012052212, | |
| 10.028045781747311, | |
| 7.153590651754913, | |
| 7.883947848902827, | |
| 4.996603992718238, | |
| 5.605045998477151, | |
| 3.480563807786887, | |
| 3.9576000683350245, | |
| -2.778167012665154, | |
| 19.926870992230338, | |
| 8.391167283232372, | |
| 4.471842556884111, | |
| 169.6976480071837, | |
| 14.882530775435384, | |
| 10.2112084881468, | |
| 4.963012790913498, | |
| 3.795918365387303, | |
| 3.7089532809594252, | |
| 2.7098672595696054, | |
| 8.048492587593628, | |
| 7.39801490798831, | |
| 3.5472790384969985, | |
| 1.7410487594389337, | |
| 24.54613728847955, | |
| 42.18815134978897, | |
| 25.642227548318935, | |
| 16.36197810643479, | |
| 14.681324675786595, | |
| 25.06163772865704, | |
| 0.4869503954892954, | |
| 13.306154631415609, | |
| 3.205443358278739, | |
| 28.238233296387044, | |
| 20.21287114147404, | |
| 56.83269827978232, | |
| 0.0, | |
| 7.719507039681765, | |
| 11.230560473102162, | |
| 8.230892904904513, | |
| 3.7050348385335896, | |
| 6.970990670551791, | |
| 40.7967778227743, | |
| 9.996279323458335, | |
| 6.617990024586013, | |
| 27.647280173821105, | |
| 44.56027316191675, | |
| 1.7199565505706207, | |
| 8.26878460273322, | |
| 0.0, | |
| 85.01882899628234, | |
| 10.991730896594815, | |
| 11.57963523588307, | |
| 0.05440415176796556, | |
| 15.518636659233751, | |
| 20.498756158867643, | |
| 27.235609255196657, | |
| 13.483092339975938, | |
| 16.315846174913787, | |
| 22.602361046607083, | |
| 21.248915190607903, | |
| 10.215833437303564, | |
| 17.517794802852176, | |
| 2.493441932261566, | |
| 20.3441951307563, | |
| 9.403543232471868, | |
| 3.153763479630196, | |
| 0.18213015315949954, | |
| 10.628206670163022, | |
| 2.2313772115830584, | |
| 3.4060131787919317, | |
| 0.10733814609711621, | |
| 0.32084818102427587, | |
| 28.71561338289963, | |
| 2.0656753407682777, | |
| 6.488228004956629, | |
| 0.23234200743494424, | |
| 0.7106567534076828, | |
| 0.942998760842627, | |
| 1.449194547707559, | |
| 1.1933085501858736, | |
| 2.6425030978934325, | |
| 5.438042131350682, | |
| 1.828996282527881, | |
| 7.856877323420075, | |
| 5.695167286245353, | |
| 0.1970260223048327, | |
| 0.5254027261462205, | |
| 0.7224287484510533, | |
| 3.5855018587360594, | |
| 3.356914429987612, | |
| 109.69784392812906, | |
| 0.10037174721189591, | |
| 0.19330855018587362, | |
| 0.1654275092936803, | |
| 0.08364312267657993, | |
| 0.0322180916976456, | |
| 1.6933085501858736, | |
| 0.17843866171003717, | |
| 0.06815365551425032, | |
| 0.1325898389095415, | |
| 0.1325898389095415, | |
| 0.9609665427509294, | |
| 0.8283767038413878, | |
| 0.0018587360594795538, | |
| 0.03531598513011153, | |
| 0.04460966542750929, | |
| 2.338909541511772, | |
| 1.1852540272614622, | |
| 0.23667905824039653, | |
| 0.013630731102850062, | |
| 0.09913258983890955, | |
| 0.2137546468401487, | |
| 0.17843866171003717, | |
| 0.0012391573729863693, | |
| 0.0, | |
| 0.009913258983890954, | |
| 0.3674101610904585, | |
| 0.04337050805452292, | |
| 0.79182156133829, | |
| 0.024783147459727387, | |
| 0.9014869888475836, | |
| 0.3847583643122677, | |
| 0.0, | |
| 0.0, | |
| 0.0018587360594795538, | |
| 1.4479553903345725, | |
| 0.0030978934324659233, | |
| 0.7992565055762082, | |
| 0.0, | |
| 0.0037174721189591076, | |
| 0.0006195786864931846, | |
| 0.042131350681536554, | |
| 0.7224287484510533, | |
| 0.01982651796778191, | |
| 0.009913258983890954, | |
| 0.9752168525402726, | |
| 0.0030978934324659233, | |
| 0.004956629491945477, | |
| 0.08674101610904585, | |
| 0.017967781908302356, | |
| 0.0, | |
| 0.0, | |
| 0.040272614622057, | |
| 0.027261462205700124, | |
| 0.004337050805452293, | |
| 0.006195786864931847, | |
| 0.2372986369268897, | |
| 0.052664188351920695, | |
| 0.08426270136307311, | |
| 0.011771995043370507, | |
| 0.008674101610904586, | |
| 0.007434944237918215, | |
| 0.0, | |
| 0.006815365551425031, | |
| 0.0055762081784386614, | |
| 0.19950433705080545, | |
| 0.045229244114002476, | |
| 0.042131350681536554, | |
| 0.0006195786864931846, | |
| 0.0006195786864931846, | |
| 0.2707558859975217, | |
| 0.08364312267657993, | |
| 0.08178438661710037, | |
| 0.0, | |
| 0.38971499380421315, | |
| 0.01734820322180917, | |
| 0.06319702602230483, | |
| 0.12701363073110286, | |
| 0.040892193308550186, | |
| 0.0018587360594795538, | |
| 0.007434944237918215, | |
| 0.06505576208178439, | |
| 0.0, | |
| 0.051425030978934326, | |
| 0.14684014869888476, | |
| 0.04770755885997522, | |
| 15.777389557657454 | |
| ], | |
| "norm_std": [ | |
| 2.313081557388622, | |
| 2.313081557388622, | |
| 0.16936211768221057, | |
| 1.7089907552260026, | |
| 0.1738540308149261, | |
| 5.62767936060862, | |
| 102.1020455937996, | |
| 95.32341247663977, | |
| 101.9792822434049, | |
| 39.60058289196948, | |
| 0.0, | |
| 0.08627296532834354, | |
| 0.06791492187004157, | |
| 0.06710304969821802, | |
| 0.07670894332205407, | |
| 0.15689160180299044, | |
| 0.21202467101837136, | |
| 0.26717143170938745, | |
| 13.311781847682598, | |
| 0.161416204221259, | |
| 0.12732840160789946, | |
| 0.13113228450729572, | |
| 0.09668039800223543, | |
| 0.17253288572826248, | |
| 1.0183870855220842, | |
| 0.29529133957276765, | |
| 0.30529187758938164, | |
| 0.40706300309430404, | |
| 299.7414244307342, | |
| 5.192020185447506, | |
| 4.253406449791665, | |
| 4.2663309020628715, | |
| 3.4286322391226842, | |
| 2.6321604712086777, | |
| 2.6972940784380444, | |
| 2.1918036172153244, | |
| 2.3285536018815263, | |
| 1.6618423564127656, | |
| 1.7781125031755478, | |
| 1.3080594474607283, | |
| 1.3911082678012727, | |
| 0.8850814973628028, | |
| 5.8429903183237215, | |
| 3.002260409044789, | |
| 2.055128990240505, | |
| 41.74140527855648, | |
| 8.955012011799548, | |
| 8.313834174355165, | |
| 7.079166404568169, | |
| 6.352244380279705, | |
| 4.517316466460085, | |
| 3.834312847342619, | |
| 6.2122483729833124, | |
| 6.396513420406555, | |
| 5.770214977610394, | |
| 4.39136608508366, | |
| 18.31897282337848, | |
| 19.53832886374558, | |
| 14.641507042901386, | |
| 10.374681023917287, | |
| 9.438155502637423, | |
| 13.159153102439308, | |
| 1.5605991801495531, | |
| 8.490380075808956, | |
| 5.597103601187963, | |
| 22.30335335910364, | |
| 15.707426718692696, | |
| 21.126705907263293, | |
| 0.0, | |
| 7.690920708382548, | |
| 8.002566979738704, | |
| 8.065276198183872, | |
| 5.063972185502812, | |
| 9.175527820051165, | |
| 21.225888445069003, | |
| 8.789060253260919, | |
| 7.159591584158964, | |
| 18.593067148668244, | |
| 18.067507561559403, | |
| 3.215953145182865, | |
| 8.863667057702934, | |
| 0.0, | |
| 39.47912783517726, | |
| 14.640999760912388, | |
| 8.474895803017109, | |
| 0.5960917698957956, | |
| 12.262847223563753, | |
| 13.41361344617585, | |
| 18.994353013067315, | |
| 12.786250856100345, | |
| 13.700074752862808, | |
| 18.943968094459834, | |
| 15.494527914456736, | |
| 9.248528975561868, | |
| 19.013295417415033, | |
| 3.8919499793800485, | |
| 14.12200678628746, | |
| 7.748770719748981, | |
| 3.5553099328700455, | |
| 1.5080476912216592, | |
| 5.634033127875796, | |
| 3.369340143661366, | |
| 2.976058577097345, | |
| 2.00503200263537, | |
| 0.1738718122959218, | |
| 7.164921542349504, | |
| 1.8075016498745002, | |
| 2.6256852922781273, | |
| 0.687051305517871, | |
| 0.8240035489756864, | |
| 1.049209263238451, | |
| 0.7522514545515041, | |
| 0.992439739802279, | |
| 0.9526342163256127, | |
| 2.148066796514804, | |
| 1.488660770109144, | |
| 2.937382301336828, | |
| 2.8669399496008663, | |
| 0.6254345329137216, | |
| 0.7276017233344493, | |
| 0.9619940306776951, | |
| 1.0990873603626996, | |
| 1.4291691141326586, | |
| 26.960405923207734, | |
| 0.31063329898524833, | |
| 0.48502208865374397, | |
| 0.4499971464996913, | |
| 0.3086005691833491, | |
| 0.17657883866706112, | |
| 1.5803917236596474, | |
| 0.40490308586003454, | |
| 0.2709649308271976, | |
| 0.34814588952393694, | |
| 0.34814588952393694, | |
| 1.0520944156070071, | |
| 1.035748969339086, | |
| 0.043072974818797155, | |
| 0.1845772638338761, | |
| 0.24989229909250607, | |
| 1.5443899516224178, | |
| 1.1795471601441787, | |
| 0.5324585839186948, | |
| 0.14872469829640322, | |
| 0.30295813938019306, | |
| 0.4678344259316867, | |
| 0.40490308586003454, | |
| 0.03517985022696004, | |
| 0.0, | |
| 0.09907061259631404, | |
| 1.057552578505299, | |
| 0.3958928425386544, | |
| 1.0723666760312136, | |
| 0.15546363903407612, | |
| 1.077348284177084, | |
| 0.6623458441032192, | |
| 0.0, | |
| 0.0, | |
| 0.043072974818796614, | |
| 0.7521667391358645, | |
| 0.05557244360964305, | |
| 0.9656296325407744, | |
| 0.0, | |
| 0.06085764142655968, | |
| 0.024883625313536023, | |
| 0.21286833832966173, | |
| 0.8700040875383119, | |
| 0.13940382761264078, | |
| 0.11087515964444744, | |
| 1.3093431940538454, | |
| 0.05557244360964295, | |
| 0.07022863601142326, | |
| 0.29436704379283896, | |
| 0.14615886165593062, | |
| 0.0, | |
| 0.0, | |
| 0.2088237549358447, | |
| 0.16284432714745037, | |
| 0.06571332281785336, | |
| 0.07846909640142403, | |
| 0.5327645406719654, | |
| 0.2368257977545646, | |
| 0.2822070397209167, | |
| 0.10785831064905968, | |
| 0.09273004676019769, | |
| 0.08590498147428458, | |
| 0.0, | |
| 0.08227342428649466, | |
| 0.07446552276583651, | |
| 0.5136064406523582, | |
| 0.2165664602606745, | |
| 0.20993754330811096, | |
| 0.024883625313536252, | |
| 0.024883625313536252, | |
| 0.6368874114448619, | |
| 0.27685185696594844, | |
| 0.2872814734031477, | |
| 0.0, | |
| 0.6106597834014514, | |
| 0.1305650913023256, | |
| 0.2605326534911613, | |
| 0.338524209560511, | |
| 0.1980404550463552, | |
| 0.043072974818796496, | |
| 0.0859049814742869, | |
| 0.2491237990934015, | |
| 0.0, | |
| 0.2291243533252381, | |
| 0.7240765108264273, | |
| 0.21314677498755896, | |
| 5.62767936060862 | |
| ], | |
| "num_attention_heads": 12, | |
| "num_hidden_layers": 12, | |
| "pad_token_id": 0, | |
| "position_embedding_type": "absolute", | |
| "property_subset": "all", | |
| "torch_dtype": "float32", | |
| "train_size": 0.3, | |
| "train_type": "mlm", | |
| "transformers_version": "4.34.1", | |
| "type_vocab_size": 2, | |
| "use_cache": true, | |
| "vocab_size": 4096 | |
| } | |