{
  "_name_or_path": "/data/users/mrdupont/emtrl/models/pretrained_cluster/mlm-bert-30",
  "architectures": [
    "BertForRegression"
  ],
  "attention_probs_dropout_prob": 0.1,
  "classifier_dropout": null,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 768,
  "id2label": {
    "0": "MaxAbsEStateIndex",
    "1": "MaxEStateIndex",
    "2": "MinAbsEStateIndex",
    "3": "MinEStateIndex",
    "4": "qed",
    "5": "SPS",
    "6": "MolWt",
    "7": "HeavyAtomMolWt",
    "8": "ExactMolWt",
    "9": "NumValenceElectrons",
    "10": "NumRadicalElectrons",
    "11": "MaxPartialCharge",
    "12": "MinPartialCharge",
    "13": "MaxAbsPartialCharge",
    "14": "MinAbsPartialCharge",
    "15": "FpDensityMorgan1",
    "16": "FpDensityMorgan2",
    "17": "FpDensityMorgan3",
    "18": "BCUT2D_MWHI",
    "19": "BCUT2D_MWLOW",
    "20": "BCUT2D_CHGHI",
    "21": "BCUT2D_CHGLO",
    "22": "BCUT2D_LOGPHI",
    "23": "BCUT2D_LOGPLOW",
    "24": "BCUT2D_MRHI",
    "25": "BCUT2D_MRLOW",
    "26": "AvgIpc",
    "27": "BalabanJ",
    "28": "BertzCT",
    "29": "Chi0",
    "30": "Chi0n",
    "31": "Chi0v",
    "32": "Chi1",
    "33": "Chi1n",
    "34": "Chi1v",
    "35": "Chi2n",
    "36": "Chi2v",
    "37": "Chi3n",
    "38": "Chi3v",
    "39": "Chi4n",
    "40": "Chi4v",
    "41": "HallKierAlpha",
    "42": "Kappa1",
    "43": "Kappa2",
    "44": "Kappa3",
    "45": "LabuteASA",
    "46": "PEOE_VSA1",
    "47": "PEOE_VSA10",
    "48": "PEOE_VSA11",
    "49": "PEOE_VSA12",
    "50": "PEOE_VSA13",
    "51": "PEOE_VSA14",
    "52": "PEOE_VSA2",
    "53": "PEOE_VSA3",
    "54": "PEOE_VSA4",
    "55": "PEOE_VSA5",
    "56": "PEOE_VSA6",
    "57": "PEOE_VSA7",
    "58": "PEOE_VSA8",
    "59": "PEOE_VSA9",
    "60": "SMR_VSA1",
    "61": "SMR_VSA10",
    "62": "SMR_VSA2",
    "63": "SMR_VSA3",
    "64": "SMR_VSA4",
    "65": "SMR_VSA5",
    "66": "SMR_VSA6",
    "67": "SMR_VSA7",
    "68": "SMR_VSA8",
    "69": "SMR_VSA9",
    "70": "SlogP_VSA1",
    "71": "SlogP_VSA10",
    "72": "SlogP_VSA11",
    "73": "SlogP_VSA12",
    "74": "SlogP_VSA2",
    "75": "SlogP_VSA3",
    "76": "SlogP_VSA4",
    "77": "SlogP_VSA5",
    "78": "SlogP_VSA6",
    "79": "SlogP_VSA7",
    "80": "SlogP_VSA8",
    "81": "SlogP_VSA9",
    "82": "TPSA",
    "83": "EState_VSA1",
    "84": "EState_VSA10",
    "85": "EState_VSA11",
    "86": "EState_VSA2",
    "87": "EState_VSA3",
    "88": "EState_VSA4",
    "89": "EState_VSA5",
    "90": "EState_VSA6",
    "91": "EState_VSA7",
    "92": "EState_VSA8",
    "93": "EState_VSA9",
    "94": "VSA_EState1",
    "95": "VSA_EState10",
    "96": "VSA_EState2",
    "97": "VSA_EState3",
    "98": "VSA_EState4",
    "99": "VSA_EState5",
    "100": "VSA_EState6",
    "101": "VSA_EState7",
    "102": "VSA_EState8",
    "103": "VSA_EState9",
    "104": "FractionCSP3",
    "105": "HeavyAtomCount",
    "106": "NHOHCount",
    "107": "NOCount",
    "108": "NumAliphaticCarbocycles",
    "109": "NumAliphaticHeterocycles",
    "110": "NumAliphaticRings",
    "111": "NumAromaticCarbocycles",
    "112": "NumAromaticHeterocycles",
    "113": "NumAromaticRings",
    "114": "NumHAcceptors",
    "115": "NumHDonors",
    "116": "NumHeteroatoms",
    "117": "NumRotatableBonds",
    "118": "NumSaturatedCarbocycles",
    "119": "NumSaturatedHeterocycles",
    "120": "NumSaturatedRings",
    "121": "RingCount",
    "122": "MolLogP",
    "123": "MolMR",
    "124": "fr_Al_COO",
    "125": "fr_Al_OH",
    "126": "fr_Al_OH_noTert",
    "127": "fr_ArN",
    "128": "fr_Ar_COO",
    "129": "fr_Ar_N",
    "130": "fr_Ar_NH",
    "131": "fr_Ar_OH",
    "132": "fr_COO",
    "133": "fr_COO2",
    "134": "fr_C_O",
    "135": "fr_C_O_noCOO",
    "136": "fr_C_S",
    "137": "fr_HOCCN",
    "138": "fr_Imine",
    "139": "fr_NH0",
    "140": "fr_NH1",
    "141": "fr_NH2",
    "142": "fr_N_O",
    "143": "fr_Ndealkylation1",
    "144": "fr_Ndealkylation2",
    "145": "fr_Nhpyrrole",
    "146": "fr_SH",
    "147": "fr_aldehyde",
    "148": "fr_alkyl_carbamate",
    "149": "fr_alkyl_halide",
    "150": "fr_allylic_oxid",
    "151": "fr_amide",
    "152": "fr_amidine",
    "153": "fr_aniline",
    "154": "fr_aryl_methyl",
    "155": "fr_azide",
    "156": "fr_azo",
    "157": "fr_barbitur",
    "158": "fr_benzene",
    "159": "fr_benzodiazepine",
    "160": "fr_bicyclic",
    "161": "fr_diazo",
    "162": "fr_dihydropyridine",
    "163": "fr_epoxide",
    "164": "fr_ester",
    "165": "fr_ether",
    "166": "fr_furan",
    "167": "fr_guanido",
    "168": "fr_halogen",
    "169": "fr_hdrzine",
    "170": "fr_hdrzone",
    "171": "fr_imidazole",
    "172": "fr_imide",
    "173": "fr_isocyan",
    "174": "fr_isothiocyan",
    "175": "fr_ketone",
    "176": "fr_ketone_Topliss",
    "177": "fr_lactam",
    "178": "fr_lactone",
    "179": "fr_methoxy",
    "180": "fr_morpholine",
    "181": "fr_nitrile",
    "182": "fr_nitro",
    "183": "fr_nitro_arom",
    "184": "fr_nitro_arom_nonortho",
    "185": "fr_nitroso",
    "186": "fr_oxazole",
    "187": "fr_oxime",
    "188": "fr_para_hydroxylation",
    "189": "fr_phenol",
    "190": "fr_phenol_noOrthoHbond",
    "191": "fr_phos_acid",
    "192": "fr_phos_ester",
    "193": "fr_piperdine",
    "194": "fr_piperzine",
    "195": "fr_priamide",
    "196": "fr_prisulfonamd",
    "197": "fr_pyridine",
    "198": "fr_quatN",
    "199": "fr_sulfide",
    "200": "fr_sulfonamd",
    "201": "fr_sulfone",
    "202": "fr_term_acetylene",
    "203": "fr_tetrazole",
    "204": "fr_thiazole",
    "205": "fr_thiocyan",
    "206": "fr_thiophene",
    "207": "fr_unbrch_alkane",
    "208": "fr_urea"
  },
  "initializer_range": 0.02,
  "intermediate_size": 3072,
  "label2id": {},
  "layer_norm_eps": 1e-12,
  "max_position_embeddings": 128,
  "model_type": "bert",
  "norm_mean": [
    10.901470672980839,
    10.901470672980839,
    0.2126691102643166,
    -0.47987264722125444,
    0.7571729578263456,
    15.112505059303652,
    322.30221623222826,
    302.57487236799483,
    321.9895169251406,
    120.70294784580499,
    0.0,
    0.2479050877131791,
    -0.3945322213339642,
    0.39715494854311434,
    0.245282360504029,
    1.1908367614416708,
    1.9492674282090046,
    2.6414371746350556,
    23.206227547881287,
    10.059474424559793,
    2.2170111185299315,
    -2.208304694543933,
    2.2598718908536366,
    -2.289153123680291,
    6.308097276957915,
    0.12303307248904856,
    2.877207492881058,
    1.7935337550149097,
    751.8716513150555,
    16.31781166309265,
    13.205177528306928,
    13.537170946822439,
    11.138564023059923,
    7.726994635038859,
    8.068192582818032,
    5.835879800169358,
    6.222873810385706,
    4.0701131414087905,
    4.394886302769615,
    2.8139466974487344,
    3.077511924438501,
    -2.305328798185944,
    15.555429740476075,
    6.578112061806539,
    3.433567156330682,
    136.52107930904893,
    10.348620219485843,
    7.438779714659529,
    3.0096630498986348,
    3.597821430485861,
    2.540921645722473,
    1.2883158386980065,
    6.670072600254177,
    5.979657276588006,
    2.920748626899259,
    2.4576241953271287,
    18.348957232015145,
    34.396755811445516,
    25.070551391838276,
    12.194537672851473,
    9.266359528038238,
    16.160514922062323,
    0.3957249937701008,
    13.719198307695567,
    2.110045171208747,
    24.96021888274439,
    16.87317411038764,
    46.74499260459539,
    0.0,
    6.032798185666834,
    6.768243327787327,
    5.233550684225839,
    2.2159210801297298,
    3.898967319041114,
    34.01253591674917,
    9.358548262283552,
    6.266985037374287,
    25.5083152416043,
    35.696174755919216,
    0.5835702548685607,
    6.720214826186257,
    0.0,
    63.158989310009716,
    3.544487275211294,
    6.723657069614678,
    0.014222270967524523,
    9.976092089569185,
    16.080359863391923,
    25.98560728075462,
    10.606127581411336,
    14.162446439414293,
    23.11203611469234,
    20.30162750904849,
    5.756363212093216,
    9.77813833891901,
    1.075257444282524,
    16.350283516209924,
    6.670732015176935,
    2.5854080564889284,
    0.6232723925197333,
    8.593265012637053,
    3.118360913871543,
    3.3759638194231867,
    0.632543124240045,
    0.3609673622488247,
    23.067055393586006,
    1.089731130547457,
    5.2552640103660515,
    0.21477162293488825,
    0.6252024619371558,
    0.8399740848720441,
    0.9792678976352446,
    1.285066407515387,
    2.2643343051506317,
    4.503401360544218,
    0.9951409135082604,
    5.954972465176547,
    4.061224489795919,
    0.1726595400064788,
    0.47327502429543244,
    0.6459345643019112,
    3.1043083900226756,
    2.7640657758341423,
    88.71853485584707,
    0.011337868480725623,
    0.09037900874635568,
    0.06349206349206349,
    0.05344995140913508,
    0.019112406867508907,
    1.9650145772594751,
    0.1289277615808228,
    0.04308390022675737,
    0.03045027534823453,
    0.03045027534823453,
    0.75348234531908,
    0.7230320699708455,
    0.00032393909944930353,
    0.016844833171363784,
    0.00647878198898607,
    2.6575963718820863,
    0.7291869128603823,
    0.09556203433754454,
    0.010689990281827016,
    0.0741820537738905,
    0.2199546485260771,
    0.1289277615808228,
    0.0009718172983479105,
    0.0006478781988986071,
    0.0022675736961451248,
    0.1373501781665047,
    0.026239067055393587,
    0.7366375121477162,
    0.0058309037900874635,
    0.6183997408487204,
    0.6621315192743764,
    0.00032393909944930353,
    0.00032393909944930353,
    0.0,
    0.9789439585357953,
    0.0,
    0.5801749271137027,
    0.0,
    0.0,
    0.0006478781988986071,
    0.013929381276320051,
    0.46485260770975056,
    0.031746031746031744,
    0.0025915127955944283,
    0.43958535795270487,
    0.0029154518950437317,
    0.003887269193391642,
    0.1198574667962423,
    0.018788467768059605,
    0.0,
    0.0,
    0.02397149335924846,
    0.016844833171363784,
    0.0,
    0.0035633300939423387,
    0.17201166180758018,
    0.03271784904437966,
    0.07191448007774538,
    0.0016196954972465176,
    0.0009718172983479105,
    0.0006478781988986071,
    0.0,
    0.022675736961451247,
    0.0016196954972465176,
    0.2468415937803693,
    0.028830579850988015,
    0.028182701652089408,
    0.00032393909944930353,
    0.00032393909944930353,
    0.19436345966958213,
    0.06057661159701976,
    0.022999676060900552,
    0.0,
    0.319080012957564,
    0.0,
    0.047619047619047616,
    0.04826692581794623,
    0.01004211208292841,
    0.0051830255911888565,
    0.011337868480725623,
    0.06478781988986071,
    0.0,
    0.06025267249757046,
    0.022675736961451247,
    0.05344995140913508
  ],
  "norm_std": [
    2.9712245505807977,
    2.9712245505807977,
    0.22071035293147043,
    1.2561737229348888,
    0.14805065043434723,
    4.893331388257598,
    74.52156351593888,
    70.60509741699919,
    74.43378440362558,
    28.059210170722785,
    0.0,
    0.07326616982592415,
    0.06961182896902136,
    0.06926685235148378,
    0.06806583722228131,
    0.16753571963904107,
    0.20985382441270847,
    0.2515004404860581,
    11.453600542340473,
    0.25646631629098066,
    0.11915814677315673,
    0.12841906504682393,
    0.09571925077602839,
    0.16740990349660526,
    0.8959767166152746,
    0.2856770087047315,
    0.31168481244931184,
    0.3477772779378287,
    262.12729960251323,
    3.746759032304254,
    3.0708045030583078,
    3.0881972012404644,
    2.581813066168581,
    1.9214996470973957,
    1.9865109510535761,
    1.639298181539354,
    1.7536830757873365,
    1.297382810038112,
    1.4002640362894672,
    1.0247249257595772,
    1.1178634618555663,
    0.7531835986604933,
    3.82933380489494,
    1.792885944936362,
    1.165733673818263,
    30.83294105333115,
    6.012331871978437,
    7.0172010258217306,
    4.757096408962425,
    4.399175214975861,
    3.6100718741961173,
    2.772616767531515,
    4.777420728107407,
    5.2668707636085115,
    4.56378858008104,
    4.94787510157232,
    15.047659788226504,
    15.405879223989464,
    13.193909511616287,
    8.853896741001327,
    6.794267464880448,
    10.608004004624044,
    1.4698425423929586,
    6.875008094185116,
    4.0259168303812665,
    16.88899478760791,
    13.110836033391678,
    19.99065587094617,
    0.0,
    7.307265760648941,
    5.057517225965957,
    6.071301780146288,
    4.2172680620361325,
    6.931186465399515,
    16.029706112895475,
    7.03141311751717,
    6.888523689191808,
    15.644127926195042,
    18.146624889742835,
    1.8620597644905594,
    7.6608088717257115,
    0.0,
    21.421821647803085,
    7.2374673154911475,
    5.768928705932006,
    0.273363739310916,
    8.744040018580197,
    11.815876582017216,
    16.572407529130732,
    11.288913598809572,
    12.299578676839852,
    17.01967081340482,
    14.253450088296724,
    6.31378674796446,
    12.550331318605176,
    2.369697399641536,
    9.42469082997776,
    6.039112122999529,
    2.3066035894770365,
    1.1515697517763641,
    5.455869299520255,
    2.9894681060222927,
    2.7671458391739012,
    1.6510068108242475,
    0.19018938950507325,
    5.346288914891576,
    0.9404257244426709,
    1.6008229945076895,
    0.5267715921837325,
    0.6795068736505014,
    0.8284985498339957,
    0.7556445932845213,
    0.8682465903685095,
    0.9279700140294497,
    1.5750025617611916,
    0.8174733949446659,
    1.8670363694578516,
    1.87246674319798,
    0.46967393702340093,
    0.6054351572829445,
    0.7460090291576333,
    0.9950334552512563,
    1.1327323279862798,
    20.40372391335886,
    0.10889076828610181,
    0.36166491182001564,
    0.3073210765731954,
    0.22920883207282564,
    0.13692013281924362,
    1.488561458867826,
    0.34745907738936294,
    0.24891721542063638,
    0.1736978246218173,
    0.1736978246218173,
    0.7278530237806814,
    0.7217730974616001,
    0.017995392824529718,
    0.13118293702189565,
    0.08022971627099863,
    1.4509672349068863,
    0.6932504106686272,
    0.3026763246803536,
    0.12292624529323004,
    0.2681761877316287,
    0.440738400958324,
    0.34745907738936294,
    0.031158832928826402,
    0.02544520490658459,
    0.0539472891309303,
    0.642356450130391,
    0.26505503983032774,
    0.7953717549038898,
    0.07613740441516496,
    0.7779923359128694,
    0.8580122527018799,
    0.017995392824530134,
    0.017995392824529777,
    0.0,
    0.7554212569467357,
    0.0,
    0.8426412547871915,
    0.0,
    0.0,
    0.03599078564906013,
    0.12260142744428609,
    0.7597624021078965,
    0.17532319074900074,
    0.050840897484453224,
    0.8613808061384497,
    0.053916157460369256,
    0.06222666897408195,
    0.3336503532734767,
    0.14046785270938839,
    0.0,
    0.0,
    0.1651790848102945,
    0.12868987826084954,
    0.0,
    0.05958718631202396,
    0.47675538178975535,
    0.18150247325060861,
    0.2741627330958334,
    0.04021283481356085,
    0.03115883292882676,
    0.025445204906583203,
    0.0,
    0.15315777587998605,
    0.040212834813561166,
    0.5731003621688314,
    0.21480215800965266,
    0.21337531850904787,
    0.01799539282453016,
    0.01799539282453016,
    0.40621265588423877,
    0.23855206082623295,
    0.1499022713703596,
    0.0,
    0.5274168266040146,
    0.0,
    0.23049080742989586,
    0.21733151195311748,
    0.09970590788836396,
    0.0718064191901384,
    0.10587408190411302,
    0.25264550120331536,
    0.0,
    0.24200397218055728,
    0.27790501042818894,
    0.2277911554500973
  ],
  "num_attention_heads": 12,
  "num_hidden_layers": 12,
  "pad_token_id": 0,
  "position_embedding_type": "absolute",
  "property_subset": "all",
  "torch_dtype": "float32",
  "train_size": 0.3,
  "train_type": "mlm",
  "transformers_version": "4.34.1",
  "type_vocab_size": 2,
  "use_cache": true,
  "vocab_size": 4096
}