{
  "_name_or_path": "/data/users/mrdupont/emtrl/models/pretrained_cluster/mlm-bert-30",
  "architectures": [
    "BertForRegression"
  ],
  "attention_probs_dropout_prob": 0.1,
  "classifier_dropout": null,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 768,
  "id2label": {
    "0": "MaxAbsEStateIndex",
    "1": "MaxEStateIndex",
    "2": "MinAbsEStateIndex",
    "3": "MinEStateIndex",
    "4": "qed",
    "5": "SPS",
    "6": "MolWt",
    "7": "HeavyAtomMolWt",
    "8": "ExactMolWt",
    "9": "NumValenceElectrons",
    "10": "NumRadicalElectrons",
    "11": "MaxPartialCharge",
    "12": "MinPartialCharge",
    "13": "MaxAbsPartialCharge",
    "14": "MinAbsPartialCharge",
    "15": "FpDensityMorgan1",
    "16": "FpDensityMorgan2",
    "17": "FpDensityMorgan3",
    "18": "BCUT2D_MWHI",
    "19": "BCUT2D_MWLOW",
    "20": "BCUT2D_CHGHI",
    "21": "BCUT2D_CHGLO",
    "22": "BCUT2D_LOGPHI",
    "23": "BCUT2D_LOGPLOW",
    "24": "BCUT2D_MRHI",
    "25": "BCUT2D_MRLOW",
    "26": "AvgIpc",
    "27": "BalabanJ",
    "28": "BertzCT",
    "29": "Chi0",
    "30": "Chi0n",
    "31": "Chi0v",
    "32": "Chi1",
    "33": "Chi1n",
    "34": "Chi1v",
    "35": "Chi2n",
    "36": "Chi2v",
    "37": "Chi3n",
    "38": "Chi3v",
    "39": "Chi4n",
    "40": "Chi4v",
    "41": "HallKierAlpha",
    "42": "Kappa1",
    "43": "Kappa2",
    "44": "Kappa3",
    "45": "LabuteASA",
    "46": "PEOE_VSA1",
    "47": "PEOE_VSA10",
    "48": "PEOE_VSA11",
    "49": "PEOE_VSA12",
    "50": "PEOE_VSA13",
    "51": "PEOE_VSA14",
    "52": "PEOE_VSA2",
    "53": "PEOE_VSA3",
    "54": "PEOE_VSA4",
    "55": "PEOE_VSA5",
    "56": "PEOE_VSA6",
    "57": "PEOE_VSA7",
    "58": "PEOE_VSA8",
    "59": "PEOE_VSA9",
    "60": "SMR_VSA1",
    "61": "SMR_VSA10",
    "62": "SMR_VSA2",
    "63": "SMR_VSA3",
    "64": "SMR_VSA4",
    "65": "SMR_VSA5",
    "66": "SMR_VSA6",
    "67": "SMR_VSA7",
    "68": "SMR_VSA8",
    "69": "SMR_VSA9",
    "70": "SlogP_VSA1",
    "71": "SlogP_VSA10",
    "72": "SlogP_VSA11",
    "73": "SlogP_VSA12",
    "74": "SlogP_VSA2",
    "75": "SlogP_VSA3",
    "76": "SlogP_VSA4",
    "77": "SlogP_VSA5",
    "78": "SlogP_VSA6",
    "79": "SlogP_VSA7",
    "80": "SlogP_VSA8",
    "81": "SlogP_VSA9",
    "82": "TPSA",
    "83": "EState_VSA1",
    "84": "EState_VSA10",
    "85": "EState_VSA11",
    "86": "EState_VSA2",
    "87": "EState_VSA3",
    "88": "EState_VSA4",
    "89": "EState_VSA5",
    "90": "EState_VSA6",
    "91": "EState_VSA7",
    "92": "EState_VSA8",
    "93": "EState_VSA9",
    "94": "VSA_EState1",
    "95": "VSA_EState10",
    "96": "VSA_EState2",
    "97": "VSA_EState3",
    "98": "VSA_EState4",
    "99": "VSA_EState5",
    "100": "VSA_EState6",
    "101": "VSA_EState7",
    "102": "VSA_EState8",
    "103": "VSA_EState9",
    "104": "FractionCSP3",
    "105": "HeavyAtomCount",
    "106": "NHOHCount",
    "107": "NOCount",
    "108": "NumAliphaticCarbocycles",
    "109": "NumAliphaticHeterocycles",
    "110": "NumAliphaticRings",
    "111": "NumAromaticCarbocycles",
    "112": "NumAromaticHeterocycles",
    "113": "NumAromaticRings",
    "114": "NumHAcceptors",
    "115": "NumHDonors",
    "116": "NumHeteroatoms",
    "117": "NumRotatableBonds",
    "118": "NumSaturatedCarbocycles",
    "119": "NumSaturatedHeterocycles",
    "120": "NumSaturatedRings",
    "121": "RingCount",
    "122": "MolLogP",
    "123": "MolMR",
    "124": "fr_Al_COO",
    "125": "fr_Al_OH",
    "126": "fr_Al_OH_noTert",
    "127": "fr_ArN",
    "128": "fr_Ar_COO",
    "129": "fr_Ar_N",
    "130": "fr_Ar_NH",
    "131": "fr_Ar_OH",
    "132": "fr_COO",
    "133": "fr_COO2",
    "134": "fr_C_O",
    "135": "fr_C_O_noCOO",
    "136": "fr_C_S",
    "137": "fr_HOCCN",
    "138": "fr_Imine",
    "139": "fr_NH0",
    "140": "fr_NH1",
    "141": "fr_NH2",
    "142": "fr_N_O",
    "143": "fr_Ndealkylation1",
    "144": "fr_Ndealkylation2",
    "145": "fr_Nhpyrrole",
    "146": "fr_SH",
    "147": "fr_aldehyde",
    "148": "fr_alkyl_carbamate",
    "149": "fr_alkyl_halide",
    "150": "fr_allylic_oxid",
    "151": "fr_amide",
    "152": "fr_amidine",
    "153": "fr_aniline",
    "154": "fr_aryl_methyl",
    "155": "fr_azide",
    "156": "fr_azo",
    "157": "fr_barbitur",
    "158": "fr_benzene",
    "159": "fr_benzodiazepine",
    "160": "fr_bicyclic",
    "161": "fr_diazo",
    "162": "fr_dihydropyridine",
    "163": "fr_epoxide",
    "164": "fr_ester",
    "165": "fr_ether",
    "166": "fr_furan",
    "167": "fr_guanido",
    "168": "fr_halogen",
    "169": "fr_hdrzine",
    "170": "fr_hdrzone",
    "171": "fr_imidazole",
    "172": "fr_imide",
    "173": "fr_isocyan",
    "174": "fr_isothiocyan",
    "175": "fr_ketone",
    "176": "fr_ketone_Topliss",
    "177": "fr_lactam",
    "178": "fr_lactone",
    "179": "fr_methoxy",
    "180": "fr_morpholine",
    "181": "fr_nitrile",
    "182": "fr_nitro",
    "183": "fr_nitro_arom",
    "184": "fr_nitro_arom_nonortho",
    "185": "fr_nitroso",
    "186": "fr_oxazole",
    "187": "fr_oxime",
    "188": "fr_para_hydroxylation",
    "189": "fr_phenol",
    "190": "fr_phenol_noOrthoHbond",
    "191": "fr_phos_acid",
    "192": "fr_phos_ester",
    "193": "fr_piperdine",
    "194": "fr_piperzine",
    "195": "fr_priamide",
    "196": "fr_prisulfonamd",
    "197": "fr_pyridine",
    "198": "fr_quatN",
    "199": "fr_sulfide",
    "200": "fr_sulfonamd",
    "201": "fr_sulfone",
    "202": "fr_term_acetylene",
    "203": "fr_tetrazole",
    "204": "fr_thiazole",
    "205": "fr_thiocyan",
    "206": "fr_thiophene",
    "207": "fr_unbrch_alkane",
    "208": "fr_urea"
  },
  "initializer_range": 0.02,
  "intermediate_size": 3072,
  "label2id": {},
  "layer_norm_eps": 1e-12,
  "max_position_embeddings": 128,
  "model_type": "bert",
  "norm_mean": [
    10.954628621886494,
    10.954628621886494,
    0.21224819007385876,
    -0.4435237057595585,
    0.7487694958658488,
    14.52111008330619,
    321.8113931455752,
    302.87602531063106,
    321.4922363411378,
    119.89231477220433,
    0.0,
    0.2493275248438764,
    -0.396945461144213,
    0.39976210141124113,
    0.24651088457684805,
    1.1766804356127507,
    1.9346059500290698,
    2.6316511183149,
    23.377401595504864,
    10.07159408805934,
    2.2102171212868593,
    -2.1933540833102407,
    2.2589142255201264,
    -2.2740035783473194,
    6.3186475627161975,
    0.1216983218607464,
    2.889430070222441,
    1.796347150849628,
    775.4212518563079,
    16.29460200295248,
    13.1094871383976,
    13.451591456893526,
    11.157090335723918,
    7.6610672040294086,
    7.9975799820125895,
    5.75226135809911,
    6.134401196182165,
    4.012271226481251,
    4.331326674711248,
    2.7680670044784907,
    3.0258659159497623,
    -2.406102162908423,
    15.383371988849717,
    6.4697500802996055,
    3.322276432819459,
    136.42601149334578,
    9.940686601381987,
    7.531443791691583,
    3.1429058567932744,
    3.536333957641793,
    2.537661626057309,
    1.4160452262976801,
    6.617629682203299,
    5.99399888311294,
    2.7650987277046695,
    2.672796687030167,
    19.656577149501405,
    34.355241526148724,
    23.733285166859783,
    12.276235148738786,
    9.167119046599689,
    17.171654581396915,
    0.4821287852553275,
    13.185951875220704,
    1.9777017157197032,
    22.2520332365762,
    15.684136835830163,
    49.48038701577679,
    0.0,
    6.774826938788065,
    6.694561986020363,
    5.288555948640954,
    2.3351072739680574,
    4.11410578571093,
    31.917156388024452,
    8.981283472790183,
    6.2115982955686135,
    23.82672658375237,
    38.39876349738517,
    0.6366156881139788,
    7.771465111188427,
    0.0,
    62.31334100322132,
    3.3533649730172375,
    6.657591953154122,
    0.016163516052185255,
    9.720714848794982,
    15.735146231527123,
    25.461390361673743,
    10.217647514072913,
    14.60078572241632,
    24.51664571486688,
    19.942680945343994,
    5.953808250243704,
    9.514646841224511,
    1.1648092443143367,
    16.482457517654943,
    6.47376276846864,
    2.6818871878940125,
    0.5823126143986456,
    9.55621146282546,
    2.862437342361628,
    3.1029804752728953,
    0.600344522575301,
    0.3234256351136846,
    23.082834790612058,
    1.0368154624942476,
    5.166589967786471,
    0.18177634606534745,
    0.5895075931891395,
    0.7712839392544869,
    1.1127473538886332,
    1.2853198343304189,
    2.398067188219052,
    4.4003681546249425,
    0.9429360331339163,
    5.873907040957202,
    3.878508973768983,
    0.1514035895075932,
    0.43074091118269675,
    0.5821445006902899,
    3.169351127473539,
    2.8952262954440813,
    88.80606774045103,
    0.01150483202945237,
    0.049700874367234235,
    0.038656235618959964,
    0.054302807179015186,
    0.024390243902439025,
    1.936953520478601,
    0.12931431201104465,
    0.046479521398987575,
    0.035895075931891396,
    0.035895075931891396,
    0.7887712839392544,
    0.7528762080073631,
    0.0018407731247123793,
    0.012885411872986655,
    0.012425218591808559,
    2.6143580303727565,
    0.7068568798895536,
    0.0966405890473999,
    0.009664058904739991,
    0.06810860561435803,
    0.20110446387482742,
    0.12931431201104465,
    0.0027611596870685687,
    0.0009203865623561896,
    0.0013805798435342844,
    0.12839392544868844,
    0.017027151403589506,
    0.7616198803497469,
    0.01150483202945237,
    0.6304647952139899,
    0.6401288541187299,
    0.0,
    0.0004601932811780948,
    0.0,
    1.1122871606074551,
    0.0,
    0.6203405430280718,
    0.0,
    0.0,
    0.0,
    0.01840773124712379,
    0.45467096180395766,
    0.039576622181316155,
    0.0032213529682466636,
    0.4491486424298205,
    0.0027611596870685687,
    0.0050621260929590425,
    0.13851817763460653,
    0.022549470777726646,
    0.0,
    0.0,
    0.02024850437183617,
    0.013805798435342844,
    0.0,
    0.0036815462494247586,
    0.17073170731707318,
    0.02945236999539807,
    0.0878969167050161,
    0.0013805798435342844,
    0.0004601932811780948,
    0.0004601932811780948,
    0.0,
    0.023469857340082834,
    0.0018407731247123793,
    0.30648872526461113,
    0.03405430280717901,
    0.03313391624482283,
    0.0,
    0.0,
    0.18223653934652553,
    0.05844454670961804,
    0.026691210308329497,
    0.0,
    0.30464795213989876,
    0.0,
    0.030372756557754257,
    0.04049700874367234,
    0.01150483202945237,
    0.005522319374137137,
    0.016106764841233318,
    0.07731247123791993,
    0.0,
    0.06810860561435803,
    0.02116889093419236,
    0.049700874367234235
  ],
  "norm_std": [
    2.925604379181858,
    2.925604379181858,
    0.21915304896122537,
    1.2088150944973952,
    0.1494171149083586,
    4.354275241569461,
    72.74003189505567,
    69.307073933064,
    72.64407682153677,
    26.86403530460521,
    0.0,
    0.07459260798063186,
    0.07307201343228635,
    0.07224555278712147,
    0.0695465041756789,
    0.17213434616034776,
    0.21110263887811256,
    0.24647347304324424,
    11.74483284619615,
    0.22669050944580135,
    0.1132557012511922,
    0.12720407083073756,
    0.0914344494327802,
    0.1652853996818242,
    0.8830563839852535,
    0.28667904836694214,
    0.31199941865031305,
    0.34808251163717896,
    266.03013172769965,
    3.6089685204365174,
    2.951340886961859,
    2.9895108679710467,
    2.5208749951255167,
    1.8515141750482367,
    1.9262121886102903,
    1.5641116708132905,
    1.688018555944131,
    1.2536719277088908,
    1.3648424467548843,
    0.9879152931068474,
    1.0844584531386694,
    0.7381792769225985,
    3.6020828485505563,
    1.6640202762609906,
    1.055843157280292,
    30.028903838891345,
    5.393336386693176,
    6.855604459686742,
    4.89631073015681,
    4.289022641962194,
    3.5569633893334442,
    2.954945656763917,
    4.797653171853573,
    5.222812388416793,
    4.4590313761317,
    5.062791828171659,
    15.599942297006827,
    15.496467312578789,
    12.983445537050597,
    8.653002023645426,
    6.481225734203935,
    11.085276655554825,
    1.6239613184771393,
    6.726106789448297,
    3.9332979862586033,
    15.548698169724247,
    12.636298383743018,
    20.234723623052492,
    0.0,
    7.6094233423624775,
    5.10054075576395,
    6.0553782538407654,
    4.2581946558604065,
    7.165514977106948,
    14.975932849081628,
    6.814183337367708,
    7.026491992306077,
    14.93591619968538,
    18.54565208958745,
    1.9902208319814183,
    8.171247340059322,
    0.0,
    19.81767018849842,
    6.673693764263866,
    5.550451583039438,
    0.297396067345209,
    8.338840079188017,
    11.658380049898057,
    16.76555959820819,
    10.993942899121222,
    12.624617549616028,
    17.73128180183035,
    14.199703110334834,
    6.539586970324624,
    12.351062809265374,
    2.5325803258735635,
    9.381320658801092,
    5.664794786079054,
    2.3104963517312167,
    1.1554681663161892,
    5.655975013943495,
    2.887456559299417,
    2.637476222853198,
    1.5482238831037478,
    0.1832588593029702,
    5.200051759879467,
    0.8669030105661784,
    1.5116809232883852,
    0.49535269770526275,
    0.6762831110953708,
    0.798447676459152,
    0.7856797287215239,
    0.8610564318812678,
    0.9445442152662726,
    1.5379356514066536,
    0.7346916193040823,
    1.8181792181254695,
    1.6817592044236171,
    0.4536441488983638,
    0.5807252662419629,
    0.7136133389499445,
    1.0042887291007738,
    1.17106729770713,
    20.05025357832614,
    0.11087315920358215,
    0.24330171138936893,
    0.2195599458348566,
    0.2345965868483993,
    0.1542574468374838,
    1.4704267801986177,
    0.34367781437603734,
    0.2541017116458378,
    0.18848608972041345,
    0.18848608972041345,
    0.7236857962999461,
    0.7173783006092185,
    0.042864725346323025,
    0.11278022004700052,
    0.11879227946069162,
    1.4391847204807116,
    0.6592008132157762,
    0.3076756052969185,
    0.11904871978315103,
    0.2573538092640082,
    0.42641570024876224,
    0.34367781437603734,
    0.05247414300635208,
    0.030323908899282537,
    0.04794851827935958,
    0.6236547768002486,
    0.18990878159829494,
    0.7889361200847569,
    0.11494887556709206,
    0.7693696748174338,
    0.8463616302547238,
    0.0,
    0.021447179379164284,
    0.0,
    0.7854527370977497,
    0.0,
    0.8849565855484969,
    0.0,
    0.0,
    0.0,
    0.14432618045429507,
    0.7365249338958044,
    0.19496233779382835,
    0.056665473202829726,
    0.8707632752596717,
    0.05247414300635203,
    0.0771808754467975,
    0.3559409847127024,
    0.16322660615583404,
    0.0,
    0.0,
    0.14723883851502065,
    0.1166841821538181,
    0.0,
    0.060563953525494055,
    0.46490182080146697,
    0.169070777773845,
    0.30353924630827994,
    0.037130497476197545,
    0.02144717937916436,
    0.02144717937916436,
    0.0,
    0.15139030066856943,
    0.04286472534632323,
    0.6377734325036213,
    0.22239956247688097,
    0.22046092161994735,
    0.0,
    0.0,
    0.40008876742768307,
    0.23458214269104843,
    0.16117937089033946,
    0.0,
    0.5203290472265224,
    0.0,
    0.1768926944267311,
    0.1994426924929656,
    0.10664178763236479,
    0.07410683749066087,
    0.12588620642303386,
    0.2772319830090754,
    0.0,
    0.2573538092640086,
    0.2854229880481182,
    0.21943355262293332
  ],
  "num_attention_heads": 12,
  "num_hidden_layers": 12,
  "pad_token_id": 0,
  "position_embedding_type": "absolute",
  "property_subset": "all",
  "torch_dtype": "float32",
  "train_size": 0.3,
  "train_type": "mlm",
  "transformers_version": "4.34.1",
  "type_vocab_size": 2,
  "use_cache": true,
  "vocab_size": 4096
}