{
  "_name_or_path": "/data/users/mrdupont/emtrl/models/pretrained_cluster/mlm-bert-30",
  "architectures": [
    "BertForRegression"
  ],
  "attention_probs_dropout_prob": 0.1,
  "classifier_dropout": null,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 768,
  "id2label": {
    "0": "MaxAbsEStateIndex",
    "1": "MaxEStateIndex",
    "2": "MinAbsEStateIndex",
    "3": "MinEStateIndex",
    "4": "qed",
    "5": "SPS",
    "6": "MolWt",
    "7": "HeavyAtomMolWt",
    "8": "ExactMolWt",
    "9": "NumValenceElectrons",
    "10": "NumRadicalElectrons",
    "11": "MaxPartialCharge",
    "12": "MinPartialCharge",
    "13": "MaxAbsPartialCharge",
    "14": "MinAbsPartialCharge",
    "15": "FpDensityMorgan1",
    "16": "FpDensityMorgan2",
    "17": "FpDensityMorgan3",
    "18": "BCUT2D_MWHI",
    "19": "BCUT2D_MWLOW",
    "20": "BCUT2D_CHGHI",
    "21": "BCUT2D_CHGLO",
    "22": "BCUT2D_LOGPHI",
    "23": "BCUT2D_LOGPLOW",
    "24": "BCUT2D_MRHI",
    "25": "BCUT2D_MRLOW",
    "26": "AvgIpc",
    "27": "BalabanJ",
    "28": "BertzCT",
    "29": "Chi0",
    "30": "Chi0n",
    "31": "Chi0v",
    "32": "Chi1",
    "33": "Chi1n",
    "34": "Chi1v",
    "35": "Chi2n",
    "36": "Chi2v",
    "37": "Chi3n",
    "38": "Chi3v",
    "39": "Chi4n",
    "40": "Chi4v",
    "41": "HallKierAlpha",
    "42": "Kappa1",
    "43": "Kappa2",
    "44": "Kappa3",
    "45": "LabuteASA",
    "46": "PEOE_VSA1",
    "47": "PEOE_VSA10",
    "48": "PEOE_VSA11",
    "49": "PEOE_VSA12",
    "50": "PEOE_VSA13",
    "51": "PEOE_VSA14",
    "52": "PEOE_VSA2",
    "53": "PEOE_VSA3",
    "54": "PEOE_VSA4",
    "55": "PEOE_VSA5",
    "56": "PEOE_VSA6",
    "57": "PEOE_VSA7",
    "58": "PEOE_VSA8",
    "59": "PEOE_VSA9",
    "60": "SMR_VSA1",
    "61": "SMR_VSA10",
    "62": "SMR_VSA2",
    "63": "SMR_VSA3",
    "64": "SMR_VSA4",
    "65": "SMR_VSA5",
    "66": "SMR_VSA6",
    "67": "SMR_VSA7",
    "68": "SMR_VSA8",
    "69": "SMR_VSA9",
    "70": "SlogP_VSA1",
    "71": "SlogP_VSA10",
    "72": "SlogP_VSA11",
    "73": "SlogP_VSA12",
    "74": "SlogP_VSA2",
    "75": "SlogP_VSA3",
    "76": "SlogP_VSA4",
    "77": "SlogP_VSA5",
    "78": "SlogP_VSA6",
    "79": "SlogP_VSA7",
    "80": "SlogP_VSA8",
    "81": "SlogP_VSA9",
    "82": "TPSA",
    "83": "EState_VSA1",
    "84": "EState_VSA10",
    "85": "EState_VSA11",
    "86": "EState_VSA2",
    "87": "EState_VSA3",
    "88": "EState_VSA4",
    "89": "EState_VSA5",
    "90": "EState_VSA6",
    "91": "EState_VSA7",
    "92": "EState_VSA8",
    "93": "EState_VSA9",
    "94": "VSA_EState1",
    "95": "VSA_EState10",
    "96": "VSA_EState2",
    "97": "VSA_EState3",
    "98": "VSA_EState4",
    "99": "VSA_EState5",
    "100": "VSA_EState6",
    "101": "VSA_EState7",
    "102": "VSA_EState8",
    "103": "VSA_EState9",
    "104": "FractionCSP3",
    "105": "HeavyAtomCount",
    "106": "NHOHCount",
    "107": "NOCount",
    "108": "NumAliphaticCarbocycles",
    "109": "NumAliphaticHeterocycles",
    "110": "NumAliphaticRings",
    "111": "NumAromaticCarbocycles",
    "112": "NumAromaticHeterocycles",
    "113": "NumAromaticRings",
    "114": "NumHAcceptors",
    "115": "NumHDonors",
    "116": "NumHeteroatoms",
    "117": "NumRotatableBonds",
    "118": "NumSaturatedCarbocycles",
    "119": "NumSaturatedHeterocycles",
    "120": "NumSaturatedRings",
    "121": "RingCount",
    "122": "MolLogP",
    "123": "MolMR",
    "124": "fr_Al_COO",
    "125": "fr_Al_OH",
    "126": "fr_Al_OH_noTert",
    "127": "fr_ArN",
    "128": "fr_Ar_COO",
    "129": "fr_Ar_N",
    "130": "fr_Ar_NH",
    "131": "fr_Ar_OH",
    "132": "fr_COO",
    "133": "fr_COO2",
    "134": "fr_C_O",
    "135": "fr_C_O_noCOO",
    "136": "fr_C_S",
    "137": "fr_HOCCN",
    "138": "fr_Imine",
    "139": "fr_NH0",
    "140": "fr_NH1",
    "141": "fr_NH2",
    "142": "fr_N_O",
    "143": "fr_Ndealkylation1",
    "144": "fr_Ndealkylation2",
    "145": "fr_Nhpyrrole",
    "146": "fr_SH",
    "147": "fr_aldehyde",
    "148": "fr_alkyl_carbamate",
    "149": "fr_alkyl_halide",
    "150": "fr_allylic_oxid",
    "151": "fr_amide",
    "152": "fr_amidine",
    "153": "fr_aniline",
    "154": "fr_aryl_methyl",
    "155": "fr_azide",
    "156": "fr_azo",
    "157": "fr_barbitur",
    "158": "fr_benzene",
    "159": "fr_benzodiazepine",
    "160": "fr_bicyclic",
    "161": "fr_diazo",
    "162": "fr_dihydropyridine",
    "163": "fr_epoxide",
    "164": "fr_ester",
    "165": "fr_ether",
    "166": "fr_furan",
    "167": "fr_guanido",
    "168": "fr_halogen",
    "169": "fr_hdrzine",
    "170": "fr_hdrzone",
    "171": "fr_imidazole",
    "172": "fr_imide",
    "173": "fr_isocyan",
    "174": "fr_isothiocyan",
    "175": "fr_ketone",
    "176": "fr_ketone_Topliss",
    "177": "fr_lactam",
    "178": "fr_lactone",
    "179": "fr_methoxy",
    "180": "fr_morpholine",
    "181": "fr_nitrile",
    "182": "fr_nitro",
    "183": "fr_nitro_arom",
    "184": "fr_nitro_arom_nonortho",
    "185": "fr_nitroso",
    "186": "fr_oxazole",
    "187": "fr_oxime",
    "188": "fr_para_hydroxylation",
    "189": "fr_phenol",
    "190": "fr_phenol_noOrthoHbond",
    "191": "fr_phos_acid",
    "192": "fr_phos_ester",
    "193": "fr_piperdine",
    "194": "fr_piperzine",
    "195": "fr_priamide",
    "196": "fr_prisulfonamd",
    "197": "fr_pyridine",
    "198": "fr_quatN",
    "199": "fr_sulfide",
    "200": "fr_sulfonamd",
    "201": "fr_sulfone",
    "202": "fr_term_acetylene",
    "203": "fr_tetrazole",
    "204": "fr_thiazole",
    "205": "fr_thiocyan",
    "206": "fr_thiophene",
    "207": "fr_unbrch_alkane",
    "208": "fr_urea"
  },
  "initializer_range": 0.02,
  "intermediate_size": 3072,
  "label2id": {},
  "layer_norm_eps": 1e-12,
  "max_position_embeddings": 128,
  "model_type": "bert",
  "norm_mean": [
    10.890723144618788,
    10.890723144618788,
    0.21343388121819523,
    -0.47479919732815085,
    0.7575952467160214,
    15.058848034235334,
    322.0404336964272,
    302.34053896529144,
    321.72725229304234,
    120.57629338572364,
    0.0,
    0.24757252385685627,
    -0.39471296728662697,
    0.3973168067389326,
    0.24496868440455072,
    1.190744454480243,
    1.9488217403445152,
    2.6407709860281643,
    23.25861372084106,
    10.060531315605326,
    2.2161700534001354,
    -2.207418342850008,
    2.259451630521648,
    -2.2880399722035074,
    6.3104271722093745,
    0.12367041391105228,
    2.8753204527527303,
    1.795552413679092,
    751.2897159793655,
    16.304112592070773,
    13.19453329229501,
    13.528281016655743,
    11.128169709503066,
    7.717101756882178,
    8.059525765429905,
    5.826120268037259,
    6.2146640281534955,
    4.0610472287253625,
    4.387371617498851,
    2.80646796389371,
    3.071153954957299,
    -2.304538310412576,
    15.543177792899547,
    6.574640336231211,
    3.4314334055540914,
    136.41248000140197,
    10.30712330019729,
    7.440244550553802,
    3.014517876732346,
    3.609320976105593,
    2.5182151458026762,
    1.279706593583509,
    6.6556157038182455,
    5.9826568697256,
    2.912340573282882,
    2.46748496165417,
    18.39088015483851,
    34.33030533783961,
    25.01501069781167,
    12.230971232623284,
    9.24839647484535,
    16.136079294988217,
    0.39827804984072124,
    13.706151168172964,
    2.080031156994268,
    24.872538979073866,
    16.833746646221318,
    46.8207367246086,
    0.0,
    6.05843547982381,
    6.714673764379982,
    5.20121721531816,
    2.2246761133545356,
    3.9248457155258243,
    33.94097756935848,
    9.387963186742425,
    6.268057202278418,
    25.424695667222867,
    35.76402688335145,
    0.5832548680488311,
    6.720005788988242,
    0.0,
    62.92635887360836,
    3.5128407631899212,
    6.7047326741723605,
    0.014375949730434904,
    9.931107430769568,
    16.059305035568784,
    25.953894152576073,
    10.536103455552395,
    14.208287985773676,
    23.21161012944533,
    20.27963452452986,
    5.742501873260384,
    9.762590942319303,
    1.079701658739962,
    16.33169254570006,
    6.638459480399773,
    2.5666522182979303,
    0.6280508733509125,
    8.612717962595415,
    3.102042547254087,
    3.380920112045812,
    0.6422233219614017,
    0.3601360355181982,
    23.04551407989522,
    1.0723641126391616,
    5.243942370661427,
    0.21152586771447282,
    0.6208251473477406,
    0.8323510150622135,
    0.9803536345776032,
    1.2855271774721677,
    2.2658808120497707,
    4.504256712508186,
    0.9810085134250164,
    5.944007858546169,
    4.063195808775377,
    0.16928618205631957,
    0.4682383759004584,
    0.637524557956778,
    3.0982318271119844,
    2.768164685658153,
    88.65135618860518,
    0.011132940406024885,
    0.09004584151931892,
    0.06385068762278978,
    0.054027504911591355,
    0.019318925998690242,
    1.9652914210870989,
    0.12442698100851342,
    0.043222003929273084,
    0.030451866404715127,
    0.030451866404715127,
    0.7511460379829732,
    0.720694171578258,
    0.0003274394237066143,
    0.01669941060903733,
    0.006548788474132285,
    2.6614276358873608,
    0.7193844138834316,
    0.09233791748526522,
    0.010478061558611657,
    0.07400130975769482,
    0.2203667321545514,
    0.12442698100851342,
    0.0009823182711198428,
    0.0006548788474132286,
    0.0022920759659463,
    0.13686967910936476,
    0.026522593320235755,
    0.731827111984283,
    0.005893909626719057,
    0.6152586771447283,
    0.6633922724296005,
    0.0003274394237066143,
    0.0003274394237066143,
    0.0,
    0.9800261951538966,
    0.0,
    0.5792403405370007,
    0.0,
    0.0,
    0.0006548788474132286,
    0.014407334643091027,
    0.46594629993451214,
    0.032089063523248196,
    0.0026195153896529143,
    0.43876882776686316,
    0.0029469548133595285,
    0.0032743942370661427,
    0.12082514734774066,
    0.01899148657498363,
    0.0,
    0.0,
    0.024230517354289455,
    0.017026850032743943,
    0.0,
    0.003601833660772757,
    0.1741977734119188,
    0.032089063523248196,
    0.07236411263916176,
    0.0016371971185330713,
    0.0009823182711198428,
    0.0006548788474132286,
    0.0,
    0.023248199083169614,
    0.0016371971185330713,
    0.24885396201702684,
    0.029142108709888672,
    0.02848722986247544,
    0.0,
    0.0,
    0.1922069417157826,
    0.060576293385723644,
    0.022593320235756387,
    0.0,
    0.3192534381139489,
    0.0,
    0.0481335952848723,
    0.04780615586116568,
    0.010150622134905042,
    0.005239030779305829,
    0.0114603798297315,
    0.06516044531761624,
    0.0,
    0.06123117223313687,
    0.020956123117223315,
    0.051735428945645055
  ],
  "norm_std": [
    2.9742810130957453,
    2.9742810130957453,
    0.22091421647451978,
    1.2506371733525792,
    0.14772224910150933,
    4.841413189345,
    74.62710393181392,
    70.70539015877009,
    74.53826593990861,
    28.077319358477485,
    0.0,
    0.07319954123176795,
    0.06973422734835738,
    0.06936557065765014,
    0.06804140478194969,
    0.16749709860176282,
    0.20963491133900067,
    0.25126808946650775,
    11.532042109130197,
    0.25700273557042896,
    0.11886246110521807,
    0.12819462491363143,
    0.09561727624037732,
    0.16734148678138325,
    0.899472224323172,
    0.2864585096836444,
    0.3123563991349603,
    0.34810229261316095,
    262.17961222053566,
    3.7494558733254495,
    3.072388069230129,
    3.09135242915996,
    2.5837977726271864,
    1.9220085424972257,
    1.9883976820280092,
    1.6386086524052401,
    1.7552260324908746,
    1.2968258652185012,
    1.4020077882406925,
    1.0234327559419454,
    1.1182459866689427,
    0.7524122958455998,
    3.830145654016041,
    1.7904236005089613,
    1.1582919732784391,
    30.862839853263818,
    6.011848002162421,
    7.01381052281094,
    4.762867500907045,
    4.405564242065125,
    3.5973566014242784,
    2.764944166468538,
    4.776515511835174,
    5.266377340190319,
    4.559038379903133,
    4.9546938246235745,
    15.014651112046339,
    15.393824697049617,
    13.186217776968228,
    8.87001455234176,
    6.794456065083698,
    10.629979265061358,
    1.4745781475278366,
    6.873964054423021,
    3.997759363652105,
    16.843727076551982,
    13.103788166805446,
    19.96915407141435,
    0.0,
    7.320991481785845,
    5.039961213902584,
    6.057693477626314,
    4.228707520312698,
    6.954635511805201,
    16.019104209937954,
    7.0231212464664665,
    6.9014246700360955,
    15.603028173090843,
    18.129187151681922,
    1.8642167751084433,
    7.6743957660923074,
    0.0,
    21.315085099981975,
    7.205745259640768,
    5.765767118375036,
    0.2748326678084193,
    8.730941497683844,
    11.833390269783235,
    16.60015924940626,
    11.215325483289574,
    12.31187100542118,
    17.050898197131517,
    14.285933801889867,
    6.315347943356142,
    12.520835754918128,
    2.3740163254026316,
    9.402364236261059,
    6.033654683278065,
    2.2920329677514872,
    1.150633118211775,
    5.449629321224992,
    2.9819591098741065,
    2.7668310887702323,
    1.6489794416426926,
    0.1899383724773681,
    5.350292500768258,
    0.9239248040746499,
    1.5992859136136681,
    0.5217453108899565,
    0.6777682860563191,
    0.8229206137370568,
    0.7558592819549429,
    0.8672571727473917,
    0.9273026668558195,
    1.5726714747100161,
    0.8061848540620313,
    1.8652568593132832,
    1.863094440320059,
    0.46328142675787515,
    0.6019013539086466,
    0.7376442808172,
    0.9938465639889058,
    1.1318690418768789,
    20.42246514576899,
    0.10799943005106018,
    0.36019958884701586,
    0.3084432444927248,
    0.2303761493012199,
    0.13764339830499456,
    1.4886957687489693,
    0.34272194622169816,
    0.24961968156144382,
    0.17372227572939403,
    0.17372227572939403,
    0.7249124303790686,
    0.7198996074310567,
    0.018092324536399498,
    0.1306729472452519,
    0.08065917085895212,
    1.4491959895786033,
    0.6844020527746904,
    0.29841356748488884,
    0.12228010351843446,
    0.2679543060839002,
    0.44053503416428735,
    0.34272194622169816,
    0.031326559369552594,
    0.02558222001915338,
    0.0542374520154264,
    0.6414998781691198,
    0.266469108594816,
    0.7894537343394138,
    0.07654522490679108,
    0.7785031196366018,
    0.8594722905507239,
    0.01809232453639986,
    0.018092324536399546,
    0.0,
    0.7556340658599214,
    0.0,
    0.8449402232550353,
    0.0,
    0.0,
    0.0361846490727996,
    0.1245372275522455,
    0.7612845482836946,
    0.17623664637484152,
    0.05111412259617124,
    0.8587257298502835,
    0.054205813993403185,
    0.057128561853474875,
    0.33484375571728386,
    0.14121107501709373,
    0.0,
    0.0,
    0.16605021068192455,
    0.12937131216273168,
    0.0,
    0.059907098536425125,
    0.47920980599460433,
    0.17991418293252262,
    0.2750290400257409,
    0.04042915660916188,
    0.031326559369552025,
    0.025582220019154608,
    0.0,
    0.15497573364041822,
    0.040429156609162666,
    0.5770300257166963,
    0.2159385420377715,
    0.2145048142229161,
    0.0,
    0.0,
    0.4038836211596286,
    0.23855147466610419,
    0.14860303535419442,
    0.0,
    0.5280996989425646,
    0.0,
    0.23167930088547434,
    0.2164035235798335,
    0.10023765263203091,
    0.07219129681478019,
    0.10643796091568967,
    0.25335539449691746,
    0.0,
    0.2438166366807864,
    0.2638804228758098,
    0.2244295703161308
  ],
  "num_attention_heads": 12,
  "num_hidden_layers": 12,
  "pad_token_id": 0,
  "position_embedding_type": "absolute",
  "property_subset": "all",
  "torch_dtype": "float32",
  "train_size": 0.3,
  "train_type": "mlm",
  "transformers_version": "4.34.1",
  "type_vocab_size": 2,
  "use_cache": true,
  "vocab_size": 4096
}