microbe-model / artifacts /embedding_results.json
Miyu Horiuchi
v2 results: ESM-2 t6 (8M, 20-protein sample) loses to v1 hand-crafted features on all 4 phenotype targets
8800528
{
"optimal_temperature_c": {
"task": "regression",
"mean_metric": 3.8112089918472263,
"folds": [
{
"target": "optimal_temperature_c",
"task": "regression",
"metric_name": "mae",
"value": 3.2951600162894534,
"n_train": 13592,
"n_test": 3398
},
{
"target": "optimal_temperature_c",
"task": "regression",
"metric_name": "mae",
"value": 4.017113829978148,
"n_train": 13592,
"n_test": 3398
},
{
"target": "optimal_temperature_c",
"task": "regression",
"metric_name": "mae",
"value": 4.559300623956044,
"n_train": 13592,
"n_test": 3398
},
{
"target": "optimal_temperature_c",
"task": "regression",
"metric_name": "mae",
"value": 3.433395558290442,
"n_train": 13592,
"n_test": 3398
},
{
"target": "optimal_temperature_c",
"task": "regression",
"metric_name": "mae",
"value": 3.751074930722044,
"n_train": 13592,
"n_test": 3398
}
],
"top_features": {
"emb_103": 0.16869700476527213,
"emb_60": 0.07808086089789867,
"emb_43": 0.0628509072586894,
"emb_266": 0.033329375088214874,
"emb_42": 0.023146301228553056,
"emb_189": 0.018172430247068404,
"emb_193": 0.01549147767946124,
"emb_208": 0.010674231126904488,
"emb_249": 0.010161940101534128,
"emb_316": 0.00875371778383851,
"emb_54": 0.008479961880948395,
"emb_101": 0.008166430797427893,
"emb_306": 0.0080825804034248,
"emb_12": 0.007412606221623719,
"emb_196": 0.007353798579424619,
"emb_67": 0.0063229189720004795,
"emb_317": 0.006213041604496539,
"emb_298": 0.006199516402557492,
"emb_142": 0.0055422845762223005,
"emb_212": 0.005529186734929681
}
},
"optimal_ph": {
"task": "regression",
"mean_metric": 0.5436920383017638,
"folds": [
{
"target": "optimal_ph",
"task": "regression",
"metric_name": "mae",
"value": 0.5079121871241208,
"n_train": 3712,
"n_test": 928
},
{
"target": "optimal_ph",
"task": "regression",
"metric_name": "mae",
"value": 0.5828646868672864,
"n_train": 3712,
"n_test": 928
},
{
"target": "optimal_ph",
"task": "regression",
"metric_name": "mae",
"value": 0.4768103638599659,
"n_train": 3712,
"n_test": 928
},
{
"target": "optimal_ph",
"task": "regression",
"metric_name": "mae",
"value": 0.5588709801846538,
"n_train": 3712,
"n_test": 928
},
{
"target": "optimal_ph",
"task": "regression",
"metric_name": "mae",
"value": 0.5920019734727925,
"n_train": 3712,
"n_test": 928
}
],
"top_features": {
"emb_98": 0.011167544405907393,
"emb_30": 0.010862068273127079,
"emb_303": 0.00881142821162939,
"emb_234": 0.008169800881296397,
"emb_275": 0.007578957173973322,
"emb_76": 0.007254484761506319,
"emb_288": 0.006994668231345713,
"emb_316": 0.006830810778774321,
"emb_271": 0.006383727490901947,
"emb_173": 0.005997528694570065,
"emb_66": 0.005799136450514197,
"emb_164": 0.005766078643500805,
"emb_193": 0.005715658515691757,
"emb_305": 0.005651428177952766,
"emb_95": 0.00551331602036953,
"emb_295": 0.005462997686117887,
"emb_129": 0.005448242649435997,
"emb_311": 0.00536917713470757,
"emb_54": 0.005357998586259782,
"emb_10": 0.00533105842769146
}
},
"oxygen_requirement": {
"task": "classification",
"mean_metric": 0.2663509236310927,
"folds": [
{
"target": "oxygen_requirement",
"task": "classification",
"metric_name": "f1_macro",
"value": 0.2588046128139306,
"n_train": 8320,
"n_test": 2081
},
{
"target": "oxygen_requirement",
"task": "classification",
"metric_name": "f1_macro",
"value": 0.2843646914415365,
"n_train": 8321,
"n_test": 2080
},
{
"target": "oxygen_requirement",
"task": "classification",
"metric_name": "f1_macro",
"value": 0.2756164031591783,
"n_train": 8321,
"n_test": 2079
},
{
"target": "oxygen_requirement",
"task": "classification",
"metric_name": "f1_macro",
"value": 0.2528821071090249,
"n_train": 8321,
"n_test": 2078
},
{
"target": "oxygen_requirement",
"task": "classification",
"metric_name": "f1_macro",
"value": 0.2600868036317932,
"n_train": 8321,
"n_test": 2080
}
],
"top_features": {
"emb_103": 0.04017147198319435,
"emb_50": 0.023787937872111798,
"emb_12": 0.0178349319845438,
"emb_31": 0.013287367857992649,
"emb_317": 0.01299915900453925,
"emb_82": 0.010882709547877312,
"emb_8": 0.01022309004329145,
"emb_81": 0.010093271778896452,
"emb_123": 0.009002599585801362,
"emb_3": 0.007762046670541168,
"emb_164": 0.007742419466376304,
"emb_249": 0.007375640328973532,
"emb_105": 0.006530107744038105,
"emb_80": 0.006318087223917246,
"emb_42": 0.006068857247009873,
"emb_139": 0.005965205561369658,
"emb_121": 0.005931418668478727,
"emb_65": 0.005808050883933902,
"emb_44": 0.005663734907284379,
"emb_207": 0.005562597792595625
}
},
"salt_tolerance_pct": {
"task": "regression",
"mean_metric": 2.5972314968209798,
"folds": [
{
"target": "salt_tolerance_pct",
"task": "regression",
"metric_name": "mae",
"value": 2.3439427383377804,
"n_train": 3832,
"n_test": 958
},
{
"target": "salt_tolerance_pct",
"task": "regression",
"metric_name": "mae",
"value": 2.6079844452593175,
"n_train": 3832,
"n_test": 958
},
{
"target": "salt_tolerance_pct",
"task": "regression",
"metric_name": "mae",
"value": 2.9996881387533625,
"n_train": 3832,
"n_test": 958
},
{
"target": "salt_tolerance_pct",
"task": "regression",
"metric_name": "mae",
"value": 2.443910552202535,
"n_train": 3832,
"n_test": 958
},
{
"target": "salt_tolerance_pct",
"task": "regression",
"metric_name": "mae",
"value": 2.590631609551904,
"n_train": 3832,
"n_test": 958
}
],
"top_features": {
"emb_98": 0.047636817768216135,
"emb_54": 0.03739274423569441,
"emb_279": 0.02616921830922365,
"emb_318": 0.022615654370747508,
"emb_69": 0.019059108383953572,
"emb_63": 0.017487683240324257,
"emb_18": 0.016787986876443027,
"emb_76": 0.012408213131129742,
"emb_264": 0.007769751874729991,
"emb_140": 0.0069305346813052894,
"emb_139": 0.006735568586736918,
"emb_304": 0.00671216519549489,
"emb_265": 0.006352387531660497,
"emb_291": 0.006155207334086299,
"emb_282": 0.006089178798720241,
"emb_66": 0.006053977971896529,
"emb_102": 0.005969851370900869,
"emb_187": 0.0057985625928267835,
"emb_234": 0.00567809771746397,
"emb_53": 0.005465431278571487
}
},
"__meta__": {
"feature_cols": [
"emb_0",
"emb_1",
"emb_2",
"emb_3",
"emb_4",
"emb_5",
"emb_6",
"emb_7",
"emb_8",
"emb_9",
"emb_10",
"emb_11",
"emb_12",
"emb_13",
"emb_14",
"emb_15",
"emb_16",
"emb_17",
"emb_18",
"emb_19",
"emb_20",
"emb_21",
"emb_22",
"emb_23",
"emb_24",
"emb_25",
"emb_26",
"emb_27",
"emb_28",
"emb_29",
"emb_30",
"emb_31",
"emb_32",
"emb_33",
"emb_34",
"emb_35",
"emb_36",
"emb_37",
"emb_38",
"emb_39",
"emb_40",
"emb_41",
"emb_42",
"emb_43",
"emb_44",
"emb_45",
"emb_46",
"emb_47",
"emb_48",
"emb_49",
"emb_50",
"emb_51",
"emb_52",
"emb_53",
"emb_54",
"emb_55",
"emb_56",
"emb_57",
"emb_58",
"emb_59",
"emb_60",
"emb_61",
"emb_62",
"emb_63",
"emb_64",
"emb_65",
"emb_66",
"emb_67",
"emb_68",
"emb_69",
"emb_70",
"emb_71",
"emb_72",
"emb_73",
"emb_74",
"emb_75",
"emb_76",
"emb_77",
"emb_78",
"emb_79",
"emb_80",
"emb_81",
"emb_82",
"emb_83",
"emb_84",
"emb_85",
"emb_86",
"emb_87",
"emb_88",
"emb_89",
"emb_90",
"emb_91",
"emb_92",
"emb_93",
"emb_94",
"emb_95",
"emb_96",
"emb_97",
"emb_98",
"emb_99",
"emb_100",
"emb_101",
"emb_102",
"emb_103",
"emb_104",
"emb_105",
"emb_106",
"emb_107",
"emb_108",
"emb_109",
"emb_110",
"emb_111",
"emb_112",
"emb_113",
"emb_114",
"emb_115",
"emb_116",
"emb_117",
"emb_118",
"emb_119",
"emb_120",
"emb_121",
"emb_122",
"emb_123",
"emb_124",
"emb_125",
"emb_126",
"emb_127",
"emb_128",
"emb_129",
"emb_130",
"emb_131",
"emb_132",
"emb_133",
"emb_134",
"emb_135",
"emb_136",
"emb_137",
"emb_138",
"emb_139",
"emb_140",
"emb_141",
"emb_142",
"emb_143",
"emb_144",
"emb_145",
"emb_146",
"emb_147",
"emb_148",
"emb_149",
"emb_150",
"emb_151",
"emb_152",
"emb_153",
"emb_154",
"emb_155",
"emb_156",
"emb_157",
"emb_158",
"emb_159",
"emb_160",
"emb_161",
"emb_162",
"emb_163",
"emb_164",
"emb_165",
"emb_166",
"emb_167",
"emb_168",
"emb_169",
"emb_170",
"emb_171",
"emb_172",
"emb_173",
"emb_174",
"emb_175",
"emb_176",
"emb_177",
"emb_178",
"emb_179",
"emb_180",
"emb_181",
"emb_182",
"emb_183",
"emb_184",
"emb_185",
"emb_186",
"emb_187",
"emb_188",
"emb_189",
"emb_190",
"emb_191",
"emb_192",
"emb_193",
"emb_194",
"emb_195",
"emb_196",
"emb_197",
"emb_198",
"emb_199",
"emb_200",
"emb_201",
"emb_202",
"emb_203",
"emb_204",
"emb_205",
"emb_206",
"emb_207",
"emb_208",
"emb_209",
"emb_210",
"emb_211",
"emb_212",
"emb_213",
"emb_214",
"emb_215",
"emb_216",
"emb_217",
"emb_218",
"emb_219",
"emb_220",
"emb_221",
"emb_222",
"emb_223",
"emb_224",
"emb_225",
"emb_226",
"emb_227",
"emb_228",
"emb_229",
"emb_230",
"emb_231",
"emb_232",
"emb_233",
"emb_234",
"emb_235",
"emb_236",
"emb_237",
"emb_238",
"emb_239",
"emb_240",
"emb_241",
"emb_242",
"emb_243",
"emb_244",
"emb_245",
"emb_246",
"emb_247",
"emb_248",
"emb_249",
"emb_250",
"emb_251",
"emb_252",
"emb_253",
"emb_254",
"emb_255",
"emb_256",
"emb_257",
"emb_258",
"emb_259",
"emb_260",
"emb_261",
"emb_262",
"emb_263",
"emb_264",
"emb_265",
"emb_266",
"emb_267",
"emb_268",
"emb_269",
"emb_270",
"emb_271",
"emb_272",
"emb_273",
"emb_274",
"emb_275",
"emb_276",
"emb_277",
"emb_278",
"emb_279",
"emb_280",
"emb_281",
"emb_282",
"emb_283",
"emb_284",
"emb_285",
"emb_286",
"emb_287",
"emb_288",
"emb_289",
"emb_290",
"emb_291",
"emb_292",
"emb_293",
"emb_294",
"emb_295",
"emb_296",
"emb_297",
"emb_298",
"emb_299",
"emb_300",
"emb_301",
"emb_302",
"emb_303",
"emb_304",
"emb_305",
"emb_306",
"emb_307",
"emb_308",
"emb_309",
"emb_310",
"emb_311",
"emb_312",
"emb_313",
"emb_314",
"emb_315",
"emb_316",
"emb_317",
"emb_318",
"emb_319"
]
}
}