Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+faiss_index_repro_20260105_100642/molecule.index filter=lfs diff=lfs merge=lfs -text
+faiss_index_repro_20260105_100642/protein.index filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1 @@
+hf/

emb_cache/molecule_knn_tanimoto_k256.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae832692bc6083688100e0f2ead77ec2679d420a9589bde52a3e41fe5fbc9f1
+size 2832366

emb_cache/raw_embeddings_saprot1p3b_ft_p2m_hardneg_inactive_k8_w0p1_e5_20260105_100642_smiles20.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96191b97157ed34d7fe835bb069daec5a5420bc858f2615f71de9a081eb520c
+size 5242901

emb_cache/raw_embeddings_saprot1p3b_struct_nomask_smiles20.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3639c705908ba2f935f9ba560b6236fcadfe6dd98fe9cb39acce0ba9922c1f
+size 5242221

emb_cache/raw_embeddings_smiles20.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9a253ce7914574e385990ad0b77c632df9b39059af13ca90598b2969b15e36
+size 4688357

faiss_index_repro_20260105_100642/molecule.index

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b97870289510738d90ca474b11d7e7eed23c94d89504036fd159e371e3d270
+size 3205546

faiss_index_repro_20260105_100642/protein.index

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f76f17888cd2bb95bef95fc19091f26d93a8426a53ac133057475deeb2ac7ee
+size 401406

repro_ft_v1_e5_freezemol_20260105_100642/loss.json

@@ -0,0 +1 @@
+[0.17505577206611633, 0.19888873398303986, 0.18255183100700378, 0.3132617175579071, 0.18335233628749847, 0.1888718158006668, 0.23416003584861755, 0.2647191286087036, 0.19499781727790833, 0.5729985237121582, 0.17321151494979858, 0.18488816916942596, 0.41316208243370056, 0.22550702095031738, 0.47160112857818604, 0.10884801298379898, 0.4186563193798065, 0.214966282248497, 0.24067360162734985, 0.2338307946920395, 0.2030377984046936, 0.19869862496852875, 0.17263571918010712, 0.24526159465312958, 0.2116795778274536, 0.20705552399158478, 0.21881815791130066, 0.1737958788871765, 0.13727860152721405, 0.2815229594707489, 0.1762884259223938, 0.13636431097984314, 0.23016338050365448, 0.17697544395923615, 0.2511129081249237, 0.1905243694782257, 0.12678395211696625, 0.18773113191127777, 0.20784643292427063, 0.19847241044044495, 0.39124923944473267, 0.2299734205007553, 0.20097535848617554, 0.17077957093715668, 0.18368825316429138, 0.14762721955776215, 0.10213685035705566, 0.20250090956687927, 0.1391928493976593, 0.11226508021354675, 0.2011534869670868, 0.17838849127292633, 0.10406645387411118, 0.2707831561565399, 0.20225755870342255, 0.23651844263076782, 0.455606073141098, 0.43731868267059326, 0.17963002622127533, 0.13411970436573029, 0.17969343066215515, 0.18822012841701508, 0.26163727045059204, 0.039635296911001205, 0.07315172255039215, 0.18602462112903595, 0.18399760127067566, 0.11063294112682343, 0.141120046377182, 0.18759863078594208, 0.23817482590675354, 0.048469457775354385, 0.1587027609348297, 0.19387179613113403, 0.1340150684118271, 0.2841244637966156, 0.12220311909914017, 0.420973539352417, 0.11537391692399979, 0.30679818987846375, 0.14972279965877533, 0.30968308448791504, 0.14732833206653595, 0.2774032950401306, 0.21092380583286285, 0.21029213070869446, 0.15629011392593384, 0.18525844812393188, 0.3953866958618164, 0.298917293548584, 0.055955491960048676, 0.1189093291759491, 0.18188758194446564, 0.12617360055446625, 0.23883973062038422, 0.4994460642337799, 0.2337036430835724, 0.21127957105636597, 0.13015295565128326, 0.21568115055561066, 0.06557518243789673, 0.08607102185487747, 0.24236536026000977, 0.2602786421775818, 0.1574057638645172, 0.04617045074701309, 0.3252915143966675, 0.13083891570568085, 0.09738417714834213, 0.19826006889343262, 0.054106805473566055, 0.1898643970489502, 0.19150270521640778, 0.22621694207191467, 0.19188076257705688, 0.14993686974048615, 0.13818654417991638, 0.12000099569559097, 0.1742393970489502, 0.32116663455963135, 0.2611275017261505, 0.25364091992378235, 0.1858227401971817, 0.06895288079977036, 0.16287586092948914, 0.09483283013105392, 0.186419278383255, 0.04632435739040375, 0.1937122941017151, 0.15750010311603546, 0.32392650842666626, 0.25101736187934875, 0.22727981209754944, 0.19778485596179962, 0.3029581308364868, 0.03521541506052017, 0.07964079082012177, 0.15199492871761322, 0.20577925443649292, 0.18282361328601837, 0.19676737487316132, 0.1916714906692505, 0.23588812351226807, 0.15644797682762146, 0.16583366692066193, 0.1860208362340927, 0.23377124965190887, 0.15005655586719513, 0.14329247176647186, 0.13294833898544312, 0.21700327098369598, 0.028895894065499306, 0.30728626251220703, 0.2141098529100418, 0.1618662327528, 0.12728725373744965, 0.06397779285907745, 0.1919565051794052, 0.06418188661336899, 0.14263662695884705, 0.12620727717876434, 0.1584383100271225, 0.17478324472904205, 0.1392676681280136, 0.06711078435182571, 0.14567424356937408, 0.19306668639183044, 0.18082892894744873, 0.046577516943216324, 0.13528312742710114, 0.20472809672355652, 0.136588916182518, 0.16927136480808258, 0.19146031141281128, 0.23505091667175293, 0.08471893519163132, 0.1750057488679886, 0.2564959228038788, 0.14534194767475128, 0.1580909639596939, 0.3025512993335724, 0.11915367096662521, 0.145755797624588, 0.10767146199941635, 0.10137013345956802, 0.0618121400475502, 0.07558074593544006, 0.242776021361351, 0.2354699969291687, 0.12903685867786407, 0.13443312048912048, 0.16692015528678894, 0.16710194945335388, 0.021404417231678963, 0.0978989228606224, 0.13724751770496368, 0.15505008399486542, 0.26464778184890747, 0.23536597192287445, 0.07126423716545105, 0.14172032475471497, 0.16498181223869324, 0.05010093376040459, 0.028960341587662697, 0.07190506160259247, 0.21108560264110565, 0.13478684425354004, 0.11391779780387878, 0.1346709430217743, 0.11279740184545517, 0.21336926519870758, 0.15272073447704315, 0.08432590216398239, 0.3038947880268097, 0.22086578607559204, 0.0760478600859642, 0.11188789457082748, 0.30778491497039795, 0.044906578958034515, 0.30213162302970886, 1.4649741649627686, 0.11351402848958969, 0.07342629134654999, 0.14685817062854767, 0.10577814280986786, 0.13138283789157867, 0.21782997250556946, 0.14893996715545654, 0.18212275207042694, 0.16602404415607452, 0.18338830769062042, 0.1620866060256958, 0.20225735008716583, 0.07707410305738449, 0.12692801654338837, 0.12670670449733734, 0.11084683239459991, 0.1866440623998642, 0.1502181589603424, 0.05568506941199303, 0.22435398399829865, 0.15925602614879608, 0.13352026045322418, 0.1515253782272339, 0.16402317583560944, 0.1698625683784485, 0.12777413427829742, 0.11925805360078812, 0.13908912241458893, 0.1770172119140625, 0.1867828220129013, 0.09060941636562347, 0.12067244946956635, 0.05876549705862999, 0.557469367980957, 0.031581319868564606, 0.10406707972288132, 0.2827247977256775, 0.06897961348295212, 0.16459353268146515, 0.10074686259031296, 0.12309370189905167, 0.20065592229366302, 0.10364484041929245, 0.05946590006351471, 0.1631668657064438, 0.03076533041894436, 0.15098783373832703, 0.17326414585113525, 0.10163379460573196, 0.12540753185749054, 0.1003275066614151, 0.10537533462047577, 0.0312650091946125, 0.15211963653564453, 0.03763023391366005, 0.19731567800045013, 0.020401017740368843, 0.12857015430927277, 0.2546379566192627, 0.07252930104732513, 0.05215366929769516, 0.14383123815059662, 0.24040432274341583, 0.05497913435101509, 0.06329601258039474, 0.41052696108818054, 0.14981772005558014, 0.10096653550863266, 0.13373644649982452, 0.1311601996421814, 0.11803556233644485, 0.15810365974903107, 0.3744470179080963, 0.19169269502162933, 0.16654713451862335, 0.25216102600097656, 0.3065623939037323, 0.1683129370212555, 0.1590089499950409, 0.11588972806930542, 0.18465884029865265, 0.12253157794475555, 0.16619692742824554, 0.036682505160570145, 0.23536615073680878, 0.136396124958992, 0.16503973305225372, 0.17832235991954803, 0.1444295197725296, 0.10667362064123154, 0.4137101173400879, 0.33837929368019104, 0.032978951930999756, 0.10180485248565674, 0.2237737774848938, 0.16337850689888, 0.19082367420196533, 0.2389141321182251, 0.2614366412162781, 0.16196365654468536, 0.12668737769126892, 0.5819588303565979, 0.14700239896774292, 0.10617082566022873, 0.04652147740125656, 0.09670297801494598, 0.18276914954185486, 0.12449520081281662, 0.1576545238494873, 0.04836999252438545, 0.14794813096523285, 0.051322195678949356, 0.1621316373348236, 0.10534520447254181, 0.17682264745235443, 0.14247708022594452, 0.17023925483226776, 0.2199546843767166, 0.11633974313735962, 0.1177922710776329, 0.03536348044872284, 0.16531793773174286, 0.025356950238347054, 0.04964661970734596, 0.10540244728326797, 0.12464655935764313, 0.08299219608306885, 0.270133912563324, 0.17277739942073822, 0.19891439378261566, 0.10913307964801788, 0.19104842841625214, 0.16033746302127838, 0.20825804769992828, 0.1306239813566208, 0.045100245624780655, 0.20953337848186493, 0.189843088388443, 0.1478414386510849, 0.1330144703388214, 0.16555510461330414, 0.16764551401138306, 0.12238405644893646, 0.1175331249833107, 0.028230587020516396, 0.11500877141952515, 0.060545749962329865, 0.04337805137038231, 0.1342468112707138, 0.13966110348701477, 0.1015622615814209, 0.15542447566986084, 0.14981278777122498, 0.14645256102085114, 0.04290437698364258, 0.11480537056922913, 0.14433211088180542, 0.13607420027256012, 0.07078185677528381, 0.16102202236652374, 0.10159887373447418, 0.21629369258880615, 0.056619301438331604, 0.133561909198761, 0.1628844439983368, 0.13722893595695496, 0.13937798142433167, 0.20214565098285675, 0.18703880906105042, 0.013607684522867203, 0.08394680917263031, 0.0504431389272213, 0.0917024165391922, 0.11793109029531479, 0.05164138972759247, 0.07655071467161179, 0.183506578207016, 0.1385592818260193, 0.021062860265374184, 0.1016281247138977, 0.07945119589567184, 0.049905359745025635, 0.14021967351436615, 0.052341848611831665, 0.27180472016334534, 0.12837789952754974, 0.062322165817022324, 0.030308157205581665, 0.10741009563207626, 0.11021369695663452, 0.11826825141906738, 0.09414142370223999, 0.12057967483997345, 0.007273312192410231, 0.1525675505399704, 0.15697424113750458, 0.05381503701210022, 0.13844642043113708, 0.1989569514989853, 0.20331406593322754, 0.14765486121177673, 0.2560431957244873, 0.02716907113790512, 0.06667586416006088, 0.17626835405826569, 0.022856008261442184, 0.01710054837167263, 0.14337579905986786, 0.051921240985393524, 0.025056740269064903, 0.21576732397079468, 0.02468138188123703, 0.1592787504196167, 0.13641905784606934, 0.1370338350534439, 0.16625499725341797, 0.14665073156356812, 0.09989242255687714, 0.16253910958766937, 0.03390960022807121, 0.08221901953220367, 0.11853496730327606, 0.22488097846508026, 0.2256718873977661, 0.12264622747898102, 0.13733944296836853, 0.08069030195474625, 0.26693689823150635, 0.1496245563030243, 0.112637959420681, 0.3330921530723572, 0.09236068278551102, 0.1545557826757431, 0.14773210883140564, 0.08697230368852615, 0.04596550017595291, 0.13326111435890198, 0.1365787833929062, 0.04974250867962837, 0.05615703761577606, 0.09906592965126038, 0.11429348587989807, 0.1225246787071228, 0.12205512076616287, 0.125133216381073, 0.1247652918100357, 0.16683577001094818, 0.07756192237138748, 0.20507705211639404, 0.05729644373059273, 0.12310727685689926, 0.11126724630594254, 0.16494375467300415, 0.1357007622718811, 0.08626114577054977, 0.1706707626581192, 0.13488458096981049, 0.08439677208662033, 0.18128478527069092, 0.11449940502643585, 0.12185107916593552, 0.046832386404275894, 0.099321648478508, 0.04371524229645729, 0.2169884741306305, 0.06975707411766052, 0.0696648359298706, 0.12789568305015564, 0.06940539181232452, 0.028500575572252274, 0.1393202692270279, 0.10229874402284622, 0.11672178655862808, 0.050982583314180374, 0.099291130900383, 0.17065896093845367, 0.08928374201059341, 0.09695032238960266, 0.10289999842643738, 0.22668813169002533, 0.09070675820112228, 0.10403714329004288, 0.10351774096488953, 0.11509308964014053, 0.11146117746829987, 0.13653041422367096, 0.1935175508260727, 0.16834399104118347, 0.0460028275847435, 0.06113704666495323, 0.04168090224266052, 0.1690397411584854, 0.04886401817202568, 0.16304263472557068, 0.13474196195602417, 0.1422320008277893, 0.03680834546685219, 0.11510208994150162, 0.09520601481199265, 0.13559739291667938, 0.16485092043876648, 0.04664014279842377, 0.14528797566890717, 0.039193034172058105, 0.08298111706972122, 0.1490820050239563, 0.15467602014541626, 0.14328056573867798, 0.010402250103652477, 0.2748931646347046, 0.014433671720325947, 0.1349724382162094, 0.11212033778429031, 0.05054076388478279, 0.15722596645355225, 0.1795882135629654, 0.09216957539319992, 0.07514497637748718, 0.14568494260311127, 0.13307300209999084, 0.02862994745373726, 0.17267657816410065, 0.143376424908638, 0.09504450857639313, 0.13115115463733673, 0.11609480530023575, 0.18607822060585022, 0.05459985136985779, 0.1413981020450592, 0.25202855467796326, 0.016835281625390053, 0.12398936599493027, 0.10238561034202576, 0.13966943323612213, 0.23103120923042297, 0.12240849435329437, 0.084290511906147, 0.04944753274321556, 0.06829428672790527, 0.006339184008538723, 0.1799737960100174, 0.01374911144375801, 0.27963048219680786, 0.02950954996049404, 0.10244634002447128, 0.10558397322893143, 0.03476816788315773, 0.15552149713039398, 0.11733723431825638, 0.1204838678240776, 0.08161104470491409, 0.06019160896539688, 0.07156356424093246, 0.13870327174663544, 0.1589321345090866, 0.11343495547771454, 0.20083603262901306, 0.1278071105480194, 0.11840441077947617, 0.023826947435736656, 0.09203258156776428, 0.1468500792980194, 0.1417907178401947, 0.12221866846084595, 0.14744587242603302, 0.23061887919902802, 0.02621839940547943, 0.1785854548215866, 0.15369649231433868, 0.1489381045103073, 0.1033240258693695, 0.07616516202688217, 0.019454363733530045, 0.07383660227060318, 0.17594249546527863, 0.1049349308013916, 0.05912177637219429, 0.13158480823040009, 0.0826803669333458, 0.11481337249279022, 0.06814487278461456, 0.10249170660972595, 0.07407067716121674, 0.12151971459388733, 0.13422860205173492, 0.09487030655145645, 0.11907251924276352, 0.10700856149196625, 0.19980143010616302, 0.12510886788368225, 0.14848744869232178, 0.1366616040468216, 0.1334080994129181, 0.028844734653830528, 0.08066816627979279, 0.13448309898376465, 0.07012970000505447, 0.07742556184530258, 0.02956405282020569, 0.10205677896738052, 0.021167976781725883, 0.12349779158830643, 0.1519310474395752, 0.04754263162612915, 0.10482145845890045, 0.11811506003141403, 0.13035862147808075, 0.11473976075649261, 0.12718136608600616, 0.13777107000350952, 0.14002454280853271, 0.036863602697849274, 0.026662791147828102, 0.10265062004327774, 0.1253354549407959, 0.18966920673847198, 0.12222129106521606, 0.014053737744688988, 0.11616559326648712, 0.10128835588693619, 0.0257948599755764, 0.11151930689811707, 0.18780526518821716, 0.10423997044563293, 0.05636133626103401, 0.17278191447257996, 0.05430939793586731, 0.10020969063043594, 0.1893886774778366, 0.02461945451796055, 0.06872754544019699, 0.16099447011947632, 0.12326046824455261, 0.1050507202744484, 0.10095188766717911, 0.17731590569019318, 0.07579325139522552, 0.1162467673420906, 0.07423242181539536, 0.2097504884004593, 0.17970123887062073, 0.13902641832828522, 0.08299288898706436, 0.11480258405208588, 0.028331751003861427, 0.11191827803850174, 0.11565416306257248, 0.0211260337382555, 0.01626703329384327, 0.019314918667078018, 0.10831888765096664, 0.23113007843494415, 0.06395704299211502, 0.14999784529209137, 0.03153030946850777, 0.017735173925757408, 0.14583861827850342, 0.09155505150556564, 0.01219035591930151, 0.07079415023326874, 0.1457386016845703, 0.003831815905869007, 0.14506429433822632, 0.07118518650531769, 0.16760675609111786, 0.12718887627124786, 0.04560361057519913, 0.13392283022403717, 0.06701358407735825, 0.030070459470152855, 0.2694944441318512, 0.0774620845913887, 0.12000912427902222, 0.0984092727303505, 0.03499329090118408, 0.11253257840871811, 0.15129633247852325, 0.07834893465042114, 0.13070374727249146, 0.08104228973388672, 0.14283020794391632, 0.0323859341442585, 0.06730205565690994, 0.11395237594842911, 0.04955913871526718, 0.21452292799949646, 0.14798109233379364, 0.08725915849208832, 0.021460285410284996, 0.0609806664288044, 0.18666096031665802, 0.11813725531101227, 0.11953110992908478, 0.04322914034128189, 0.17742392420768738, 0.10982407629489899, 0.12011855840682983, 0.1135055273771286, 0.15289990603923798, 0.13439734280109406, 0.13555292785167694, 0.20109547674655914, 0.04432694613933563, 0.10009582340717316, 0.09751482307910919, 0.10179846733808517, 0.1614508181810379, 0.21091842651367188, 0.031212370842695236, 0.14026018977165222, 0.1956155151128769, 0.2260691076517105, 0.007266103755682707, 0.1095714420080185, 0.12215364724397659, 0.05101791024208069, 0.12323649227619171, 0.11821102350950241, 0.07658445835113525, 0.25897136330604553, 0.08107709139585495, 0.03740379214286804, 0.1143750250339508, 0.09315462410449982, 0.19289344549179077, 0.12357117235660553, 0.12880340218544006, 0.05124745890498161, 0.030394215136766434, 0.11624854803085327, 0.11031833291053772, 0.08637738972902298, 0.17135034501552582, 0.18642422556877136, 0.053571540862321854, 0.10311368852853775, 0.020950347185134888, 0.04380467161536217, 0.012324963696300983, 0.11755311489105225, 0.10701435804367065, 0.1509208083152771, 0.15312856435775757, 0.1464582234621048, 0.04684682562947273, 0.045121144503355026, 0.10571447014808655, 0.025672422721982002, 0.08875806629657745, 0.130243182182312, 0.05915078520774841, 0.03238171711564064, 0.10635513812303543, 0.067637138068676, 0.14379353821277618, 0.2040541172027588, 0.10993415862321854, 0.1303640753030777, 0.132120281457901, 0.06063177436590195, 0.01279678475111723, 0.13910356163978577, 0.04257025942206383, 0.06321320682764053, 0.09943173825740814, 0.10042526572942734, 0.07954590022563934, 0.055124588310718536, 0.12046778947114944, 0.030440207570791245, 0.09110389649868011, 0.18546515703201294, 0.04113265499472618, 0.15487372875213623, 0.1288013756275177, 0.051780492067337036, 0.12780064344406128, 0.1192554235458374, 0.08048199862241745, 0.09221193939447403, 0.0598255917429924, 0.03860178217291832, 0.013504551723599434, 0.1448107361793518, 0.12832754850387573, 0.664048433303833, 0.10275865346193314, 0.03506774082779884, 0.16356363892555237, 0.060527052730321884, 0.10506819933652878, 0.1484251767396927, 0.03652753308415413, 0.06959910690784454, 0.09178141504526138, 0.0541650615632534, 0.11317369341850281, 0.04483174905180931, 0.0687328577041626, 0.1115516871213913, 0.12241815030574799, 0.009604020975530148, 0.11255484074354172, 0.15076199173927307, 0.14177249372005463, 0.10656438022851944, 0.009031159803271294, 0.10845622420310974, 0.042899079620838165, 0.12419833987951279, 0.015529596246778965, 0.025426281616091728, 0.024503132328391075, 0.03424626961350441, 0.2488010674715042, 0.12792958319187164, 0.14754211902618408, 0.010305359959602356, 0.12333140522241592, 0.11541180312633514, 0.11033853888511658, 0.17449301481246948, 0.06083272024989128, 0.18494556844234467, 0.10345037281513214, 0.12147322297096252, 0.14440131187438965, 0.117692731320858, 0.12477968633174896, 0.022950077429413795, 0.11024720966815948, 0.017059603706002235, 0.14928008615970612, 0.06933250278234482, 0.10639849305152893, 0.10655074566602707, 0.13129384815692902, 0.004261604975908995, 0.09150873124599457, 0.07572150975465775, 0.16066573560237885, 0.11511614173650742, 0.12330020219087601, 0.13636192679405212]

repro_ft_v1_e5_freezemol_20260105_100642/projection.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d94c2649deb41b0bdae572192bf27685f8890fdf89409231246e307f0939541
+size 13141301

repro_ft_v1_e5_freezemol_20260105_100642/protein_model/config.json

@@ -0,0 +1,29 @@
+{
+  "architectures": [
+    "EsmModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "dtype": "bfloat16",
+  "emb_layer_norm_before": false,
+  "esmfold_config": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1280,
+  "initializer_range": 0.02,
+  "intermediate_size": 5120,
+  "is_folding_model": false,
+  "layer_norm_eps": 1e-05,
+  "mask_token_id": 4,
+  "max_position_embeddings": 1026,
+  "model_type": "esm",
+  "num_attention_heads": 20,
+  "num_hidden_layers": 66,
+  "pad_token_id": 1,
+  "position_embedding_type": "rotary",
+  "token_dropout": true,
+  "transformers_version": "4.57.3",
+  "use_cache": true,
+  "vocab_list": null,
+  "vocab_size": 446
+}

repro_ft_v1_e5_freezemol_20260105_100642/protein_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126bc887fc9e2a0290c7f4c389255e3cbe9e89e222b7e52be45c4022439d8545
+size 2601989354

repro_ft_v1_e5_freezemol_20260105_100642/protein_model/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "<cls>",
+  "eos_token": "<eos>",
+  "mask_token": "<mask>",
+  "pad_token": "<pad>",
+  "unk_token": "<unk>"
+}

repro_ft_v1_e5_freezemol_20260105_100642/protein_model/tokenizer_config.json

@@ -0,0 +1,53 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<cls>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<cls>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "tokenizer_class": "EsmTokenizer",
+  "unk_token": "<unk>"
+}

repro_ft_v1_e5_freezemol_20260105_100642/protein_model/vocab.txt

@@ -0,0 +1,446 @@
+<cls>
+<pad>
+<eos>
+<unk>
+<mask>
+Ap
+Ay
+An
+Aw
+Ar
+Aq
+Ah
+Ag
+Ad
+Al
+Av
+At
+Am
+Af
+As
+Aa
+Ae
+Ai
+Ak
+Ac
+A#
+Cp
+Cy
+Cn
+Cw
+Cr
+Cq
+Ch
+Cg
+Cd
+Cl
+Cv
+Ct
+Cm
+Cf
+Cs
+Ca
+Ce
+Ci
+Ck
+Cc
+C#
+Dp
+Dy
+Dn
+Dw
+Dr
+Dq
+Dh
+Dg
+Dd
+Dl
+Dv
+Dt
+Dm
+Df
+Ds
+Da
+De
+Di
+Dk
+Dc
+D#
+Ep
+Ey
+En
+Ew
+Er
+Eq
+Eh
+Eg
+Ed
+El
+Ev
+Et
+Em
+Ef
+Es
+Ea
+Ee
+Ei
+Ek
+Ec
+E#
+Fp
+Fy
+Fn
+Fw
+Fr
+Fq
+Fh
+Fg
+Fd
+Fl
+Fv
+Ft
+Fm
+Ff
+Fs
+Fa
+Fe
+Fi
+Fk
+Fc
+F#
+Gp
+Gy
+Gn
+Gw
+Gr
+Gq
+Gh
+Gg
+Gd
+Gl
+Gv
+Gt
+Gm
+Gf
+Gs
+Ga
+Ge
+Gi
+Gk
+Gc
+G#
+Hp
+Hy
+Hn
+Hw
+Hr
+Hq
+Hh
+Hg
+Hd
+Hl
+Hv
+Ht
+Hm
+Hf
+Hs
+Ha
+He
+Hi
+Hk
+Hc
+H#
+Ip
+Iy
+In
+Iw
+Ir
+Iq
+Ih
+Ig
+Id
+Il
+Iv
+It
+Im
+If
+Is
+Ia
+Ie
+Ii
+Ik
+Ic
+I#
+Kp
+Ky
+Kn
+Kw
+Kr
+Kq
+Kh
+Kg
+Kd
+Kl
+Kv
+Kt
+Km
+Kf
+Ks
+Ka
+Ke
+Ki
+Kk
+Kc
+K#
+Lp
+Ly
+Ln
+Lw
+Lr
+Lq
+Lh
+Lg
+Ld
+Ll
+Lv
+Lt
+Lm
+Lf
+Ls
+La
+Le
+Li
+Lk
+Lc
+L#
+Mp
+My
+Mn
+Mw
+Mr
+Mq
+Mh
+Mg
+Md
+Ml
+Mv
+Mt
+Mm
+Mf
+Ms
+Ma
+Me
+Mi
+Mk
+Mc
+M#
+Np
+Ny
+Nn
+Nw
+Nr
+Nq
+Nh
+Ng
+Nd
+Nl
+Nv
+Nt
+Nm
+Nf
+Ns
+Na
+Ne
+Ni
+Nk
+Nc
+N#
+Pp
+Py
+Pn
+Pw
+Pr
+Pq
+Ph
+Pg
+Pd
+Pl
+Pv
+Pt
+Pm
+Pf
+Ps
+Pa
+Pe
+Pi
+Pk
+Pc
+P#
+Qp
+Qy
+Qn
+Qw
+Qr
+Qq
+Qh
+Qg
+Qd
+Ql
+Qv
+Qt
+Qm
+Qf
+Qs
+Qa
+Qe
+Qi
+Qk
+Qc
+Q#
+Rp
+Ry
+Rn
+Rw
+Rr
+Rq
+Rh
+Rg
+Rd
+Rl
+Rv
+Rt
+Rm
+Rf
+Rs
+Ra
+Re
+Ri
+Rk
+Rc
+R#
+Sp
+Sy
+Sn
+Sw
+Sr
+Sq
+Sh
+Sg
+Sd
+Sl
+Sv
+St
+Sm
+Sf
+Ss
+Sa
+Se
+Si
+Sk
+Sc
+S#
+Tp
+Ty
+Tn
+Tw
+Tr
+Tq
+Th
+Tg
+Td
+Tl
+Tv
+Tt
+Tm
+Tf
+Ts
+Ta
+Te
+Ti
+Tk
+Tc
+T#
+Vp
+Vy
+Vn
+Vw
+Vr
+Vq
+Vh
+Vg
+Vd
+Vl
+Vv
+Vt
+Vm
+Vf
+Vs
+Va
+Ve
+Vi
+Vk
+Vc
+V#
+Wp
+Wy
+Wn
+Ww
+Wr
+Wq
+Wh
+Wg
+Wd
+Wl
+Wv
+Wt
+Wm
+Wf
+Ws
+Wa
+We
+Wi
+Wk
+Wc
+W#
+Yp
+Yy
+Yn
+Yw
+Yr
+Yq
+Yh
+Yg
+Yd
+Yl
+Yv
+Yt
+Ym
+Yf
+Ys
+Ya
+Ye
+Yi
+Yk
+Yc
+Y#
+#p
+#y
+#n
+#w
+#r
+#q
+#h
+#g
+#d
+#l
+#v
+#t
+#m
+#f
+#s
+#a
+#e
+#i
+#k
+#c
+##

repro_ft_v1_e5_freezemol_20260105_100642/train_args.json

@@ -0,0 +1,45 @@
+{
+  "interactions": "dataset/drug-target-activity/processed/interactions.parquet",
+  "protein_cache": "dataset/protein_sequences/saprot_combined_sequences_esmfold_nomask_cache.jsonl",
+  "split": "cold_drug",
+  "seed": 42,
+  "test_ratio": 0.2,
+  "val_ratio": 0.1,
+  "epochs": 5,
+  "protein_per_step": 1,
+  "lr_proj": 0.0001,
+  "lr_protein": 1e-06,
+  "weight_decay": 0.001,
+  "warmup_steps": 50,
+  "log_interval": 50,
+  "temperature": 0.07,
+  "max_logit_scale": 100.0,
+  "projection_dim": 512,
+  "protein_proj_hidden_dim": 0,
+  "molecule_proj_hidden_dim": 0,
+  "dropout": 0.2,
+  "hardneg_source": "none",
+  "hardneg_knn": "models/emb_cache/molecule_knn_tanimoto_k256.pt",
+  "hardneg_k": 0,
+  "hardneg_weight": 0.0,
+  "pos_weighting": "confidence",
+  "pxc50_threshold": 6.0,
+  "pxc50_std_threshold": 1.0,
+  "obs_threshold": 10.0,
+  "obs_std_threshold": 20.0,
+  "conflict_penalty": 0.5,
+  "severe_conflict_penalty": 0.2,
+  "weight_min": 0.2,
+  "weight_max": 1.0,
+  "protein_model": "westlake-repl/SaProt_1.3B_AF2",
+  "molecule_raw_cache": "models/emb_cache/raw_embeddings_saprot1p3b_struct_nomask_smiles20.pt",
+  "freeze_molecule_proj": true,
+  "init_projection": "models/repro_proj_softmax_saprot1p3b_confobs_smiles20_20260105_100642/projection.pt",
+  "mixed_precision": "bf16",
+  "load_dtype": "bf16",
+  "gradient_checkpointing": true,
+  "max_grad_norm": 1.0,
+  "protein_max_length": 1024,
+  "device": "cuda",
+  "output_dir": "models/repro_ft_v1_e5_freezemol_20260105_100642"
+}

repro_ft_v2_e5cont_freezemol_20260105_100642/loss.json

@@ -0,0 +1 @@
+[0.10789067298173904, 0.12044471502304077, 0.12235617637634277, 0.006116227712482214, 0.033075764775276184, 0.07144913077354431, 0.06375979632139206, 0.1430240273475647, 0.08870037645101547, 0.023093530908226967, 0.052993256598711014, 0.10896813124418259, 0.10302132368087769, 0.08958594501018524, 0.15385408699512482, 0.005689654964953661, 0.0185385812073946, 0.14976680278778076, 0.12889285385608673, 0.13844192028045654, 0.12463556230068207, 0.13437972962856293, 0.0874367505311966, 0.14733749628067017, 0.03067994862794876, 0.12263127416372299, 0.05842287093400955, 0.10746576637029648, 0.01380826998502016, 0.131782665848732, 0.05333990231156349, 0.020476695150136948, 0.18820688128471375, 0.032805997878313065, 0.17128318548202515, 0.10960879176855087, 0.08643154799938202, 0.04688933119177818, 0.13439711928367615, 0.11745630949735641, 0.09087719023227692, 0.14477677643299103, 0.074058398604393, 0.07253531366586685, 0.12150868028402328, 0.02032669261097908, 0.03345710411667824, 0.0976005271077156, 0.0749993696808815, 0.04704950377345085, 0.08850104361772537, 0.058792904019355774, 0.0454622320830822, 0.16336387395858765, 0.08336663246154785, 0.13668443262577057, 0.33705416321754456, 0.23102517426013947, 0.11807181686162949, 0.06295012682676315, 0.12382622063159943, 0.10998412221670151, 0.1385641247034073, 0.003656272543594241, 0.022065136581659317, 0.10021156817674637, 0.11806470900774002, 0.05441964417695999, 0.007663236930966377, 0.10295052081346512, 0.11302395910024643, 0.02017071284353733, 0.10220488905906677, 0.10871824622154236, 0.051433537155389786, 0.14586399495601654, 0.044366251677274704, 0.21436110138893127, 0.02491876296699047, 0.17881377041339874, 0.09575799852609634, 0.13478870689868927, 0.0804477334022522, 0.11545815318822861, 0.11817547678947449, 0.13131104409694672, 0.10251125693321228, 0.11230569332838058, 0.14491388201713562, 0.1825377494096756, 0.016488099470734596, 0.0507822185754776, 0.09546695649623871, 0.03717982769012451, 0.03465820848941803, 0.20964249968528748, 0.12627443671226501, 0.062402766197919846, 0.07288752496242523, 0.08045725524425507, 0.02567901648581028, 0.02193957008421421, 0.13729535043239594, 0.16123975813388824, 0.06973367184400558, 0.01084810495376587, 0.07250212132930756, 0.0680658221244812, 0.05023910105228424, 0.12409205734729767, 0.016186613589525223, 0.09738269448280334, 0.10513772070407867, 0.09876282513141632, 0.11189322173595428, 0.09375574439764023, 0.08607069402933121, 0.06574308127164841, 0.09720458835363388, 0.11773186922073364, 0.1524902880191803, 0.11547110229730606, 0.10417529940605164, 0.01701825112104416, 0.08756329119205475, 0.04419177025556564, 0.07500623911619186, 0.007037809584289789, 0.11481234431266785, 0.07110337167978287, 0.1421327292919159, 0.055628784000873566, 0.12905800342559814, 0.13158829510211945, 0.18610548973083496, 0.009575332514941692, 0.02401522733271122, 0.08886820077896118, 0.12400510162115097, 0.10481598228216171, 0.11491096764802933, 0.09504677355289459, 0.10516808182001114, 0.049031760543584824, 0.09933427721261978, 0.09322544932365417, 0.08195608109235764, 0.09081577509641647, 0.02992910146713257, 0.03236616775393486, 0.12951573729515076, 0.005070028826594353, 0.19866694509983063, 0.06909947842359543, 0.10303784161806107, 0.08831663429737091, 0.03372003138065338, 0.1101095899939537, 0.030382351949810982, 0.08741146326065063, 0.09028160572052002, 0.09877753257751465, 0.1130659356713295, 0.08405505120754242, 0.025601601228117943, 0.09253288805484772, 0.14246881008148193, 0.09098894149065018, 0.01962881349027157, 0.07802662253379822, 0.1057870164513588, 0.08442553132772446, 0.06680111587047577, 0.12046755105257034, 0.15685537457466125, 0.04617268964648247, 0.1034497618675232, 0.05487743020057678, 0.10389422625303268, 0.09456556290388107, 0.1777288168668747, 0.07510541379451752, 0.04263019189238548, 0.06963419169187546, 0.07030171155929565, 0.01148846186697483, 0.04432227462530136, 0.1515539437532425, 0.11042442917823792, 0.08599092811346054, 0.07201419025659561, 0.10860646516084671, 0.10031629353761673, 0.006321399472653866, 0.059391602873802185, 0.07467614859342575, 0.0998043641448021, 0.1360730081796646, 0.13953426480293274, 0.03834417089819908, 0.09552545100450516, 0.09721161425113678, 0.021666046231985092, 0.012624339200556278, 0.020223330706357956, 0.13513709604740143, 0.08897417783737183, 0.07005666196346283, 0.07544075697660446, 0.07370544970035553, 0.11552079021930695, 0.08898474276065826, 0.032982420176267624, 0.15134954452514648, 0.11257386207580566, 0.025292295962572098, 0.04568114131689072, 0.15248185396194458, 0.014431326650083065, 0.15076424181461334, 0.475784569978714, 0.07822097837924957, 0.0404101237654686, 0.09435571730136871, 0.04170101881027222, 0.05463479459285736, 0.12116929888725281, 0.09501520544290543, 0.10241486132144928, 0.08553016930818558, 0.11080528050661087, 0.08714234083890915, 0.1250772476196289, 0.025960970669984818, 0.004620229359716177, 0.07502450048923492, 0.059764157980680466, 0.10768500715494156, 0.09976542741060257, 0.029389243572950363, 0.12188152223825455, 0.09508625417947769, 0.08799205720424652, 0.09972492605447769, 0.1091625764966011, 0.09367559105157852, 0.05915704742074013, 0.07670045644044876, 0.08459161221981049, 0.10776005685329437, 0.10816509276628494, 0.06034523621201515, 0.05964718014001846, 0.022091228514909744, 0.27174320816993713, 0.015171528793871403, 0.04893637076020241, 0.17892932891845703, 0.00928458385169506, 0.10181254148483276, 0.06092085316777229, 0.08222642540931702, 0.08506769686937332, 0.06478536874055862, 0.01990756392478943, 0.09837159514427185, 0.010741774924099445, 0.08371509611606598, 0.06845806539058685, 0.06290408968925476, 0.052337270230054855, 0.058134958148002625, 0.04872401803731918, 0.007020211312919855, 0.09602466970682144, 0.010554798878729343, 0.12750770151615143, 0.005993740167468786, 0.0503573976457119, 0.11746682226657867, 0.026420071721076965, 0.02471879869699478, 0.08780460804700851, 0.14778156578540802, 0.02574061043560505, 0.024960804730653763, 0.19736935198307037, 0.09083089977502823, 0.07015340775251389, 0.08760343492031097, 0.07915361225605011, 0.04494774341583252, 0.09110326319932938, 0.08513596653938293, 0.10452331602573395, 0.10714184492826462, 0.15895338356494904, 0.20285718142986298, 0.10627862066030502, 0.04323375225067139, 0.06032240763306618, 0.09319054335355759, 0.08509957045316696, 0.11330686509609222, 0.007991285063326359, 0.11908514052629471, 0.08756498247385025, 0.11354587972164154, 0.1236831322312355, 0.07985743135213852, 0.0669250562787056, 0.05610836297273636, 0.16642709076404572, 0.0075193545781075954, 0.04495933651924133, 0.13338114321231842, 0.09655409306287766, 0.1108853742480278, 0.15681102871894836, 0.13630138337612152, 0.10040383040904999, 0.07211668789386749, 0.38143548369407654, 0.08258482813835144, 0.048707038164138794, 0.013098289258778095, 0.05037527531385422, 0.1014634445309639, 0.08004476875066757, 0.09964483976364136, 0.023241078481078148, 0.09963425993919373, 0.01735558733344078, 0.1054110899567604, 0.07538611441850662, 0.12272339314222336, 0.08986853808164597, 0.10957034677267075, 0.13361996412277222, 0.06099974364042282, 0.08314817398786545, 0.014790184795856476, 0.10353438556194305, 0.010814549401402473, 0.025642013177275658, 0.06027701869606972, 0.06494968384504318, 0.056276485323905945, 0.19760173559188843, 0.0735267698764801, 0.1069909930229187, 0.07582361996173859, 0.13673275709152222, 0.1110488697886467, 0.1311894655227661, 0.07982607930898666, 0.011109218932688236, 0.11554703861474991, 0.12627330422401428, 0.08708939701318741, 0.09599962830543518, 0.09734711050987244, 0.10063661634922028, 0.08288872241973877, 0.07483559846878052, 0.012404398992657661, 0.06285431981086731, 0.02457016333937645, 0.023079700767993927, 0.06989219784736633, 0.0794849619269371, 0.06533222645521164, 0.10179845988750458, 0.09478975832462311, 0.07562871277332306, 0.02117331512272358, 0.05626876652240753, 0.0917709618806839, 0.09568222612142563, 0.025960572063922882, 0.10512598603963852, 0.03832351788878441, 0.1304721087217331, 0.02032669261097908, 0.08639997988939285, 0.10730897635221481, 0.0848553329706192, 0.08949054777622223, 0.13051831722259521, 0.11603786051273346, 0.004632964264601469, 0.0509830079972744, 0.029482191428542137, 0.057798173278570175, 0.08585718274116516, 0.0037141419015824795, 0.04424037039279938, 0.12124016135931015, 0.09507103264331818, 0.012064424343407154, 0.06787368655204773, 0.03169823810458183, 0.03026100993156433, 0.09646108746528625, 0.008462104946374893, 0.17843234539031982, 0.08136799186468124, 0.01552314218133688, 0.013129688799381256, 0.03650951758027077, 0.0476851686835289, 0.08301060646772385, 0.04251730814576149, 0.08190984278917313, 0.00289261806756258, 0.09457095712423325, 0.08852684497833252, 0.014811830595135689, 0.08683254569768906, 0.1299152672290802, 0.12334837019443512, 0.09006534516811371, 0.1468115746974945, 0.01598239690065384, 0.037520553916692734, 0.07660175114870071, 0.009801334701478481, 0.0060001518577337265, 0.09605296701192856, 0.03437967598438263, 0.014473600313067436, 0.13992781937122345, 0.011521903797984123, 0.10039141029119492, 0.07595197856426239, 0.0963931456208229, 0.11054306477308273, 0.1009068712592125, 0.06538880616426468, 0.11146407574415207, 0.018864817917346954, 0.05458611249923706, 0.07732519507408142, 0.08919373154640198, 0.15213103592395782, 0.08231230080127716, 0.08275341242551804, 0.036932431161403656, 0.19681739807128906, 0.10247983038425446, 0.08011284470558167, 0.22077153623104095, 0.04990289732813835, 0.10563473403453827, 0.0992603525519371, 0.0519745834171772, 0.015266599133610725, 0.09277615696191788, 0.08266562968492508, 0.021320568397641182, 0.02709800936281681, 0.032621778547763824, 0.06878238171339035, 0.09070874750614166, 0.0894940048456192, 0.06998436897993088, 0.08958598971366882, 0.1189013421535492, 0.056027915328741074, 0.14747366309165955, 0.04151672124862671, 0.08844520896673203, 0.08108727633953094, 0.11806640774011612, 0.09755995869636536, 0.042808905243873596, 0.10948652774095535, 0.07549657672643661, 0.05527950078248978, 0.11879424005746841, 0.07593052089214325, 0.0958654135465622, 0.026028137654066086, 0.07347143441438675, 0.023324979469180107, 0.14800488948822021, 0.046411577612161636, 0.04316036403179169, 0.1021375060081482, 0.0424860417842865, 0.013499315828084946, 0.10361000150442123, 0.06638724356889725, 0.08158313482999802, 0.030646871775388718, 0.05488332360982895, 0.10871248692274094, 0.056611597537994385, 0.05881958827376366, 0.07520142942667007, 0.10349168628454208, 0.05694771185517311, 0.06766694039106369, 0.0763753205537796, 0.07992266863584518, 0.08205906301736832, 0.0890640988945961, 0.13385626673698425, 0.10596024245023727, 0.02198166400194168, 0.028284704312682152, 0.024449069052934647, 0.10790641605854034, 0.022257132455706596, 0.10584687441587448, 0.0918574258685112, 0.08991298079490662, 0.02039724588394165, 0.08170492202043533, 0.06564720720052719, 0.09522387385368347, 0.11456236988306046, 0.025407344102859497, 0.09259632229804993, 0.023039724677801132, 0.051356520503759384, 0.10604589432477951, 0.1107100322842598, 0.09706605970859528, 0.004755055066198111, 0.19356396794319153, 0.003506148001179099, 0.09678236395120621, 0.06501785665750504, 0.029262419790029526, 0.10861331969499588, 0.12803447246551514, 0.06341539323329926, 0.04689926281571388, 0.10275144129991531, 0.10437753051519394, 0.0186361875385046, 0.11768283694982529, 0.12240974605083466, 0.05074922740459442, 0.0791744515299797, 0.08280160278081894, 0.13167844712734222, 0.02802937477827072, 0.09515713900327682, 0.1721806824207306, 0.008402363397181034, 0.08994747698307037, 0.07032682746648788, 0.09714007377624512, 0.15742646157741547, 0.08382467925548553, 0.05950399115681648, 0.03255109116435051, 0.036656711250543594, 0.003495562821626663, 0.09743262082338333, 0.010253368876874447, 0.12886784970760345, 0.01734001189470291, 0.06916292756795883, 0.06542687863111496, 0.019369710236787796, 0.11193736642599106, 0.054556459188461304, 0.07306034862995148, 0.054316163063049316, 0.019639749079942703, 0.04377772659063339, 0.1001223623752594, 0.10966558754444122, 0.08019916713237762, 0.12877283990383148, 0.09597625583410263, 0.0683475062251091, 0.011865993961691856, 0.057557616382837296, 0.10580947250127792, 0.10321623831987381, 0.08431768417358398, 0.10153815895318985, 0.17579111456871033, 0.016828369349241257, 0.10314518958330154, 0.10438770055770874, 0.10809951275587082, 0.07408075779676437, 0.05283578112721443, 0.011106985621154308, 0.029753252863883972, 0.12253553420305252, 0.07584172487258911, 0.039165183901786804, 0.09108614176511765, 0.05882827937602997, 0.07819902151823044, 0.03177200257778168, 0.06733284890651703, 0.05107921361923218, 0.08169965445995331, 0.09720900654792786, 0.06554850935935974, 0.08642414957284927, 0.0790223702788353, 0.13029861450195312, 0.09389634430408478, 0.0753474235534668, 0.09466985613107681, 0.10070861876010895, 0.00836619921028614, 0.05390644818544388, 0.09026120603084564, 0.03716376796364784, 0.021589497104287148, 0.018447212874889374, 0.06625846773386002, 0.010216965340077877, 0.08566920459270477, 0.10921210050582886, 0.026673173531889915, 0.07531192898750305, 0.06664903461933136, 0.0853198766708374, 0.08076845854520798, 0.09503352642059326, 0.09829419106245041, 0.09883438795804977, 0.019805938005447388, 0.014911942183971405, 0.07281365990638733, 0.08892158418893814, 0.13377591967582703, 0.10425391048192978, 0.00807714369148016, 0.07876506447792053, 0.07301679998636246, 0.008870627731084824, 0.08415728807449341, 0.12926259636878967, 0.07471869885921478, 0.03628121316432953, 0.11967736482620239, 0.03419053554534912, 0.05712434649467468, 0.15224558115005493, 0.01411017682403326, 0.03691519796848297, 0.11212550103664398, 0.08134352415800095, 0.07633844763040543, 0.06603022664785385, 0.1351138800382614, 0.0399499237537384, 0.08136007934808731, 0.04584657400846481, 0.15660041570663452, 0.13109418749809265, 0.092751644551754, 0.06233401969075203, 0.0706983357667923, 0.01761668547987938, 0.07441425323486328, 0.07993879169225693, 0.011149878613650799, 0.007888871245086193, 0.010621973313391209, 0.07588674873113632, 0.19321253895759583, 0.038683172315359116, 0.1274861991405487, 0.019247619435191154, 0.010687130503356457, 0.10621748119592667, 0.06594377756118774, 0.008315905928611755, 0.030927252024412155, 0.10274453461170197, 0.0010327640920877457, 0.10596513003110886, 0.04597926512360573, 0.11810704320669174, 0.09140737354755402, 0.02996920794248581, 0.09775789827108383, 0.040653470903635025, 0.017157582566142082, 0.21163241565227509, 0.039572373032569885, 0.09784107655286789, 0.05825594440102577, 0.02000950463116169, 0.07434640824794769, 0.10281112045049667, 0.0545685701072216, 0.0887434184551239, 0.05923415720462799, 0.0999750867486, 0.021220961585640907, 0.03983045741915703, 0.07954433560371399, 0.024218935519456863, 0.1555030643939972, 0.10859909653663635, 0.05876384302973747, 0.014387302100658417, 0.030962485820055008, 0.13137483596801758, 0.08743561059236526, 0.08594784140586853, 0.027159351855516434, 0.13971178233623505, 0.08192779123783112, 0.07556197792291641, 0.08327199518680573, 0.10917167365550995, 0.09227073192596436, 0.10626183450222015, 0.138400599360466, 0.02951388619840145, 0.07372906804084778, 0.06828659772872925, 0.07579917460680008, 0.11513739824295044, 0.16252709925174713, 0.026236552745103836, 0.10001195967197418, 0.12835174798965454, 0.18602819740772247, 0.00454804627224803, 0.0716799646615982, 0.09398159384727478, 0.03539653122425079, 0.08496962487697601, 0.08483345061540604, 0.053862474858760834, 0.21731306612491608, 0.05654148757457733, 0.012000035494565964, 0.06767042726278305, 0.06569638848304749, 0.13896340131759644, 0.0917486697435379, 0.0889662504196167, 0.031959448009729385, 0.01746956817805767, 0.08466371893882751, 0.08590620756149292, 0.0653335452079773, 0.1269157975912094, 0.14099842309951782, 0.03372689709067345, 0.07270390540361404, 0.011873084120452404, 0.023033171892166138, 0.007791110780090094, 0.0849541574716568, 0.07645082473754883, 0.11483390629291534, 0.11360695213079453, 0.11436044424772263, 0.03152574598789215, 0.03381477668881416, 0.07810840755701065, 0.013080847449600697, 0.05020711570978165, 0.0912269651889801, 0.03794325515627861, 0.018655970692634583, 0.0804130807518959, 0.04422351345419884, 0.09491359442472458, 0.16155844926834106, 0.07932371646165848, 0.07837802171707153, 0.0933581218123436, 0.04046061635017395, 0.00543448468670249, 0.10439948737621307, 0.026333797723054886, 0.03930347412824631, 0.07289854437112808, 0.06979484856128693, 0.0528351366519928, 0.03083987720310688, 0.08575046062469482, 0.017394721508026123, 0.06517794728279114, 0.1334894746541977, 0.02548576518893242, 0.085965096950531, 0.09403086453676224, 0.03159575164318085, 0.09392852336168289, 0.08177129924297333, 0.05818375200033188, 0.06656543165445328, 0.033234670758247375, 0.02829170785844326, 0.008812767453491688, 0.10854167491197586, 0.08598091453313828, 0.5877225399017334, 0.07843352854251862, 0.01587960124015808, 0.12670686841011047, 0.04132555052638054, 0.07939808070659637, 0.10311929881572723, 0.026622574776411057, 0.033142879605293274, 0.06992857158184052, 0.030719701200723648, 0.09001684933900833, 0.02996681071817875, 0.04927290230989456, 0.08113411068916321, 0.09226284176111221, 0.006145162042230368, 0.09316005557775497, 0.12165602296590805, 0.11710941046476364, 0.07806866616010666, 0.006126368883997202, 0.0830620527267456, 0.029026327654719353, 0.09588871896266937, 0.009723775088787079, 0.014059722423553467, 0.01581587642431259, 0.028105122968554497, 0.20027483999729156, 0.09568353742361069, 0.11193817108869553, 0.005964263807982206, 0.09569666534662247, 0.08820679783821106, 0.08579116314649582, 0.13546675443649292, 0.033456411212682724, 0.14254043996334076, 0.07516584545373917, 0.09124118089675903, 0.12088464200496674, 0.07479114085435867, 0.08873020112514496, 0.01505326759070158, 0.0856945589184761, 0.004917476791888475, 0.11590975522994995, 0.04607517272233963, 0.07768320292234421, 0.07962100207805634, 0.10194351524114609, 0.0013084280071780086, 0.06785618513822556, 0.054585281759500504, 0.12149279564619064, 0.08567789196968079, 0.09298676997423172, 0.09925223886966705]

repro_ft_v2_e5cont_freezemol_20260105_100642/projection.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6234e6f8a76b986354d1cf92ba365d7159d020623e60db74d009b4aea16e5ed7
+size 13141301

repro_ft_v2_e5cont_freezemol_20260105_100642/protein_model/config.json

@@ -0,0 +1,29 @@
+{
+  "architectures": [
+    "EsmModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "dtype": "bfloat16",
+  "emb_layer_norm_before": false,
+  "esmfold_config": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1280,
+  "initializer_range": 0.02,
+  "intermediate_size": 5120,
+  "is_folding_model": false,
+  "layer_norm_eps": 1e-05,
+  "mask_token_id": 4,
+  "max_position_embeddings": 1026,
+  "model_type": "esm",
+  "num_attention_heads": 20,
+  "num_hidden_layers": 66,
+  "pad_token_id": 1,
+  "position_embedding_type": "rotary",
+  "token_dropout": true,
+  "transformers_version": "4.57.3",
+  "use_cache": true,
+  "vocab_list": null,
+  "vocab_size": 446
+}

repro_ft_v2_e5cont_freezemol_20260105_100642/protein_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aebe00975eb8edea9371fe2a455ee137f0d9dcc64bba4fa21603d504cd963ae
+size 2601989354

repro_ft_v2_e5cont_freezemol_20260105_100642/protein_model/special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "<cls>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

repro_ft_v2_e5cont_freezemol_20260105_100642/protein_model/tokenizer_config.json

@@ -0,0 +1,53 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<cls>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<cls>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "tokenizer_class": "EsmTokenizer",
+  "unk_token": "<unk>"
+}

repro_ft_v2_e5cont_freezemol_20260105_100642/protein_model/vocab.txt

@@ -0,0 +1,446 @@
+<cls>
+<pad>
+<eos>
+<unk>
+<mask>
+Ap
+Ay
+An
+Aw
+Ar
+Aq
+Ah
+Ag
+Ad
+Al
+Av
+At
+Am
+Af
+As
+Aa
+Ae
+Ai
+Ak
+Ac
+A#
+Cp
+Cy
+Cn
+Cw
+Cr
+Cq
+Ch
+Cg
+Cd
+Cl
+Cv
+Ct
+Cm
+Cf
+Cs
+Ca
+Ce
+Ci
+Ck
+Cc
+C#
+Dp
+Dy
+Dn
+Dw
+Dr
+Dq
+Dh
+Dg
+Dd
+Dl
+Dv
+Dt
+Dm
+Df
+Ds
+Da
+De
+Di
+Dk
+Dc
+D#
+Ep
+Ey
+En
+Ew
+Er
+Eq
+Eh
+Eg
+Ed
+El
+Ev
+Et
+Em
+Ef
+Es
+Ea
+Ee
+Ei
+Ek
+Ec
+E#
+Fp
+Fy
+Fn
+Fw
+Fr
+Fq
+Fh
+Fg
+Fd
+Fl
+Fv
+Ft
+Fm
+Ff
+Fs
+Fa
+Fe
+Fi
+Fk
+Fc
+F#
+Gp
+Gy
+Gn
+Gw
+Gr
+Gq
+Gh
+Gg
+Gd
+Gl
+Gv
+Gt
+Gm
+Gf
+Gs
+Ga
+Ge
+Gi
+Gk
+Gc
+G#
+Hp
+Hy
+Hn
+Hw
+Hr
+Hq
+Hh
+Hg
+Hd
+Hl
+Hv
+Ht
+Hm
+Hf
+Hs
+Ha
+He
+Hi
+Hk
+Hc
+H#
+Ip
+Iy
+In
+Iw
+Ir
+Iq
+Ih
+Ig
+Id
+Il
+Iv
+It
+Im
+If
+Is
+Ia
+Ie
+Ii
+Ik
+Ic
+I#
+Kp
+Ky
+Kn
+Kw
+Kr
+Kq
+Kh
+Kg
+Kd
+Kl
+Kv
+Kt
+Km
+Kf
+Ks
+Ka
+Ke
+Ki
+Kk
+Kc
+K#
+Lp
+Ly
+Ln
+Lw
+Lr
+Lq
+Lh
+Lg
+Ld
+Ll
+Lv
+Lt
+Lm
+Lf
+Ls
+La
+Le
+Li
+Lk
+Lc
+L#
+Mp
+My
+Mn
+Mw
+Mr
+Mq
+Mh
+Mg
+Md
+Ml
+Mv
+Mt
+Mm
+Mf
+Ms
+Ma
+Me
+Mi
+Mk
+Mc
+M#
+Np
+Ny
+Nn
+Nw
+Nr
+Nq
+Nh
+Ng
+Nd
+Nl
+Nv
+Nt
+Nm
+Nf
+Ns
+Na
+Ne
+Ni
+Nk
+Nc
+N#
+Pp
+Py
+Pn
+Pw
+Pr
+Pq
+Ph
+Pg
+Pd
+Pl
+Pv
+Pt
+Pm
+Pf
+Ps
+Pa
+Pe
+Pi
+Pk
+Pc
+P#
+Qp
+Qy
+Qn
+Qw
+Qr
+Qq
+Qh
+Qg
+Qd
+Ql
+Qv
+Qt
+Qm
+Qf
+Qs
+Qa
+Qe
+Qi
+Qk
+Qc
+Q#
+Rp
+Ry
+Rn
+Rw
+Rr
+Rq
+Rh
+Rg
+Rd
+Rl
+Rv
+Rt
+Rm
+Rf
+Rs
+Ra
+Re
+Ri
+Rk
+Rc
+R#
+Sp
+Sy
+Sn
+Sw
+Sr
+Sq
+Sh
+Sg
+Sd
+Sl
+Sv
+St
+Sm
+Sf
+Ss
+Sa
+Se
+Si
+Sk
+Sc
+S#
+Tp
+Ty
+Tn
+Tw
+Tr
+Tq
+Th
+Tg
+Td
+Tl
+Tv
+Tt
+Tm
+Tf
+Ts
+Ta
+Te
+Ti
+Tk
+Tc
+T#
+Vp
+Vy
+Vn
+Vw
+Vr
+Vq
+Vh
+Vg
+Vd
+Vl
+Vv
+Vt
+Vm
+Vf
+Vs
+Va
+Ve
+Vi
+Vk
+Vc
+V#
+Wp
+Wy
+Wn
+Ww
+Wr
+Wq
+Wh
+Wg
+Wd
+Wl
+Wv
+Wt
+Wm
+Wf
+Ws
+Wa
+We
+Wi
+Wk
+Wc
+W#
+Yp
+Yy
+Yn
+Yw
+Yr
+Yq
+Yh
+Yg
+Yd
+Yl
+Yv
+Yt
+Ym
+Yf
+Ys
+Ya
+Ye
+Yi
+Yk
+Yc
+Y#
+#p
+#y
+#n
+#w
+#r
+#q
+#h
+#g
+#d
+#l
+#v
+#t
+#m
+#f
+#s
+#a
+#e
+#i
+#k
+#c
+##

repro_ft_v2_e5cont_freezemol_20260105_100642/train_args.json

@@ -0,0 +1,45 @@
+{
+  "interactions": "dataset/drug-target-activity/processed/interactions.parquet",
+  "protein_cache": "dataset/protein_sequences/saprot_combined_sequences_esmfold_nomask_cache.jsonl",
+  "split": "cold_drug",
+  "seed": 42,
+  "test_ratio": 0.2,
+  "val_ratio": 0.1,
+  "epochs": 5,
+  "protein_per_step": 1,
+  "lr_proj": 0.0001,
+  "lr_protein": 1e-06,
+  "weight_decay": 0.001,
+  "warmup_steps": 50,
+  "log_interval": 50,
+  "temperature": 0.07,
+  "max_logit_scale": 100.0,
+  "projection_dim": 512,
+  "protein_proj_hidden_dim": 0,
+  "molecule_proj_hidden_dim": 0,
+  "dropout": 0.2,
+  "hardneg_source": "none",
+  "hardneg_knn": "models/emb_cache/molecule_knn_tanimoto_k256.pt",
+  "hardneg_k": 0,
+  "hardneg_weight": 0.0,
+  "pos_weighting": "confidence",
+  "pxc50_threshold": 6.0,
+  "pxc50_std_threshold": 1.0,
+  "obs_threshold": 10.0,
+  "obs_std_threshold": 20.0,
+  "conflict_penalty": 0.5,
+  "severe_conflict_penalty": 0.2,
+  "weight_min": 0.2,
+  "weight_max": 1.0,
+  "protein_model": "models/repro_ft_v1_e5_freezemol_20260105_100642/protein_model",
+  "molecule_raw_cache": "models/emb_cache/raw_embeddings_saprot1p3b_struct_nomask_smiles20.pt",
+  "freeze_molecule_proj": true,
+  "init_projection": "models/repro_ft_v1_e5_freezemol_20260105_100642/projection.pt",
+  "mixed_precision": "bf16",
+  "load_dtype": "bf16",
+  "gradient_checkpointing": true,
+  "max_grad_norm": 1.0,
+  "protein_max_length": 1024,
+  "device": "cuda",
+  "output_dir": "models/repro_ft_v2_e5cont_freezemol_20260105_100642"
+}

repro_ft_v5_hardneg_inactive_k8_w0p1_e5_20260105_100642/loss.json

@@ -0,0 +1 @@
+[0.08290189504623413, 0.0957871526479721, 0.09509973227977753, 0.0019900768529623747, 0.020484410226345062, 0.04914923384785652, 0.03792040795087814, 0.11203707009553909, 0.06007663533091545, 0.008618498221039772, 0.02905026264488697, 0.08029885590076447, 0.06424727290868759, 0.04554411396384239, 0.10551650077104568, 0.002922706538811326, 0.004935926292091608, 0.10168801993131638, 0.08351022005081177, 0.09885559976100922, 0.08633998781442642, 0.10232120007276535, 0.06074165552854538, 0.10714400559663773, 0.014598379842936993, 0.09046084433794022, 0.030655469745397568, 0.08012411743402481, 0.006474015768617392, 0.09129436314105988, 0.033293094485998154, 0.012322193011641502, 0.11844087392091751, 0.012386186979711056, 0.114274762570858, 0.07675650715827942, 0.06263723224401474, 0.02225418947637081, 0.09517700225114822, 0.08286458253860474, 0.05755433812737465, 0.10030168294906616, 0.04273552820086479, 0.04132548347115517, 0.07590240240097046, 0.00888379942625761, 0.022681206464767456, 0.06917877495288849, 0.0495137944817543, 0.027013106271624565, 0.05474728345870972, 0.028377311304211617, 0.023406876251101494, 0.09998533129692078, 0.04634878784418106, 0.0877850204706192, 0.1758945882320404, 0.12442970275878906, 0.08116523921489716, 0.031338777393102646, 0.08373193442821503, 0.07664767652750015, 0.09177416563034058, 0.001666423981077969, 0.00913160014897585, 0.0629233568906784, 0.07110024243593216, 0.027146151289343834, 0.0017046130960807204, 0.06507440656423569, 0.06426911056041718, 0.010097174905240536, 0.07189614325761795, 0.06301164627075195, 0.025005260482430458, 0.08452650159597397, 0.022034790366888046, 0.1392822563648224, 0.012003587558865547, 0.1251775175333023, 0.0649389699101448, 0.07091774791479111, 0.050130389630794525, 0.05485215783119202, 0.0619862899184227, 0.08874491602182388, 0.06850326806306839, 0.07704543322324753, 0.07341211289167404, 0.09847318381071091, 0.0073865787126123905, 0.0286073237657547, 0.052335821092128754, 0.02084001898765564, 0.00919827725738287, 0.1390761435031891, 0.08365876972675323, 0.026507752016186714, 0.04786309599876404, 0.03708186000585556, 0.014958934858441353, 0.010878780856728554, 0.07741240411996841, 0.09799511730670929, 0.0387309230864048, 0.005794340278953314, 0.037570737302303314, 0.04675253480672836, 0.03217577561736107, 0.08744565397500992, 0.008105335757136345, 0.06258396804332733, 0.06518298387527466, 0.0610145702958107, 0.07679153978824615, 0.06615287810564041, 0.06241268664598465, 0.0441974475979805, 0.05712462216615677, 0.07333653420209885, 0.09847014397382736, 0.07470063865184784, 0.06932218372821808, 0.008665055967867374, 0.06164887174963951, 0.030805476009845734, 0.04019900783896446, 0.0032997189555317163, 0.0724816769361496, 0.03286776691675186, 0.07736492902040482, 0.018854908645153046, 0.07879287749528885, 0.0938243567943573, 0.13580945134162903, 0.004966094624251127, 0.013959785923361778, 0.05646936222910881, 0.08751887083053589, 0.07399236410856247, 0.07704909145832062, 0.053265150636434555, 0.06376764923334122, 0.025926480069756508, 0.06737763434648514, 0.059349216520786285, 0.04836909845471382, 0.0623977892100811, 0.013065828010439873, 0.013362479396164417, 0.08774211257696152, 0.003575721522793174, 0.1389065682888031, 0.03509946167469025, 0.07140088826417923, 0.059018801897764206, 0.01905915141105652, 0.07917308807373047, 0.014708899892866611, 0.04913816973567009, 0.06354421377182007, 0.06326522678136826, 0.07192767411470413, 0.05734245479106903, 0.01518007181584835, 0.059970706701278687, 0.10434684157371521, 0.05486413463950157, 0.008435363881289959, 0.04876966401934624, 0.06816934049129486, 0.05761959031224251, 0.036686673760414124, 0.05913577601313591, 0.1070418432354927, 0.023457897827029228, 0.06864225119352341, 0.025539426133036613, 0.07511493563652039, 0.06404456496238708, 0.10830807685852051, 0.053746867924928665, 0.02142651192843914, 0.04721709340810776, 0.048223089426755905, 0.003116571344435215, 0.028221162036061287, 0.12278588116168976, 0.05972666293382645, 0.030613897368311882, 0.04045739769935608, 0.07928968220949173, 0.06986110657453537, 0.003974366467446089, 0.04098308086395264, 0.05126160755753517, 0.06650016456842422, 0.09419025480747223, 0.10479974746704102, 0.025838462635874748, 0.0669926181435585, 0.06767308712005615, 0.014025112614035606, 0.006624843925237656, 0.012829276733100414, 0.10342942178249359, 0.06275869160890579, 0.04621722921729088, 0.0511125884950161, 0.051561009138822556, 0.07036291807889938, 0.06189609318971634, 0.0182479377835989, 0.11159137636423111, 0.076565220952034, 0.007424565497785807, 0.02474367991089821, 0.09709580987691879, 0.006734439171850681, 0.05787200480699539, 0.2687775492668152, 0.058253299444913864, 0.025377005338668823, 0.06599576026201248, 0.020214635878801346, 0.024833129718899727, 0.0814964771270752, 0.06767735630273819, 0.06679770350456238, 0.05365621671080589, 0.07124356925487518, 0.055772215127944946, 0.08090537041425705, 0.015083794482052326, 0.0017563494620844722, 0.07483970373868942, 0.0358707420527935, 0.06934165954589844, 0.07018212229013443, 0.018062932416796684, 0.07850358635187149, 0.06223716214299202, 0.06018580496311188, 0.0676279217004776, 0.07818549871444702, 0.05482866242527962, 0.03101213090121746, 0.0595732256770134, 0.052595287561416626, 0.0676979050040245, 0.0717214047908783, 0.03155914694070816, 0.03311338275671005, 0.011012343689799309, 0.17343200743198395, 0.006999802775681019, 0.030561931431293488, 0.13683943450450897, 0.0038779349997639656, 0.0709712877869606, 0.038449764251708984, 0.06062627583742142, 0.044248588383197784, 0.04118134081363678, 0.009909029118716717, 0.06497858464717865, 0.005084684118628502, 0.052725717425346375, 0.034765638411045074, 0.04526464641094208, 0.02769104577600956, 0.024850282818078995, 0.03520931676030159, 0.0036029068287461996, 0.06717269867658615, 0.006454853806644678, 0.08914902061223984, 0.0031602487433701754, 0.03493432700634003, 0.0815650150179863, 0.016164062544703484, 0.02028621919453144, 0.06372595578432083, 0.105841264128685, 0.01607847958803177, 0.01470049750059843, 0.133950874209404, 0.052877701818943024, 0.047755029052495956, 0.06466183066368103, 0.053366634994745255, 0.059954412281513214, 0.05717623978853226, 0.05935700610280037, 0.06230269372463226, 0.07003073394298553, 0.10610143840312958, 0.1363549828529358, 0.0691424012184143, 0.017653079703450203, 0.04187244549393654, 0.05771169066429138, 0.059031207114458084, 0.06355365365743637, 0.0061357771046459675, 0.07353800535202026, 0.056251008063554764, 0.07802856713533401, 0.08618883043527603, 0.05004098638892174, 0.04990192875266075, 0.013988766819238663, 0.13571907579898834, 0.0030527263879776, 0.02459065057337284, 0.08616052567958832, 0.06705106049776077, 0.0712859258055687, 0.1054437905550003, 0.07788661122322083, 0.06491094827651978, 0.12577956914901733, 0.21920426189899445, 0.0460977628827095, 0.0340251699090004, 0.009912156499922276, 0.026827801018953323, 0.062294915318489075, 0.056603748351335526, 0.06510409712791443, 0.012515283189713955, 0.06775783002376556, 0.010433522053062916, 0.07039026916027069, 0.052573468536138535, 0.08626098185777664, 0.05907662957906723, 0.07618702948093414, 0.09308338165283203, 0.035775069147348404, 0.06116630882024765, 0.007523445878177881, 0.06728646159172058, 0.006311902776360512, 0.01439514011144638, 0.038858480751514435, 0.03849343955516815, 0.03937939554452896, 0.1324939876794815, 0.05213196575641632, 0.0651552602648735, 0.054363422095775604, 0.11126792430877686, 0.06902479380369186, 0.08976277709007263, 0.06106977164745331, 0.0034475550055503845, 0.0677613615989685, 0.0816144347190857, 0.05605822056531906, 0.06244082376360893, 0.0734284371137619, 0.07249733805656433, 0.05783749744296074, 0.048536498099565506, 0.005681924056261778, 0.03909086063504219, 0.022350868210196495, 0.014543971978127956, 0.04948602616786957, 0.057805560529232025, 0.049656398594379425, 0.07118598371744156, 0.06759848445653915, 0.05223125219345093, 0.015081951394677162, 0.037679631263017654, 0.07048012316226959, 0.07305202633142471, 0.013798258267343044, 0.07689196616411209, 0.018457533791661263, 0.09568273276090622, 0.015921447426080704, 0.05466414615511894, 0.07841944694519043, 0.06388475745916367, 0.06453102827072144, 0.09383200109004974, 0.08983538299798965, 0.0023405607789754868, 0.03631357103586197, 0.019181160256266594, 0.04238661751151085, 0.08087936043739319, 0.0012457177508622408, 0.034740298986434937, 0.08457484841346741, 0.06656979769468307, 0.006085642613470554, 0.048585742712020874, 0.018553312867879868, 0.016175270080566406, 0.06764942407608032, 0.002779172733426094, 0.11520203948020935, 0.05394746735692024, 0.005924023222178221, 0.008531283587217331, 0.01459603663533926, 0.026942478492856026, 0.06040110066533089, 0.02497035264968872, 0.05750717967748642, 0.0019879452884197235, 0.0646420270204544, 0.054178863763809204, 0.005202659405767918, 0.05708770453929901, 0.09030865132808685, 0.08489496260881424, 0.048687975853681564, 0.0939008817076683, 0.008333040401339531, 0.02222503535449505, 0.04392915591597557, 0.005318259354680777, 0.003661949187517166, 0.06921596080064774, 0.021576998755335808, 0.007966655306518078, 0.09678174555301666, 0.006787175312638283, 0.06661423295736313, 0.04110794514417648, 0.06492917984724045, 0.0776018425822258, 0.07244273275136948, 0.04524563252925873, 0.07683497667312622, 0.010279716923832893, 0.038575608283281326, 0.05482431873679161, 0.03680679202079773, 0.1145780086517334, 0.05722573399543762, 0.05722328647971153, 0.019921261817216873, 0.15051618218421936, 0.07440093159675598, 0.056814808398485184, 0.09612907469272614, 0.030661672353744507, 0.07692757248878479, 0.06969496607780457, 0.03561170771718025, 0.007722371257841587, 0.06839145720005035, 0.04579940810799599, 0.013344934210181236, 0.013875966891646385, 0.015953749418258667, 0.037864476442337036, 0.06573352217674255, 0.06568188965320587, 0.04466917738318443, 0.06456486135721207, 0.08070683479309082, 0.04071218520402908, 0.10405079275369644, 0.022581152617931366, 0.06366517394781113, 0.050356674939394, 0.0870123952627182, 0.0723700076341629, 0.027214236557483673, 0.07402639091014862, 0.04312768951058388, 0.04014742374420166, 0.07922340929508209, 0.04979529604315758, 0.06719750910997391, 0.013822835870087147, 0.05315297469496727, 0.01392692606896162, 0.10337207466363907, 0.030402496457099915, 0.029479360207915306, 0.0648658350110054, 0.028207816183567047, 0.006725110113620758, 0.07553498446941376, 0.045572105795145035, 0.05449937656521797, 0.016090869903564453, 0.032919079065322876, 0.08270443230867386, 0.0410698726773262, 0.035785477608442307, 0.05293739214539528, 0.057377323508262634, 0.03660709038376808, 0.046395741403102875, 0.05723007395863533, 0.055458441376686096, 0.06053536757826805, 0.05831662192940712, 0.09126099199056625, 0.06829957664012909, 0.012055511586368084, 0.01752573996782303, 0.013363922014832497, 0.08246870338916779, 0.01297296117991209, 0.07598963379859924, 0.06789394468069077, 0.07022999227046967, 0.013271586038172245, 0.06163884326815605, 0.04897220432758331, 0.07422161102294922, 0.0818096324801445, 0.018447110429406166, 0.07091397047042847, 0.01575578562915325, 0.035951536148786545, 0.08113391697406769, 0.0823068767786026, 0.07837940752506256, 0.003029991639778018, 0.14284472167491913, 0.002193099819123745, 0.06962496787309647, 0.04419703036546707, 0.01836039125919342, 0.08148828893899918, 0.09062022715806961, 0.04835115373134613, 0.03281605243682861, 0.07887104153633118, 0.07936026901006699, 0.009133672341704369, 0.08745940774679184, 0.08945939689874649, 0.030404426157474518, 0.05399535223841667, 0.061659760773181915, 0.09901261329650879, 0.01940133236348629, 0.06904830038547516, 0.1310914158821106, 0.004720192868262529, 0.06949112564325333, 0.04809519648551941, 0.06432866305112839, 0.1167752742767334, 0.054780781269073486, 0.042419612407684326, 0.023077743127942085, 0.02495833858847618, 0.0022540907375514507, 0.0659162625670433, 0.004485961981117725, 0.1006612479686737, 0.010675252415239811, 0.04978770762681961, 0.0416530966758728, 0.014225900173187256, 0.08070388436317444, 0.0288945734500885, 0.05026310309767723, 0.03733307123184204, 0.009669389575719833, 0.03244279697537422, 0.07212967425584793, 0.07400301843881607, 0.057471998035907745, 0.09380538761615753, 0.06961546093225479, 0.04363417252898216, 0.007786160334944725, 0.0368959940969944, 0.07148975133895874, 0.07771116495132446, 0.06363885849714279, 0.07172401249408722, 0.13849100470542908, 0.011069139465689659, 0.06371642649173737, 0.07233574241399765, 0.07850902527570724, 0.05172142758965492, 0.019057145342230797, 0.007076025940477848, 0.013772101141512394, 0.08581186830997467, 0.057216793298721313, 0.025179266929626465, 0.06478654593229294, 0.03815053030848503, 0.05649888888001442, 0.019320374354720116, 0.05014786496758461, 0.027008218690752983, 0.05768611282110214, 0.07003283500671387, 0.046396173536777496, 0.06256268918514252, 0.05663037300109863, 0.08999733626842499, 0.07023058831691742, 0.053964052349328995, 0.06865639239549637, 0.07903976738452911, 0.0030664943624287844, 0.04263615980744362, 0.063753142952919, 0.02490132488310337, 0.008572162128984928, 0.013320134952664375, 0.04386575147509575, 0.005771246273070574, 0.06193288788199425, 0.07108073681592941, 0.02123066782951355, 0.05693838372826576, 0.04841291159391403, 0.04795723408460617, 0.06154337525367737, 0.062455300241708755, 0.07404929399490356, 0.07242801040410995, 0.011374317109584808, 0.010309341363608837, 0.049530353397130966, 0.06289167702198029, 0.0987381786108017, 0.06647145748138428, 0.005635060369968414, 0.05687803775072098, 0.05263197049498558, 0.004445986356586218, 0.06131136789917946, 0.09829846769571304, 0.055501725524663925, 0.025094421580433846, 0.08850949257612228, 0.02590438909828663, 0.03349951282143593, 0.11346365511417389, 0.008701027370989323, 0.049680422991514206, 0.0847838744521141, 0.05731985718011856, 0.056730665266513824, 0.044045623391866684, 0.1095932126045227, 0.022188818082213402, 0.06022430211305618, 0.03669219836592674, 0.12810179591178894, 0.09759946167469025, 0.07066487520933151, 0.048486173152923584, 0.049551885575056076, 0.011049040593206882, 0.05359528586268425, 0.055849019438028336, 0.007722679991275072, 0.005007115658372641, 0.006285432260483503, 0.05436614155769348, 0.15532073378562927, 0.026658354327082634, 0.09339729696512222, 0.010417045094072819, 0.007026018109172583, 0.07888217270374298, 0.04798309877514839, 0.006161639001220465, 0.01540191937237978, 0.07493280619382858, 0.0005359911592677236, 0.07794374972581863, 0.03340093046426773, 0.08644751459360123, 0.06775312125682831, 0.020213259384036064, 0.0716954842209816, 0.030452148988842964, 0.011649576015770435, 0.16029596328735352, 0.026340974494814873, 0.07646721601486206, 0.037122827023267746, 0.015513995662331581, 0.042389411479234695, 0.07190357893705368, 0.03941423445940018, 0.0652075931429863, 0.04445621743798256, 0.0738164559006691, 0.014814571477472782, 0.024892808869481087, 0.057991236448287964, 0.016243690624833107, 0.11607563495635986, 0.08201317489147186, 0.04266577586531639, 0.009251883253455162, 0.020015420392155647, 0.10216247290372849, 0.0671514943242073, 0.06422047317028046, 0.02381698228418827, 0.10488009452819824, 0.06134859099984169, 0.05040471628308296, 0.05983366817235947, 0.07660871744155884, 0.06367874890565872, 0.07081210613250732, 0.10557083040475845, 0.019953791052103043, 0.05604061111807823, 0.0502980500459671, 0.054551392793655396, 0.08846106380224228, 0.1274958997964859, 0.02252817340195179, 0.076506607234478, 0.09632950276136398, 0.15596647560596466, 0.0029904842376708984, 0.048575468361377716, 0.06145278736948967, 0.02931184135377407, 0.05768788233399391, 0.061333343386650085, 0.03865250572562218, 0.16526636481285095, 0.040611691772937775, 0.007334102410823107, 0.04532930999994278, 0.05177338421344757, 0.10994762182235718, 0.06970591098070145, 0.0666109248995781, 0.01894979178905487, 0.01605062000453472, 0.06416109949350357, 0.0608847439289093, 0.042094457894563675, 0.0954434722661972, 0.10605140030384064, 0.024152250960469246, 0.05323470011353493, 0.008984551765024662, 0.011807897128164768, 0.005946200806647539, 0.0640716701745987, 0.05673663690686226, 0.08736637979745865, 0.0893891453742981, 0.08248428255319595, 0.021520400419831276, 0.021917445585131645, 0.05914585664868355, 0.012907441705465317, 0.030554568395018578, 0.06699967384338379, 0.02597215585410595, 0.012937975116074085, 0.06004691869020462, 0.030489232391119003, 0.07054799795150757, 0.13568125665187836, 0.060350608080625534, 0.04808749631047249, 0.06789296865463257, 0.02920396998524666, 0.003214421682059765, 0.08062087744474411, 0.027594976127147675, 0.025819702073931694, 0.05390046909451485, 0.05132441595196724, 0.03939616680145264, 0.01975753717124462, 0.06435013562440872, 0.01263954397290945, 0.049249857664108276, 0.09896618127822876, 0.01947139762341976, 0.06616555899381638, 0.0708150714635849, 0.022216465324163437, 0.06942999362945557, 0.06038941070437431, 0.04069463536143303, 0.048616912215948105, 0.021368728950619698, 0.01988741010427475, 0.005445081740617752, 0.08354981243610382, 0.0669800341129303, 0.4387513995170593, 0.058676235377788544, 0.009419561363756657, 0.09429186582565308, 0.029834570363163948, 0.05899122729897499, 0.07076964527368546, 0.01707499474287033, 0.01869339682161808, 0.049959246069192886, 0.017918096855282784, 0.06791113317012787, 0.01974504068493843, 0.03567131608724594, 0.05827389657497406, 0.07197897881269455, 0.004275276325643063, 0.07274355739355087, 0.07383235543966293, 0.08675166219472885, 0.05759211257100105, 0.00433048652485013, 0.06162318214774132, 0.01965724490582943, 0.07454293966293335, 0.005795661360025406, 0.009935521520674229, 0.011329198256134987, 0.023174867033958435, 0.18452008068561554, 0.06757378578186035, 0.08489992469549179, 0.003502643434330821, 0.0733606144785881, 0.06382632255554199, 0.06266683340072632, 0.10360293835401535, 0.022294264286756516, 0.11008820682764053, 0.053032826632261276, 0.06726061552762985, 0.0865035131573677, 0.04467615485191345, 0.06306620687246323, 0.009064185433089733, 0.06684206426143646, 0.0033824085257947445, 0.08713660389184952, 0.03087216429412365, 0.0566219687461853, 0.05944419279694557, 0.0748564600944519, 0.0007848673849366605, 0.046571385115385056, 0.04188760370016098, 0.09892033785581589, 0.06555376946926117, 0.06758765131235123, 0.07367125898599625]

repro_ft_v5_hardneg_inactive_k8_w0p1_e5_20260105_100642/projection.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048ec6704793783de8880dbffb26de36ed91ea9883bf812a6e5eed1b6a5db7a4
+size 13141301

repro_ft_v5_hardneg_inactive_k8_w0p1_e5_20260105_100642/protein_model/config.json

@@ -0,0 +1,29 @@
+{
+  "architectures": [
+    "EsmModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "dtype": "bfloat16",
+  "emb_layer_norm_before": false,
+  "esmfold_config": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1280,
+  "initializer_range": 0.02,
+  "intermediate_size": 5120,
+  "is_folding_model": false,
+  "layer_norm_eps": 1e-05,
+  "mask_token_id": 4,
+  "max_position_embeddings": 1026,
+  "model_type": "esm",
+  "num_attention_heads": 20,
+  "num_hidden_layers": 66,
+  "pad_token_id": 1,
+  "position_embedding_type": "rotary",
+  "token_dropout": true,
+  "transformers_version": "4.57.3",
+  "use_cache": true,
+  "vocab_list": null,
+  "vocab_size": 446
+}

repro_ft_v5_hardneg_inactive_k8_w0p1_e5_20260105_100642/protein_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2190bb21e80d7e946978ad85c548ca4d5ed7c49f276986e0920dcfb5333421
+size 2601989354

repro_ft_v5_hardneg_inactive_k8_w0p1_e5_20260105_100642/protein_model/special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "<cls>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

repro_ft_v5_hardneg_inactive_k8_w0p1_e5_20260105_100642/protein_model/tokenizer_config.json

@@ -0,0 +1,53 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<cls>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<cls>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "tokenizer_class": "EsmTokenizer",
+  "unk_token": "<unk>"
+}

repro_ft_v5_hardneg_inactive_k8_w0p1_e5_20260105_100642/protein_model/vocab.txt

@@ -0,0 +1,446 @@
+<cls>
+<pad>
+<eos>
+<unk>
+<mask>
+Ap
+Ay
+An
+Aw
+Ar
+Aq
+Ah
+Ag
+Ad
+Al
+Av
+At
+Am
+Af
+As
+Aa
+Ae
+Ai
+Ak
+Ac
+A#
+Cp
+Cy
+Cn
+Cw
+Cr
+Cq
+Ch
+Cg
+Cd
+Cl
+Cv
+Ct
+Cm
+Cf
+Cs
+Ca
+Ce
+Ci
+Ck
+Cc
+C#
+Dp
+Dy
+Dn
+Dw
+Dr
+Dq
+Dh
+Dg
+Dd
+Dl
+Dv
+Dt
+Dm
+Df
+Ds
+Da
+De
+Di
+Dk
+Dc
+D#
+Ep
+Ey
+En
+Ew
+Er
+Eq
+Eh
+Eg
+Ed
+El
+Ev
+Et
+Em
+Ef
+Es
+Ea
+Ee
+Ei
+Ek
+Ec
+E#
+Fp
+Fy
+Fn
+Fw
+Fr
+Fq
+Fh
+Fg
+Fd
+Fl
+Fv
+Ft
+Fm
+Ff
+Fs
+Fa
+Fe
+Fi
+Fk
+Fc
+F#
+Gp
+Gy
+Gn
+Gw
+Gr
+Gq
+Gh
+Gg
+Gd
+Gl
+Gv
+Gt
+Gm
+Gf
+Gs
+Ga
+Ge
+Gi
+Gk
+Gc
+G#
+Hp
+Hy
+Hn
+Hw
+Hr
+Hq
+Hh
+Hg
+Hd
+Hl
+Hv
+Ht
+Hm
+Hf
+Hs
+Ha
+He
+Hi
+Hk
+Hc
+H#
+Ip
+Iy
+In
+Iw
+Ir
+Iq
+Ih
+Ig
+Id
+Il
+Iv
+It
+Im
+If
+Is
+Ia
+Ie
+Ii
+Ik
+Ic
+I#
+Kp
+Ky
+Kn
+Kw
+Kr
+Kq
+Kh
+Kg
+Kd
+Kl
+Kv
+Kt
+Km
+Kf
+Ks
+Ka
+Ke
+Ki
+Kk
+Kc
+K#
+Lp
+Ly
+Ln
+Lw
+Lr
+Lq
+Lh
+Lg
+Ld
+Ll
+Lv
+Lt
+Lm
+Lf
+Ls
+La
+Le
+Li
+Lk
+Lc
+L#
+Mp
+My
+Mn
+Mw
+Mr
+Mq
+Mh
+Mg
+Md
+Ml
+Mv
+Mt
+Mm
+Mf
+Ms
+Ma
+Me
+Mi
+Mk
+Mc
+M#
+Np
+Ny
+Nn
+Nw
+Nr
+Nq
+Nh
+Ng
+Nd
+Nl
+Nv
+Nt
+Nm
+Nf
+Ns
+Na
+Ne
+Ni
+Nk
+Nc
+N#
+Pp
+Py
+Pn
+Pw
+Pr
+Pq
+Ph
+Pg
+Pd
+Pl
+Pv
+Pt
+Pm
+Pf
+Ps
+Pa
+Pe
+Pi
+Pk
+Pc
+P#
+Qp
+Qy
+Qn
+Qw
+Qr
+Qq
+Qh
+Qg
+Qd
+Ql
+Qv
+Qt
+Qm
+Qf
+Qs
+Qa
+Qe
+Qi
+Qk
+Qc
+Q#
+Rp
+Ry
+Rn
+Rw
+Rr
+Rq
+Rh
+Rg
+Rd
+Rl
+Rv
+Rt
+Rm
+Rf
+Rs
+Ra
+Re
+Ri
+Rk
+Rc
+R#
+Sp
+Sy
+Sn
+Sw
+Sr
+Sq
+Sh
+Sg
+Sd
+Sl
+Sv
+St
+Sm
+Sf
+Ss
+Sa
+Se
+Si
+Sk
+Sc
+S#
+Tp
+Ty
+Tn
+Tw
+Tr
+Tq
+Th
+Tg
+Td
+Tl
+Tv
+Tt
+Tm
+Tf
+Ts
+Ta
+Te
+Ti
+Tk
+Tc
+T#
+Vp
+Vy
+Vn
+Vw
+Vr
+Vq
+Vh
+Vg
+Vd
+Vl
+Vv
+Vt
+Vm
+Vf
+Vs
+Va
+Ve
+Vi
+Vk
+Vc
+V#
+Wp
+Wy
+Wn
+Ww
+Wr
+Wq
+Wh
+Wg
+Wd
+Wl
+Wv
+Wt
+Wm
+Wf
+Ws
+Wa
+We
+Wi
+Wk
+Wc
+W#
+Yp
+Yy
+Yn
+Yw
+Yr
+Yq
+Yh
+Yg
+Yd
+Yl
+Yv
+Yt
+Ym
+Yf
+Ys
+Ya
+Ye
+Yi
+Yk
+Yc
+Y#
+#p
+#y
+#n
+#w
+#r
+#q
+#h
+#g
+#d
+#l
+#v
+#t
+#m
+#f
+#s
+#a
+#e
+#i
+#k
+#c
+##

repro_ft_v5_hardneg_inactive_k8_w0p1_e5_20260105_100642/train_args.json

@@ -0,0 +1,45 @@
+{
+  "interactions": "dataset/drug-target-activity/processed/interactions.parquet",
+  "protein_cache": "dataset/protein_sequences/saprot_combined_sequences_esmfold_nomask_cache.jsonl",
+  "split": "cold_drug",
+  "seed": 42,
+  "test_ratio": 0.2,
+  "val_ratio": 0.1,
+  "epochs": 5,
+  "protein_per_step": 1,
+  "lr_proj": 0.0001,
+  "lr_protein": 1e-06,
+  "weight_decay": 0.001,
+  "warmup_steps": 50,
+  "log_interval": 50,
+  "temperature": 0.07,
+  "max_logit_scale": 100.0,
+  "projection_dim": 512,
+  "protein_proj_hidden_dim": 0,
+  "molecule_proj_hidden_dim": 0,
+  "dropout": 0.2,
+  "hardneg_source": "inactive_only",
+  "hardneg_knn": "models/emb_cache/molecule_knn_tanimoto_k256.pt",
+  "hardneg_k": 8,
+  "hardneg_weight": 0.1,
+  "pos_weighting": "confidence",
+  "pxc50_threshold": 6.0,
+  "pxc50_std_threshold": 1.0,
+  "obs_threshold": 10.0,
+  "obs_std_threshold": 20.0,
+  "conflict_penalty": 0.5,
+  "severe_conflict_penalty": 0.2,
+  "weight_min": 0.2,
+  "weight_max": 1.0,
+  "protein_model": "models/repro_ft_v2_e5cont_freezemol_20260105_100642/protein_model",
+  "molecule_raw_cache": "models/emb_cache/raw_embeddings_saprot1p3b_struct_nomask_smiles20.pt",
+  "freeze_molecule_proj": true,
+  "init_projection": "models/repro_ft_v2_e5cont_freezemol_20260105_100642/projection.pt",
+  "mixed_precision": "bf16",
+  "load_dtype": "bf16",
+  "gradient_checkpointing": true,
+  "max_grad_norm": 1.0,
+  "protein_max_length": 1024,
+  "device": "cuda",
+  "output_dir": "models/repro_ft_v5_hardneg_inactive_k8_w0p1_e5_20260105_100642"
+}

repro_proj_softmax_saprot1p3b_confobs_smiles20_20260105_100642/projection.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fae4e97195da98edaa27270ed274278ed2680835ba74f11a4ee94a511d0c54d
+size 13141301

repro_proj_softmax_saprot1p3b_confobs_smiles20_20260105_100642/projection_last.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455bc8cbacef400197f8c9a644074f5c75ed6fccaf0e17f7ffdf57c7c3676c86
+size 13141396

repro_proj_softmax_saprot1p3b_confobs_smiles20_20260105_100642/train_args.json

@@ -0,0 +1,54 @@
+{
+  "interactions": "dataset/drug-target-activity/processed/interactions.parquet",
+  "protein_cache": "dataset/protein_sequences/uniprot_sequences.jsonl",
+  "split": "cold_drug",
+  "seed": 42,
+  "test_ratio": 0.2,
+  "val_ratio": 0.1,
+  "epochs": 500,
+  "batch_size": 512,
+  "lr": 0.001,
+  "weight_decay": 0.001,
+  "warmup_steps": 200,
+  "log_interval": 50,
+  "temperature": 0.07,
+  "max_logit_scale": 100.0,
+  "p2m_weight": 1.0,
+  "m2p_weight": 1.0,
+  "projection_dim": 512,
+  "protein_proj_hidden_dim": 0,
+  "molecule_proj_hidden_dim": 0,
+  "label_smoothing": 0.1,
+  "dropout": 0.2,
+  "pos_weighting": "pxc50_confidence",
+  "pxc50_threshold": 6.0,
+  "pxc50_std_threshold": 1.0,
+  "obs_threshold": 10.0,
+  "obs_std_threshold": 20.0,
+  "conflict_penalty": 0.5,
+  "severe_conflict_penalty": 0.2,
+  "weight_min": 0.2,
+  "weight_max": 1.0,
+  "raw_cache": "models/emb_cache/raw_embeddings_saprot1p3b_struct_nomask_smiles20.pt",
+  "protein_token_cache": null,
+  "rebuild_raw_cache": false,
+  "protein_batch_size": 8,
+  "molecule_batch_size": 64,
+  "device": "cuda",
+  "hardneg_source": "none",
+  "hardneg_k": 4,
+  "hardneg_min_sim": 0.5,
+  "hardneg_topn": 256,
+  "hardneg_loss": "bpr",
+  "hardneg_margin": 1.0,
+  "hardneg_weight": 0.2,
+  "eval_interval": 0,
+  "early_stop_patience": 0,
+  "select_metric": "p2m_mrr",
+  "eval_k": [
+    1,
+    5,
+    10
+  ],
+  "output_dir": "models/repro_proj_softmax_saprot1p3b_confobs_smiles20_20260105_100642"
+}