PIVOT / experiments /results /norman_extra_ablations.json
bryan7264's picture
pivot: code + trained checkpoints (norman, replogle k562)
3b4941f verified
Raw
History Blame
1.14 kB
{
"velocity_only": {
"mse": 0.003250642179293518,
"de_corr": 0.6322063905424735,
"mmd": 0.08446152519280205,
"endpoint_dist": 2.4770562919703396,
"top5": 0.09090909090909091,
"ndcg": 0.12225184183812116
},
"ranking_only": {
"mse": 0.0017491921988697326,
"de_corr": 0.8388409530545803,
"mmd": 0.3034484875795543,
"endpoint_dist": 1.068045285615054,
"top5": 0.13636363636363635,
"ndcg": 0.08727248090397387
},
"guidance_no_rerank": {
"mse": 0.0017491921988697326,
"de_corr": 0.8388409530545803,
"mmd": 0.3034484875795543,
"endpoint_dist": 1.5734560652212664,
"top5": 0.13636363636363635,
"ndcg": 0.0968604433440603
},
"avg_effect_ranking": {
"top1": 0.0,
"top5": 0.18181818181818182,
"ndcg": 0.10475755936295951,
"func_top5": 0.8181818181818182,
"med_rank": 33.5
},
"gpu_mem_mb": 170.1,
"combo_additive": {
"exact1": 0.5769230769230769,
"exact5": 0.8846153846153846,
"overlap": 0.7115384615384616
},
"combo_random": {
"exact1": 0.0,
"exact5": 0.038461538461538464,
"overlap": 0.038461538461538464
}
}