PIVOT / experiments /results /norman_timing_scaling.json
bryan7264's picture
pivot: code + trained checkpoints (norman, replogle k562)
b67979a verified
Raw
History Blame Contribute Delete
2.02 kB
{
"combo_guidance": {
"top1": 0.5384615384615384,
"top5": 0.7307692307692307,
"ndcg": 0.6529941534069046,
"endpoint_dist": 1.2043300362733693
},
"search_timing": {
"ranking_only": {
"sec_per_target": 0.01,
"queries": 105,
"top5": 0.13636363636363635,
"ndcg": 0.08727248090397387,
"endpoint_dist": 1.068045285615054
},
"random_opt": {
"sec_per_target": 0.058,
"queries": 25,
"top5": 0.13636363636363635,
"ndcg": 0.11048529809413464,
"endpoint_dist": 1.6047562198205427
},
"mean_top_init": {
"sec_per_target": 0.058,
"queries": 35,
"top5": 0.13636363636363635,
"ndcg": 0.15070294894465516,
"endpoint_dist": 1.5476418218829415
},
"guidance_no_norm": {
"sec_per_target": 0.061,
"queries": 25,
"top5": 0.18181818181818182,
"ndcg": 0.10475755936295951,
"endpoint_dist": 2.317273969000036
},
"guidance_norm": {
"sec_per_target": 0.064,
"queries": 25,
"top5": 0.13636363636363635,
"ndcg": 0.0968604433440603,
"endpoint_dist": 1.5734560652212664
},
"guidance_rerank": {
"sec_per_target": 0.065,
"queries": 35,
"top5": 0.13636363636363635,
"ndcg": 0.0741331706168103,
"endpoint_dist": 1.0795677466826006
}
},
"guidance_step_time": {
"0": 0.01,
"5": 0.024,
"10": 0.034,
"25": 0.065,
"50": 0.112,
"100": 0.201
},
"data_scaling_counts": {
"0.1": {
"n_perts": 16,
"cells_per_pert": 354
},
"0.25": {
"n_perts": 41,
"cells_per_pert": 354
},
"0.5": {
"n_perts": 83,
"cells_per_pert": 354
},
"0.75": {
"n_perts": 124,
"cells_per_pert": 354
},
"1.0": {
"n_perts": 166,
"cells_per_pert": 354
}
},
"heldout_gene_mse": {
"op_only": 0.0034,
"gene_only": 0.0035,
"random_id": 0.0034,
"gene_op": 0.0035,
"gene_pathway_op": 0.0032
}
}