File size: 2,791 Bytes
a071401 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 | Experiments1: Performance of Biomni with the increasing tool scale,,,,,
,Tasks,results_match,avg_prompt_tokens_per_case,avg_completion_tokens_per_case,avg_total_tokens_per_case
0,alzheimer-mouse,FALSE,1629204,14224,1643428
,comparative-genomics,FALSE,1305989,24595,1330584
,cystic-fibrosis,TRUE,2696529,17923,2714452
,deseq,TRUE,1084776,18602,1103378
,evolution,FALSE,4485379,47721,4533100
,giab,TRUE,3476787,43704,3520491
,metagenomics,FALSE,362257,14802,377059
,single-cell,FALSE,500481,10611,511092
,transcript-quant,TRUE,154668,4191,158859
,viral-metagenomics,FALSE,473037,15498,488535
100,alzheimer-mouse,FALSE,917883,15996,933879
,comparative-genomics,FALSE,2097812,40327,2138139
,cystic-fibrosis,TRUE,519348,7650,526998
,deseq,TRUE,304983,6336,311319
,evolution,FALSE,3503804,42237,3546041
,giab,TRUE,1328326,23110,1351436
,metagenomics,FALSE,312537,6559,319096
,single-cell,FALSE,2143551,36006,2179557
,transcript-quant,TRUE,169080,3663,172743
,viral-metagenomics,FALSE,913189,12940,926129
250,alzheimer-mouse,FALSE,1751546,24903,1776449
,comparative-genomics,FALSE,5940681,51950,5992631
,cystic-fibrosis,TRUE,779672,8157,787829
,deseq,TRUE,1374664,8606,1383270
,evolution,FALSE,3191439,29906,3221345
,giab,TRUE,13014313,42312,13056625
,metagenomics,FALSE,500026,9750,509776
,single-cell,TRUE,1751099,18796,1769895
,transcript-quant,TRUE,199533,3408,202941
,viral-metagenomics,FALSE,557846,7052,564898
500,alzheimer-mouse,FALSE,855308,10080,865388
,comparative-genomics,FALSE,683243,5811,689054
,cystic-fibrosis,TRUE,683243,5811,689054
,deseq,TRUE,3620805,13460,3634265
,evolution,FALSE,3525534,26234,3551768
,giab,FALSE,2206099,16545,2222644
,metagenomics,FALSE,606496,8520,615016
,single-cell,FALSE,1477809,14862,1492671
,transcript-quant,TRUE,388059,3266,391325
,viral-metagenomics,FALSE,860038,7898,867936
1000,alzheimer-mouse,FALSE,2306233,14588,2320821
,comparative-genomics,FALSE,4711678,33986,4745664
,cystic-fibrosis,TRUE,1502426,6366,1508792
,deseq,TRUE,3376154,11931,3388085
,evolution,FALSE,7518397,36554,7554951
,giab,FALSE,14091194,31926,14123120
,metagenomics,TRUE,2448634,14462,2463096
,single-cell,FALSE,5315365,34959,5350324
,transcript-quant,FALSE,578112,3924,582036
,viral-metagenomics,FALSE,1833169,15796,1848965
2000,alzheimer-mouse,FALSE,1564029,9277,1573306
,comparative-genomics,FALSE,17666361,44917,17711278
,cystic-fibrosis,TRUE,1973060,8318,1981378
,deseq,TRUE,7959157,24262,7983419
,evolution,FALSE,11319549,21972,11341521
,giab,FALSE,7129356,18275,7147631
,metagenomics,FALSE,2142545,9924,2152469
,single-cell,FALSE,2721213,14086,2735299
,transcript-quant,TRUE,1213025,5234,1218259
,viral-metagenomics,FALSE,9900263,15424,9915687 |