File size: 32,476 Bytes
5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 52fce5f 5acd535 a2ae653 52fce5f 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 a2ae653 5acd535 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 | model,dataset,dataset_display,expected_session,session,status,training_time_sec,inference_time_sec,peak_ram_gb,peak_vram_gb,training_peak_ram_gb,inference_peak_ram_gb,training_peak_vram_gb,inference_peak_vram_gb,decoder_fit_time_sec,inference_decode_time_sec,source_path
blend,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,731.002734016045,0.09233847295399755,1.8042068481445312,1.0634765625,1.8042068481445312,1.7796173095703125,1.0634765625,0.9892578125,0.0025564790703356266,0.00010581000242382288,benchmark_results/blend/blend_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
blend,allen_neuropixels,Visual Coding,721123822,721123822,present,16530.631998282857,0.8595271119847894,5.677005767822266,2.3505859375,5.677005767822266,3.579387664794922,2.3505859375,1.4013671875,11.339933413080871,0.0024024739395827055,benchmark_results/blend/blend_benchmark_721123822.json
blend,speech,Speech,t12,t12,present,364.4554198179394,0.09707020572386682,1.7775611877441406,1.0634765625,1.7775611877441406,1.7610855102539062,1.0634765625,0.9775390625,0.0033242800273001194,0.00014430982992053032,benchmark_results/blend/blend_benchmark_speech_threshold_crossings_t12.json
blend,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,2053.4194786339067,0.13944817706942558,2.2094345092773438,1.3349609375,2.2094345092773438,2.0738449096679688,1.3349609375,1.0380859375,0.002214055974036455,0.00029418105259537697,benchmark_results/blend/blend_benchmark_mc_pacman.json
blend,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1434.1749033918604,0.18118698289617896,2.0458946228027344,1.2138671875,2.0458946228027344,1.9183731079101562,1.2138671875,1.0146484375,0.0016602068208158016,0.00011655990965664387,benchmark_results/blend/blend_benchmark_ratinabox_nav.json
blend_ndt,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,603.8145847141277,0.18197552603669465,1.7216911315917969,0.8779296875,1.7216911315917969,1.700103759765625,0.8779296875,0.8466796875,0.002211423125118017,0.0001395100262016058,benchmark_results/blend_ndt/blend_ndt_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
blend_ndt,allen_neuropixels,Visual Coding,721123822,721123822,present,10817.103391551878,0.9898420562967658,5.749294281005859,3.9892578125,5.749294281005859,3.5657806396484375,3.9892578125,1.7978515625,31.538066677981988,0.015953308204188943,benchmark_results/blend_ndt/blend_ndt_benchmark_721123822.json
blend_ndt,speech,Speech,t12,t12,present,323.2901447531767,0.14855308132246137,1.70135498046875,0.8916015625,1.70135498046875,1.6825637817382812,0.8916015625,0.8525390625,0.5042028191965073,0.00016956916078925133,benchmark_results/blend_ndt/blend_ndt_benchmark_speech_threshold_crossings_t12.json
blend_ndt,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,1096.2845170560759,0.18508483516052365,1.9753379821777344,1.1689453125,1.9753379821777344,1.8154640197753906,1.1689453125,0.9189453125,0.00930458796210587,0.00035156006924808025,benchmark_results/blend_ndt/blend_ndt_benchmark_mc_pacman.json
blend_ndt,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,842.533080187859,0.3862696341238916,1.9566116333007812,1.1787109375,1.9566116333007812,1.8432350158691406,1.1787109375,0.9541015625,0.01860097493045032,0.0007406121585518122,benchmark_results/blend_ndt/blend_ndt_benchmark_ratinabox_nav.json
cebra,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,69.62999876704998,0.24976826005149633,1.7230339050292969,1.3173828125,1.7218475341796875,1.7230339050292969,1.3173828125,1.3173828125,0.0004214709624648094,0.22838689608033746,benchmark_results/cebra/cebra_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
cebra,allen_neuropixels,Visual Coding,721123822,721123822,present,39.66369197750464,26.35519273765385,2.7731399536132812,1.1240234375,2.7731399536132812,2.600780487060547,1.1240234375,1.1240234375,0.010298777837306261,26.16594892879948,benchmark_results/cebra/cebra_benchmark_721123822.json
cebra,speech,Speech,t12,t12,present,41.239367575151846,0.08188631618395448,1.6404953002929688,0.8466796875,1.639251708984375,1.6404953002929688,0.8466796875,0.8466796875,0.0005081212148070335,0.04946963209658861,benchmark_results/cebra/cebra_benchmark_speech_threshold_crossings_t12.json
cebra,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,68.3507854329655,1.846325519029051,1.7824821472167969,2.0322265625,1.7812690734863281,1.7824821472167969,2.0322265625,2.0322265625,0.0004477109760046005,1.8083414789871313,benchmark_results/cebra/cebra_benchmark_mc_pacman.json
cebra,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,39.63503920426592,0.2483958387747407,1.7811851501464844,1.2705078125,1.7811851501464844,1.7758255004882812,1.2705078125,1.2705078125,0.00033259810879826546,0.21804408496245742,benchmark_results/cebra/cebra_benchmark_ratinabox_nav.json
dnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,3.371934766997583,0.1563931080745533,1.4868240356445312,0.9111328125,1.4740371704101562,1.4868240356445312,0.9111328125,0.9111328125,,,benchmark_results/dnn/dnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
dnn,allen_neuropixels,Visual Coding,721123822,721123822,present,59.29439208400436,3.7433169230353087,28.020427703857422,16.7216796875,28.020427703857422,24.15190887451172,16.7216796875,16.7216796875,,,benchmark_results/dnn/dnn_benchmark_721123822.json
dnn,speech,Speech,t12,t12,present,2.7576793760526925,0.12099735997617245,1.4687042236328125,0.7880859375,1.4684982299804688,1.4687042236328125,0.7880859375,0.7880859375,,,benchmark_results/dnn/dnn_benchmark_speech_threshold_crossings_t12.json
dnn,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,7.831929014064372,0.2894025759305805,2.843921661376953,1.6689453125,2.843921661376953,2.615093231201172,1.6689453125,1.6689453125,,,benchmark_results/dnn/dnn_benchmark_mc_pacman.json
dnn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,3.6722782789729536,0.18184017483144999,2.586353302001953,1.6884765625,2.586353302001953,2.3313636779785156,1.6884765625,1.6884765625,,,benchmark_results/dnn/dnn_benchmark_ratinabox_nav.json
dpad,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,209.75409193406813,5.37239351705648,1.75372314453125,0.7177734375,1.7053413391113281,1.75372314453125,0.7177734375,0.7177734375,,,benchmark_results/dpad/dpad_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
dpad,allen_neuropixels,Visual Coding,721123822,721123822,present,447.3293308080174,16.82660434790887,6.150062561035156,4.6591796875,6.150062561035156,4.266365051269531,4.6591796875,4.6591796875,,,benchmark_results/dpad/dpad_benchmark_721123822.json
dpad,speech,Speech,t12,t12,present,96.42114828294143,3.20567666599527,1.8531723022460938,0.6865234375,1.8056564331054688,1.8531723022460938,0.6865234375,0.6865234375,,,benchmark_results/dpad/dpad_benchmark_speech_threshold_crossings_t12.json
dpad,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,242.0057180740405,6.8356975939823315,2.0624046325683594,0.9091796875,2.0134353637695312,2.0624046325683594,0.9091796875,0.9091796875,,,benchmark_results/dpad/dpad_benchmark_mc_pacman.json
dpad,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,142.33923307491932,5.543202697997913,1.9414863586425781,0.9091796875,1.8937149047851562,1.9414863586425781,0.9091796875,0.9091796875,,,benchmark_results/dpad/dpad_benchmark_ratinabox_nav.json
gpfa,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,35.150022957939655,0.03386459592729807,0.3461189270019531,0.0,0.3461189270019531,0.33515167236328125,0.0,0.0,0.0010383459739387035,9.406998287886381e-05,benchmark_results/gpfa/gpfa_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
gpfa,allen_neuropixels,Visual Coding,721123822,721123822,present,377.96734047308564,1.0904845790937543,3.6530380249023438,0.0,3.6530380249023438,1.9983596801757812,0.0,0.0,0.920265096006915,0.0013428570237010717,benchmark_results/gpfa/gpfa_benchmark_721123822.json
gpfa,speech,Speech,t12,t12,present,20.75118294125423,0.03268418903462589,0.32462310791015625,0.0,0.32462310791015625,0.31719207763671875,0.0,0.0,0.019219502108171582,0.0001103309914469719,benchmark_results/gpfa/gpfa_benchmark_speech_threshold_crossings_t12.json
gpfa,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,73.9804846928455,0.1458017888944596,0.5451240539550781,0.0,0.5451240539550781,0.4314384460449219,0.0,0.0,0.0013992257881909609,0.000120529904961586,benchmark_results/gpfa/gpfa_benchmark_mc_pacman.json
gpfa,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,41.63888022303581,0.038882103050127625,0.5242881774902344,0.0,0.5242881774902344,0.3821067810058594,0.0,0.0,0.001012075925245881,0.00010974006727337837,benchmark_results/gpfa/gpfa_benchmark_ratinabox_nav.json
gru,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,1.4797495966777205,0.2679660189896822,1.34014892578125,0.7958984375,1.3395957946777344,1.34014892578125,0.7958984375,0.7958984375,,,benchmark_results/gru/gru_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
gru,allen_neuropixels,Visual Coding,721123822,721123822,present,3.3820798629894853,0.3162019730079919,3.416400909423828,1.7333984375,3.4162979125976562,3.416400909423828,1.7333984375,1.7333984375,,,benchmark_results/gru/gru_benchmark_721123822.json
gru,speech,Speech,t12,t12,present,1.4359423308633268,0.3967455921228975,1.4671516418457031,0.8427734375,1.4669723510742188,1.4671516418457031,0.8427734375,0.8427734375,,,benchmark_results/gru/gru_benchmark_speech_threshold_crossings_t12.json
gru,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,1.8461174039402977,0.2744659080635756,1.5378494262695312,0.9677734375,1.5378494262695312,1.5377197265625,0.9677734375,0.9677734375,,,benchmark_results/gru/gru_benchmark_mc_pacman.json
gru,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1.508820908027701,0.40773137600626796,1.5722312927246094,0.8427734375,1.5714683532714844,1.5722312927246094,0.8427734375,0.8427734375,,,benchmark_results/gru/gru_benchmark_ratinabox_nav.json
langevinflow_ccn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,369.16401783004403,2.443962027085945,1.8201255798339844,3.2158203125,1.8201255798339844,1.8114967346191406,3.2158203125,1.1767578125,0.03973399801179767,0.0002220200840383768,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
langevinflow_ccn,allen_neuropixels,Visual Coding,721123822,721123822,present,5360.261952252127,14.675851776264608,4.582302093505859,35.3251953125,4.582302093505859,4.4781951904296875,35.3251953125,11.0966796875,15.541305742226541,0.016016694717109203,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_721123822.json
langevinflow_ccn,speech,Speech,t12,t12,present,320.05085994899855,2.409512324986281,1.8090362548828125,1.6982421875,1.8090362548828125,1.8089485168457031,1.6982421875,0.9931640625,0.04478844499681145,0.00025196897331625223,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_speech_threshold_crossings_t12.json
langevinflow_ccn,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,1420.6986653718632,6.179198694881052,2.081096649169922,7.4990234375,2.081096649169922,1.9835281372070312,7.4990234375,1.7978515625,0.2042074699420482,0.03287761798128486,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_mc_pacman.json
langevinflow_ccn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,509.2500685581472,2.4843320278450847,2.0170555114746094,3.1435546875,2.0170555114746094,1.9498672485351562,3.1435546875,1.1357421875,0.1951421129051596,0.020870005013421178,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_ratinabox_nav.json
ldns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,19.822277672821656,0.06819185498170555,1.7995185852050781,1.1416015625,1.7995185852050781,1.7995185852050781,1.1416015625,1.1416015625,0.002048949943855405,0.00020338897593319416,benchmark_results/ldns/ldns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
ldns,allen_neuropixels,Visual Coding,721123822,721123822,present,69.24495181511156,0.16177748097106814,3.0945053100585938,2.9931640625,3.0945053100585938,2.932476043701172,2.9931640625,2.9931640625,9.17542285611853,0.022830171044915915,benchmark_results/ldns/ldns_benchmark_721123822.json
ldns,speech,Speech,t12,t12,present,12.357047303812578,0.08867010311223567,1.808380126953125,1.6630859375,1.8037071228027344,1.808380126953125,1.6630859375,1.6630859375,0.4388080339413136,0.00023789098486304283,benchmark_results/ldns/ldns_benchmark_speech_threshold_crossings_t12.json
ldns,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,23.860098498873413,0.07345749996602535,1.9103584289550781,1.6982421875,1.9103584289550781,1.900604248046875,1.6982421875,1.6982421875,0.009549024980515242,0.0008347588591277599,benchmark_results/ldns/ldns_benchmark_mc_pacman.json
ldns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,18.111259267199785,0.13002101704478264,1.9050521850585938,1.1728515625,1.8799285888671875,1.9050521850585938,1.1728515625,1.1728515625,0.018456309102475643,0.0003557188902050257,benchmark_results/ldns/ldns_benchmark_ratinabox_nav.json
lfads_torch,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,2359.8977068158565,0.14345074410084635,0.9788742065429688,2.8994140625,0.8042793273925781,0.9788742065429688,2.8994140625,0.9169921875,0.0033419858664274216,0.00014637003187090158,benchmark_results/lfads_torch/lfads_torch_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
lfads_torch,allen_neuropixels,Visual Coding,721123822,721123822,present,27648.036772135994,0.47087055596057326,2.1545486450195312,10.9814453125,1.9349479675292969,2.1545486450195312,10.9814453125,1.3251953125,8.901682490948588,0.0020614940440282226,benchmark_results/lfads_torch/lfads_torch_benchmark_721123822.json
lfads_torch,speech,Speech,t12,t12,present,1343.417893330101,0.14408328104764223,0.956298828125,2.6494140625,0.7786712646484375,0.956298828125,2.6494140625,0.9150390625,0.101586421020329,0.00023811892606317997,benchmark_results/lfads_torch/lfads_torch_benchmark_speech_threshold_crossings_t12.json
lfads_torch,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,7037.0588166809175,0.22203417087439448,1.0572090148925781,4.0537109375,0.8771705627441406,1.0572090148925781,4.0537109375,0.9423828125,0.007377211935818195,0.00023056089412420988,benchmark_results/lfads_torch/lfads_torch_benchmark_mc_pacman.json
lfads_torch,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,3475.701959267957,0.14591150905471295,1.0463180541992188,3.3486328125,0.8706130981445312,1.0463180541992188,3.3486328125,0.9365234375,0.004143496975302696,0.00020771101117134094,benchmark_results/lfads_torch/lfads_torch_benchmark_ratinabox_nav.json
lstm,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,1.491714475909248,0.29351995093747973,1.3179359436035156,0.8427734375,1.3166885375976562,1.3179359436035156,0.8427734375,0.8427734375,,,benchmark_results/lstm/lstm_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
lstm,allen_neuropixels,Visual Coding,721123822,721123822,present,3.3597135560121387,0.3285830239765346,3.4203033447265625,1.7490234375,3.4203033447265625,3.2473793029785156,1.7490234375,1.7490234375,,,benchmark_results/lstm/lstm_benchmark_721123822.json
lstm,speech,Speech,t12,t12,present,1.5613837568089366,0.28644184791482985,1.4268836975097656,0.8427734375,1.4261665344238281,1.4268836975097656,0.8427734375,0.8427734375,,,benchmark_results/lstm/lstm_benchmark_speech_threshold_crossings_t12.json
lstm,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,1.8897483550244942,0.291055710054934,1.6084671020507812,0.9677734375,1.6078948974609375,1.6084671020507812,0.9677734375,0.9677734375,,,benchmark_results/lstm/lstm_benchmark_mc_pacman.json
lstm,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1.625813542981632,0.2850080890348181,1.5598945617675781,0.8427734375,1.5593376159667969,1.5598945617675781,0.8427734375,0.8427734375,,,benchmark_results/lstm/lstm_benchmark_ratinabox_nav.json
marble,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,2176.2409368918743,1.334486115956679,8.734703063964844,3.3115234375,8.734703063964844,3.52166748046875,3.3115234375,3.3115234375,0.03351219301111996,0.00011149002239108086,benchmark_results/marble/marble_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
marble,allen_neuropixels,Visual Coding,721123822,,missing,,,,,,,,,,,
marble,speech,Speech,t12,t12,present,739.7213870720007,2.9933243559207767,2.229969024658203,1.8916015625,2.229969024658203,1.8336563110351562,1.8916015625,1.8916015625,0.007745262933894992,0.0008492069318890572,benchmark_results/marble/marble_benchmark_speech_threshold_crossings_t12.json
marble,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,10967.179262804799,5.529709872091189,4.167568206787109,4.7314453125,3.0587844848632812,4.167568206787109,4.7314453125,4.7314453125,0.001062030903995037,7.927906699478626e-05,benchmark_results/marble/marble_benchmark_mc_pacman.json
marble,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,778.4932143890765,3.593709187814966,6.084930419921875,4.4091796875,6.084930419921875,3.646270751953125,4.4091796875,4.4091796875,0.00035458197817206383,0.2561709738802165,benchmark_results/marble/marble_benchmark_ratinabox_nav.json
mint,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,73.03907622797595,1.549511,1.8800773620605469,0.0,0.15075302124023438,0.15075302124023438,0.0,0.0,,,benchmark_results/mint/mint_benchmark_monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
mint,allen_neuropixels,Visual Coding,721123822,721123822,present,63.424923521906635,163.941594,4.8288726806640625,0.0,1.2029380798339844,1.2029380798339844,0.0,0.0,,,benchmark_results/mint/mint_benchmark_allen_neuropixels_721123822.json
mint,speech,Speech,t12,t12,present,72.88335073303466,0.920951,1.875823974609375,0.0,0.145263671875,0.145263671875,0.0,0.0,,,benchmark_results/mint/mint_benchmark_speech_threshold_crossings_t12.json
mint,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,69.32939087589169,5.544721,2.1432723999023438,0.0,0.20804977416992188,0.20804977416992188,0.0,0.0,,,benchmark_results/mint/mint_benchmark_mc_pacman.json
mint,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1836.7519526119845,59.684828,5.8550567626953125,2.484375,5.8550567626953125,0.2951850891113281,2.484375,0.0,,,benchmark_results/mint/mint_benchmark_ratinabox_ratinabox_nav.json
neds,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,503.4176102038473,0.006018376909196377,1.1670761108398438,1.3662109375,1.1670761108398438,1.1670761108398438,1.3662109375,1.3662109375,,,benchmark_results/neds/neds_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
neds,allen_neuropixels,Visual Coding,721123822,721123822,present,6267.962509865174,0.08189458190463483,2.158031463623047,3.5498046875,2.158031463623047,2.0651931762695312,2.4912109375,3.5498046875,,,benchmark_results/neds/neds_benchmark_721123822.json
neds,speech,Speech,t12,t12,present,298.96171473897994,0.05260305595584214,1.1512603759765625,1.3740234375,1.1433525085449219,1.1512603759765625,1.3720703125,1.3740234375,,,benchmark_results/neds/neds_benchmark_speech_threshold_crossings_t12.json
neds,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,898.9198623949196,0.009398404974490404,1.2591400146484375,1.6376953125,1.2591400146484375,1.2591400146484375,1.5751953125,1.6376953125,,,benchmark_results/neds/neds_benchmark_mc_pacman.json
neds,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,708.4822603054345,0.0061829304322600365,1.2515106201171875,1.3876953125,1.2515106201171875,1.2515106201171875,1.3876953125,1.3876953125,,,benchmark_results/neds/neds_benchmark_ratinabox_nav.json
neds_pretrained,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,1392.0621269990224,0.02316932799294591,7.567302703857422,2.4287109375,7.567302703857422,1.2964439392089844,2.3779296875,2.4287109375,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
neds_pretrained,allen_neuropixels,Visual Coding,721123822,721123822,present,9631.400715661002,0.18594483705237508,8.462177276611328,5.9482421875,8.462177276611328,2.2743072509765625,4.8896484375,5.9482421875,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_721123822.json
neds_pretrained,speech,Speech,t12,t12,present,791.2091965959407,0.06014812202192843,7.5680389404296875,2.3818359375,7.5680389404296875,1.2574195861816406,2.3818359375,2.3818359375,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_speech_threshold_crossings_t12.json
neds_pretrained,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,1857.1129327998497,0.028648408129811287,7.632373809814453,2.7080078125,7.632373809814453,2.333721160888672,2.6455078125,2.7080078125,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_mc_pacman.json
neds_pretrained,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1730.7709324189927,0.026506162947043777,7.632892608642578,2.4736328125,7.632892608642578,2.3168792724609375,2.4501953125,2.4736328125,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_ratinabox_nav.json
neuro_behavior_conditioning,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,235.99414649105165,0.13311926904134452,2.0092124938964844,0.6923828125,1.994354248046875,2.0092124938964844,0.6923828125,0.6923828125,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
neuro_behavior_conditioning,allen_neuropixels,Visual Coding,721123822,721123822,present,740.9191639032215,0.2203950909897685,3.458343505859375,1.3154296875,3.458343505859375,3.299224853515625,1.3134765625,1.3154296875,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_721123822.json
neuro_behavior_conditioning,speech,Speech,t12,t12,present,190.58599187713116,0.06251260288991034,2.0255889892578125,0.7236328125,2.010730743408203,2.0255889892578125,0.7236328125,0.7236328125,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_speech_threshold_crossings_t12.json
neuro_behavior_conditioning,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,250.69031246285886,0.10482104704715312,2.1497726440429688,0.7685546875,2.1497154235839844,2.1497726440429688,0.7685546875,0.7685546875,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_mc_pacman.json
neuro_behavior_conditioning,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,244.49098549201153,0.12959100306034088,2.0093955993652344,0.7236328125,2.0052719116210938,2.0093955993652344,0.7236328125,0.7236328125,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_ratinabox_nav.json
pca,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,0.02824719506315887,0.001569728017784655,0.2722930908203125,0.0,0.14918899536132812,0.2722930908203125,0.0,0.0,0.0020292100962251425,0.0001086000120267272,benchmark_results/pca/pca_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
pca,allen_neuropixels,Visual Coding,721123822,721123822,present,2.1265230760909617,0.06448143813759089,1.4808578491210938,0.0,1.4808578491210938,1.2704811096191406,0.0,0.0,1.664535096148029,0.013120225048623979,benchmark_results/pca/pca_benchmark_721123822.json
pca,speech,Speech,t12,t12,present,0.03560013207606971,0.0018669238779693842,0.2669830322265625,0.0,0.1438751220703125,0.2669830322265625,0.0,0.0,0.00869157095439732,0.00022864900529384613,benchmark_results/pca/pca_benchmark_speech_threshold_crossings_t12.json
pca,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,0.043615934904664755,0.0053794539999216795,0.333892822265625,0.0,0.333770751953125,0.333892822265625,0.0,0.0,0.00853486591950059,0.0002701589837670326,benchmark_results/pca/pca_benchmark_mc_pacman.json
pca,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,0.05811908177565783,0.004252741928212345,0.327423095703125,0.0,0.3273048400878906,0.327423095703125,0.0,0.0,0.018263609847053885,0.00040755991358309984,benchmark_results/pca/pca_benchmark_ratinabox_nav.json
rnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,1.4207940619671717,0.316707924939692,1.2075614929199219,0.6865234375,1.2075614929199219,1.20751953125,0.6865234375,0.6865234375,,,benchmark_results/rnn/rnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
rnn,allen_neuropixels,Visual Coding,721123822,721123822,present,10.764037340064533,0.278741015936248,3.4244842529296875,1.6630859375,3.4244842529296875,3.189014434814453,1.6630859375,1.6630859375,,,benchmark_results/rnn/rnn_benchmark_721123822.json
rnn,speech,Speech,t12,t12,present,1.550973532954231,0.20294299582019448,1.3706932067871094,0.6865234375,1.3706932067871094,1.3705673217773438,0.6865234375,0.6865234375,,,benchmark_results/rnn/rnn_benchmark_speech_threshold_crossings_t12.json
rnn,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,2.937232765951194,0.33611830801237375,1.5121078491210938,0.7255859375,1.5121002197265625,1.5121078491210938,0.7255859375,0.7255859375,,,benchmark_results/rnn/rnn_benchmark_mc_pacman.json
rnn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1.7655520009575412,0.31508289999328554,1.5179100036621094,0.7255859375,1.5178565979003906,1.5179100036621094,0.7255859375,0.7255859375,,,benchmark_results/rnn/rnn_benchmark_ratinabox_nav.json
smc_rnns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,820.0070007290924,0.175119485007599,1.9212455749511719,2.9599609375,1.8920478820800781,1.9212455749511719,1.6162109375,2.9599609375,0.0012869380880147219,0.00010623002890497446,benchmark_results/smc_rnns/smc_rnns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
smc_rnns,allen_neuropixels,Visual Coding,721123822,721123822,present,42572.20462976396,1.443524669855833,2.841228485107422,73.5185546875,2.841228485107422,2.470794677734375,73.5185546875,73.5185546875,2.464108577929437,0.002003402914851904,benchmark_results/smc_rnns/smc_rnns_benchmark_721123822.json
smc_rnns,speech,Speech,t12,t12,present,891.8225887489971,0.133070170879364,1.8920173645019531,2.3193359375,1.8777809143066406,1.8920173645019531,1.5888671875,2.3193359375,0.059325484093278646,0.00013057002797722816,benchmark_results/smc_rnns/smc_rnns_benchmark_speech_threshold_crossings_t12.json
smc_rnns,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,3624.548404091038,0.4128950268495828,2.0545120239257812,7.8857421875,2.032764434814453,2.0545120239257812,2.2451171875,7.8857421875,0.0020498710218816996,0.00014439993537962437,benchmark_results/smc_rnns/smc_rnns_benchmark_mc_pacman.json
smc_rnns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,966.3661694990005,0.1764625459909439,1.9236221313476562,5.9990234375,1.9048919677734375,1.9236221313476562,1.8896484375,5.9990234375,0.0014379138592630625,0.00011613988317549229,benchmark_results/smc_rnns/smc_rnns_benchmark_ratinabox_nav.json
tndm,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,2179.1452281475067,0.038182848948054016,14.779708862304688,0.7529296875,14.778457641601562,14.779708862304688,0.7529296875,0.7529296875,,,benchmark_results/tndm/tndm_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
tndm,allen_neuropixels,Visual Coding,721123822,721123822,present,4391.811754703522,0.07772011100314558,26.924659729003906,1.7490234375,26.850257873535156,26.924659729003906,1.2490234375,1.7490234375,,,benchmark_results/tndm/tndm_benchmark_721123822.json
tndm,speech,Speech,t12,,missing,,,,,,,,,,,
tndm,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,2539.834627866745,0.04337441793177277,16.56060791015625,0.8427734375,16.553024291992188,16.56060791015625,0.7802734375,0.8427734375,,,benchmark_results/tndm/tndm_benchmark_mc_pacman.json
tndm,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,2014.8900301456451,0.03893358202185482,13.968017578125,0.7802734375,13.96157455444336,13.968017578125,0.7802734375,0.7802734375,,,benchmark_results/tndm/tndm_benchmark_ratinabox_nav.json
svc,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,180.02053183305543,12.945894402917475,0.6515464782714844,0.0,0.6515464782714844,0.4500770568847656,0.0,0.0,,,benchmark_results/svc/svc_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
svc,allen_neuropixels,Visual Coding,721123822,,missing,,,,,,,,,,,
svc,speech,Speech,t12,t12,present,5.345196166075766,2.2823551420588046,0.2864265441894531,0.0,0.2846336364746094,0.2864265441894531,0.0,0.0,,,benchmark_results/svc/svc_benchmark_speech_threshold_crossings_t12.json
svc,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,1466.040042800014,143.62867718096823,1.6614532470703125,0.0,1.6614532470703125,1.2234458923339844,0.0,0.0,,,benchmark_results/svc/svc_benchmark_mc_pacman.json
svc,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,184.63942761800718,58.916639138013124,1.4973602294921875,0.0,1.4973602294921875,1.1491737365722656,0.0,0.0,,,benchmark_results/svc/svc_benchmark_ratinabox_nav.json
torchdfine,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,347.34801361500286,0.03824110492132604,1.6986846923828125,0.8779296875,1.6986846923828125,1.6695823669433594,0.8779296875,0.8779296875,,,benchmark_results/torchdfine/torchdfine_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
torchdfine,allen_neuropixels,Visual Coding,721123822,721123822,present,2132.4414902769995,0.2685544989999471,3.2656288146972656,1.9990234375,3.2656288146972656,2.9190750122070312,1.5205078125,1.9990234375,,,benchmark_results/torchdfine/torchdfine_benchmark_allen_neuropixels_721123822.json
torchdfine,speech,Speech,t12,t12,present,184.60466954299955,0.03778577499997482,1.6993827819824219,0.8798828125,1.6993827819824219,1.6810951232910156,0.8798828125,0.8798828125,,,benchmark_results/torchdfine/torchdfine_benchmark_speech_threshold_crossings_t12.json
torchdfine,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,628.5190547249513,0.08157652197405696,1.8253936767578125,0.9599609375,1.8253936767578125,1.7653312683105469,0.9599609375,0.9599609375,,,benchmark_results/torchdfine/torchdfine_benchmark_mc_pacman.json
torchdfine,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,297.25457774696406,0.03899744898080826,1.8019981384277344,0.8740234375,1.8019981384277344,1.768707275390625,0.8740234375,0.8740234375,,,benchmark_results/torchdfine/torchdfine_benchmark_ratinabox_nav.json
xg,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,0.7427130149444565,0.007900531985796988,0.4202842712402344,0.0,0.4202842712402344,0.3415260314941406,0.0,0.0,,,benchmark_results/xg/xg_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
xg,allen_neuropixels,Visual Coding,721123822,721123822,present,32.26028886495624,0.28922082390636206,17.515365600585938,0.0,17.515365600585938,10.860214233398438,0.0,0.0,,,benchmark_results/xg/xg_benchmark_721123822.json
xg,speech,Speech,t12,t12,present,26.939997154986486,0.058836601907387376,0.38932037353515625,0.0,0.38932037353515625,0.34603118896484375,0.0,0.0,,,benchmark_results/xg/xg_benchmark_speech_threshold_crossings_t12.json
xg,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,0.9543577360454947,0.031535031041130424,1.3440475463867188,0.0,1.3440475463867188,0.8019676208496094,0.0,0.0,,,benchmark_results/xg/xg_benchmark_mc_pacman.json
xg,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,4.5248600570485,0.10478747903835028,1.3563957214355469,0.0,1.3563957214355469,0.9390869140625,0.0,0.0,,,benchmark_results/xg/xg_benchmark_ratinabox_nav.json
|