cross_architecture_study/cross_arch_perunit.json

[
 {
  "arch": "RNN",
  "task": "non_social",
  "seed": 0,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 7.440000057220459,
  "top_r": 0.03705123940656156
 },
 {
  "arch": "RNN",
  "task": "non_social",
  "seed": 1,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 10.039999961853027,
  "top_r": 0.09726206921336848
 },
 {
  "arch": "RNN",
  "task": "non_social",
  "seed": 2,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 12.199999809265137,
  "top_r": 0.09102936182631945
 },
 {
  "arch": "RNN",
  "task": "non_social",
  "seed": 3,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 19.8799991607666,
  "top_r": 0.1416026760369321
 },
 {
  "arch": "RNN",
  "task": "non_social",
  "seed": 4,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 9.880000114440918,
  "top_r": 0.06074593045795309
 },
 {
  "arch": "RNN",
  "task": "non_social",
  "seed": 5,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 11.760000228881836,
  "top_r": 0.06100869691148739
 },
 {
  "arch": "RNN",
  "task": "non_social",
  "seed": 6,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 11.760000228881836,
  "top_r": 0.047992243964107055
 },
 {
  "arch": "RNN",
  "task": "non_social",
  "seed": 7,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 9.720000267028809,
  "top_r": 0.040861022303547455
 },
 {
  "arch": "RNN",
  "task": "non_social",
  "seed": 8,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 8.359999656677246,
  "top_r": 0.046082531832419726
 },
 {
  "arch": "RNN",
  "task": "non_social",
  "seed": 9,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 15.119999885559082,
  "top_r": 0.04697112454078715
 },
 {
  "arch": "RNN",
  "task": "social",
  "seed": 0,
  "status": "ok",
  "n_valid": 16,
  "vision": 0.16239520907402039,
  "collisions": 60.91999816894531,
  "top_r": 0.9606705270007906
 },
 {
  "arch": "RNN",
  "task": "social",
  "seed": 1,
  "status": "ok",
  "n_valid": 18,
  "vision": 0.21668662130832672,
  "collisions": 0.800000011920929,
  "top_r": 0.6658904391428773
 },
 {
  "arch": "RNN",
  "task": "social",
  "seed": 2,
  "status": "ok",
  "n_valid": 22,
  "vision": 0.3185628652572632,
  "collisions": 5.519999980926514,
  "top_r": 0.6149421028031533
 },
 {
  "arch": "RNN",
  "task": "social",
  "seed": 3,
  "status": "degenerate",
  "n_valid": 1,
  "vision": 0.24694611132144928,
  "collisions": 47.279998779296875,
  "top_r": null
 },
 {
  "arch": "RNN",
  "task": "social",
  "seed": 4,
  "status": "ok",
  "n_valid": 23,
  "vision": 0.9924950003623962,
  "collisions": 150.9199981689453,
  "top_r": 0.9469448413117497
 },
 {
  "arch": "RNN",
  "task": "social",
  "seed": 5,
  "status": "ok",
  "n_valid": 23,
  "vision": 0.03936127573251724,
  "collisions": 0.5199999809265137,
  "top_r": 0.24632233096607034
 },
 {
  "arch": "RNN",
  "task": "social",
  "seed": 6,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.2863073945045471,
  "collisions": 1.1200000047683716,
  "top_r": 0.6195669473643807
 },
 {
  "arch": "RNN",
  "task": "social",
  "seed": 7,
  "status": "degenerate",
  "n_valid": 2,
  "vision": 0.2092614769935608,
  "collisions": 21.84000015258789,
  "top_r": null
 },
 {
  "arch": "RNN",
  "task": "social",
  "seed": 8,
  "status": "ok",
  "n_valid": 14,
  "vision": 0.13309381902217865,
  "collisions": 19.959999084472656,
  "top_r": 0.9244864792894123
 },
 {
  "arch": "RNN",
  "task": "social",
  "seed": 9,
  "status": "ok",
  "n_valid": 24,
  "vision": 0.2818363308906555,
  "collisions": 5.960000038146973,
  "top_r": 0.5286762777215525
 },
 {
  "arch": "MLP",
  "task": "non_social",
  "seed": 0,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 8.279999732971191,
  "top_r": 0.07776644999751171
 },
 {
  "arch": "MLP",
  "task": "non_social",
  "seed": 1,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 8.640000343322754,
  "top_r": 0.07086241042694791
 },
 {
  "arch": "MLP",
  "task": "non_social",
  "seed": 2,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 9.039999961853027,
  "top_r": 0.10571891551983957
 },
 {
  "arch": "MLP",
  "task": "non_social",
  "seed": 3,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 10.600000381469727,
  "top_r": 0.12438404297121783
 },
 {
  "arch": "MLP",
  "task": "non_social",
  "seed": 4,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 13.15999984741211,
  "top_r": 0.08272535053372708
 },
 {
  "arch": "MLP",
  "task": "non_social",
  "seed": 5,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 4.599999904632568,
  "top_r": 0.05911174780800376
 },
 {
  "arch": "MLP",
  "task": "non_social",
  "seed": 6,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 6.599999904632568,
  "top_r": 0.12048705520440492
 },
 {
  "arch": "MLP",
  "task": "non_social",
  "seed": 7,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 15.720000267028809,
  "top_r": 0.20280221422494873
 },
 {
  "arch": "MLP",
  "task": "non_social",
  "seed": 8,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 13.640000343322754,
  "top_r": 0.1197033617321138
 },
 {
  "arch": "MLP",
  "task": "non_social",
  "seed": 9,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 11.920000076293945,
  "top_r": 0.06501230641904866
 },
 {
  "arch": "MLP",
  "task": "social",
  "seed": 0,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.981237530708313,
  "collisions": 115.08000183105469,
  "top_r": 0.68309682518684
 },
 {
  "arch": "MLP",
  "task": "social",
  "seed": 1,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.9638323187828064,
  "collisions": 114.72000122070312,
  "top_r": 0.6770425529610226
 },
 {
  "arch": "MLP",
  "task": "social",
  "seed": 2,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.9689421057701111,
  "collisions": 105.16000366210938,
  "top_r": 0.6294873925115205
 },
 {
  "arch": "MLP",
  "task": "social",
  "seed": 3,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.9881038069725037,
  "collisions": 236.0800018310547,
  "top_r": 0.7859041502514537
 },
 {
  "arch": "MLP",
  "task": "social",
  "seed": 4,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.9528942108154297,
  "collisions": 125.0,
  "top_r": 0.7282436596506869
 },
 {
  "arch": "MLP",
  "task": "social",
  "seed": 5,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.9758083820343018,
  "collisions": 110.36000061035156,
  "top_r": 0.6151424539297031
 },
 {
  "arch": "MLP",
  "task": "social",
  "seed": 6,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.9893013834953308,
  "collisions": 114.23999786376953,
  "top_r": 0.7531067455891379
 },
 {
  "arch": "MLP",
  "task": "social",
  "seed": 7,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.9883432984352112,
  "collisions": 141.52000427246094,
  "top_r": 0.6580303971938998
 },
 {
  "arch": "MLP",
  "task": "social",
  "seed": 8,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.9682235717773438,
  "collisions": 101.19999694824219,
  "top_r": 0.6171618473537643
 },
 {
  "arch": "MLP",
  "task": "social",
  "seed": 9,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.9904990196228027,
  "collisions": 115.23999786376953,
  "top_r": 0.639261743430404
 },
 {
  "arch": "SSM",
  "task": "non_social",
  "seed": 0,
  "status": "ok",
  "n_valid": 24,
  "vision": 0.0,
  "collisions": 40.2400016784668,
  "top_r": 0.28866651056915354
 },
 {
  "arch": "SSM",
  "task": "non_social",
  "seed": 1,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 3.4800000190734863,
  "top_r": 0.15885310687782797
 },
 {
  "arch": "SSM",
  "task": "non_social",
  "seed": 2,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 3.799999952316284,
  "top_r": 0.1087223462156361
 },
 {
  "arch": "SSM",
  "task": "non_social",
  "seed": 3,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 1.8799999952316284,
  "top_r": 0.0647609791042199
 },
 {
  "arch": "SSM",
  "task": "non_social",
  "seed": 4,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 34.36000061035156,
  "top_r": 0.6156083569490233
 },
 {
  "arch": "SSM",
  "task": "non_social",
  "seed": 5,
  "status": "degenerate",
  "n_valid": 1,
  "vision": 0.0,
  "collisions": 34.68000030517578,
  "top_r": null
 },
 {
  "arch": "SSM",
  "task": "non_social",
  "seed": 6,
  "status": "ok",
  "n_valid": 24,
  "vision": 0.0,
  "collisions": 3.200000047683716,
  "top_r": 0.08990168984095623
 },
 {
  "arch": "SSM",
  "task": "non_social",
  "seed": 7,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 121.23999786376953,
  "top_r": 0.6383316081199204
 },
 {
  "arch": "SSM",
  "task": "non_social",
  "seed": 8,
  "status": "degenerate",
  "n_valid": 0,
  "vision": 0.0,
  "collisions": 46.31999969482422,
  "top_r": null
 },
 {
  "arch": "SSM",
  "task": "non_social",
  "seed": 9,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 105.68000030517578,
  "top_r": 0.5532722247875926
 },
 {
  "arch": "SSM",
  "task": "social",
  "seed": 0,
  "status": "ok",
  "n_valid": 13,
  "vision": 0.9386028051376343,
  "collisions": 107.16000366210938,
  "top_r": 0.6762547587766922
 },
 {
  "arch": "SSM",
  "task": "social",
  "seed": 1,
  "status": "ok",
  "n_valid": 19,
  "vision": 0.6916567087173462,
  "collisions": 41.91999816894531,
  "top_r": 0.5728661391129467
 },
 {
  "arch": "SSM",
  "task": "social",
  "seed": 2,
  "status": "ok",
  "n_valid": 22,
  "vision": 0.9957684874534607,
  "collisions": 63.91999816894531,
  "top_r": 0.5386769468869881
 },
 {
  "arch": "SSM",
  "task": "social",
  "seed": 3,
  "status": "degenerate",
  "n_valid": 0,
  "vision": 0.9954491257667542,
  "collisions": 400.9200134277344,
  "top_r": null
 },
 {
  "arch": "SSM",
  "task": "social",
  "seed": 4,
  "status": "ok",
  "n_valid": 5,
  "vision": 0.4332934021949768,
  "collisions": 20.15999984741211,
  "top_r": 0.6451686137949718
 },
 {
  "arch": "SSM",
  "task": "social",
  "seed": 5,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.981157660484314,
  "collisions": 66.23999786376953,
  "top_r": 0.5719388049785209
 },
 {
  "arch": "SSM",
  "task": "social",
  "seed": 6,
  "status": "ok",
  "n_valid": 24,
  "vision": 0.9827544689178467,
  "collisions": 63.79999923706055,
  "top_r": 0.6399909552314786
 },
 {
  "arch": "SSM",
  "task": "social",
  "seed": 7,
  "status": "ok",
  "n_valid": 8,
  "vision": 0.9846706390380859,
  "collisions": 129.55999755859375,
  "top_r": 0.5951176365769322
 },
 {
  "arch": "SSM",
  "task": "social",
  "seed": 8,
  "status": "ok",
  "n_valid": 3,
  "vision": 0.8347305655479431,
  "collisions": 139.27999877929688,
  "top_r": 0.5911175381223174
 },
 {
  "arch": "SSM",
  "task": "social",
  "seed": 9,
  "status": "ok",
  "n_valid": 8,
  "vision": 0.9699001908302307,
  "collisions": 279.9599914550781,
  "top_r": 0.9463852317330589
 },
 {
  "arch": "Transformer",
  "task": "non_social",
  "seed": 0,
  "status": "ok",
  "n_valid": 24,
  "vision": 0.0,
  "collisions": 18.15999984741211,
  "top_r": 0.20624045007674752
 },
 {
  "arch": "Transformer",
  "task": "non_social",
  "seed": 1,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 177.52000427246094,
  "top_r": 0.5466457412672473
 },
 {
  "arch": "Transformer",
  "task": "non_social",
  "seed": 2,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 247.67999267578125,
  "top_r": 0.741521978186391
 },
 {
  "arch": "Transformer",
  "task": "non_social",
  "seed": 3,
  "status": "ok",
  "n_valid": 12,
  "vision": 0.0,
  "collisions": 32.47999954223633,
  "top_r": 0.29652097824664553
 },
 {
  "arch": "Transformer",
  "task": "non_social",
  "seed": 4,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 89.83999633789062,
  "top_r": 0.3499635714443735
 },
 {
  "arch": "Transformer",
  "task": "non_social",
  "seed": 5,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 118.91999816894531,
  "top_r": 0.4220079232087302
 },
 {
  "arch": "Transformer",
  "task": "non_social",
  "seed": 6,
  "status": "ok",
  "n_valid": 15,
  "vision": 0.0,
  "collisions": 199.83999633789062,
  "top_r": 0.4868188359531619
 },
 {
  "arch": "Transformer",
  "task": "non_social",
  "seed": 7,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 87.63999938964844,
  "top_r": 0.3143182076125383
 },
 {
  "arch": "Transformer",
  "task": "non_social",
  "seed": 8,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 12.920000076293945,
  "top_r": 0.10559527101392678
 },
 {
  "arch": "Transformer",
  "task": "non_social",
  "seed": 9,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.0,
  "collisions": 4.920000076293945,
  "top_r": 0.0921079793072239
 },
 {
  "arch": "Transformer",
  "task": "social",
  "seed": 0,
  "status": "ok",
  "n_valid": 23,
  "vision": 0.8109381198883057,
  "collisions": 66.27999877929688,
  "top_r": 0.4658015424447193
 },
 {
  "arch": "Transformer",
  "task": "social",
  "seed": 1,
  "status": "ok",
  "n_valid": 24,
  "vision": 0.816926121711731,
  "collisions": 83.04000091552734,
  "top_r": 0.37708898276609976
 },
 {
  "arch": "Transformer",
  "task": "social",
  "seed": 2,
  "status": "ok",
  "n_valid": 14,
  "vision": 0.9682235717773438,
  "collisions": 81.19999694824219,
  "top_r": 0.4850167809908031
 },
 {
  "arch": "Transformer",
  "task": "social",
  "seed": 3,
  "status": "ok",
  "n_valid": 20,
  "vision": 0.8345708847045898,
  "collisions": 78.55999755859375,
  "top_r": 0.4330689299750323
 },
 {
  "arch": "Transformer",
  "task": "social",
  "seed": 4,
  "status": "ok",
  "n_valid": 21,
  "vision": 0.757125735282898,
  "collisions": 76.16000366210938,
  "top_r": 0.34081183250426467
 },
 {
  "arch": "Transformer",
  "task": "social",
  "seed": 5,
  "status": "ok",
  "n_valid": 20,
  "vision": 0.6459081768989563,
  "collisions": 100.72000122070312,
  "top_r": 0.4682438954043613
 },
 {
  "arch": "Transformer",
  "task": "social",
  "seed": 6,
  "status": "ok",
  "n_valid": 25,
  "vision": 0.7647106051445007,
  "collisions": 47.84000015258789,
  "top_r": 0.37878757497109683
 },
 {
  "arch": "Transformer",
  "task": "social",
  "seed": 7,
  "status": "ok",
  "n_valid": 24,
  "vision": 0.9699800610542297,
  "collisions": 95.5999984741211,
  "top_r": 0.4278219769902787
 },
 {
  "arch": "Transformer",
  "task": "social",
  "seed": 8,
  "status": "ok",
  "n_valid": 20,
  "vision": 0.7192016243934631,
  "collisions": 103.23999786376953,
  "top_r": 0.6244838845224036
 },
 {
  "arch": "Transformer",
  "task": "social",
  "seed": 9,
  "status": "ok",
  "n_valid": 24,
  "vision": 0.7394012212753296,
  "collisions": 95.95999908447266,
  "top_r": 0.3750948684332812
 }
]