Upload bench from run_all.sh
Browse files- bench/cpu.json +141 -0
- bench/cuda.json +141 -0
- bench/cuda_amp.json +141 -0
bench/cpu.json
ADDED
|
@@ -0,0 +1,141 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"device": "cpu",
|
| 3 |
+
"hardware": "cpu x4",
|
| 4 |
+
"amp": false,
|
| 5 |
+
"fps": 30,
|
| 6 |
+
"torch": "2.11.0+cu128",
|
| 7 |
+
"policies": {
|
| 8 |
+
"bsp10": {
|
| 9 |
+
"path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_bsp10/checkpoints/060000/pretrained_model",
|
| 10 |
+
"mode": "diffusion",
|
| 11 |
+
"num_inference_steps": 10,
|
| 12 |
+
"stages": {
|
| 13 |
+
"preprocess": {
|
| 14 |
+
"p50_ms": 0.747511483496055,
|
| 15 |
+
"p95_ms": 0.878521826234646,
|
| 16 |
+
"mean_ms": 0.7660536945331842,
|
| 17 |
+
"max_ms": 0.9307599975727499
|
| 18 |
+
},
|
| 19 |
+
"encode": {
|
| 20 |
+
"p50_ms": 57.98301051254384,
|
| 21 |
+
"p95_ms": 67.28637084015645,
|
| 22 |
+
"mean_ms": 58.51588953984901,
|
| 23 |
+
"max_ms": 72.30724999681115
|
| 24 |
+
},
|
| 25 |
+
"denoise": {
|
| 26 |
+
"p50_ms": 528.4479779656976,
|
| 27 |
+
"p95_ms": 566.3144233403727,
|
| 28 |
+
"mean_ms": 534.3636283453088,
|
| 29 |
+
"max_ms": 632.4911020346917
|
| 30 |
+
},
|
| 31 |
+
"decode": {
|
| 32 |
+
"p50_ms": 0.2009240270126611,
|
| 33 |
+
"p95_ms": 0.2397896867478266,
|
| 34 |
+
"mean_ms": 0.20619980292394757,
|
| 35 |
+
"max_ms": 0.2587290364317596
|
| 36 |
+
}
|
| 37 |
+
},
|
| 38 |
+
"call": {
|
| 39 |
+
"p50_ms": 590.0149474909995,
|
| 40 |
+
"p95_ms": 628.9242488011951,
|
| 41 |
+
"mean_ms": 593.851771382615,
|
| 42 |
+
"max_ms": 689.7355650435202
|
| 43 |
+
},
|
| 44 |
+
"latency_frames": 19,
|
| 45 |
+
"select_action": {
|
| 46 |
+
"p50_ms": 0.5538050027098507,
|
| 47 |
+
"p95_ms": 2.2661643568426353,
|
| 48 |
+
"mean_ms": 27.081221226994373,
|
| 49 |
+
"max_ms": 603.1246309867129
|
| 50 |
+
}
|
| 51 |
+
},
|
| 52 |
+
"onestep": {
|
| 53 |
+
"path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_onestep/checkpoints/060000/pretrained_model",
|
| 54 |
+
"mode": "onestep",
|
| 55 |
+
"num_inference_steps": null,
|
| 56 |
+
"stages": {
|
| 57 |
+
"preprocess": {
|
| 58 |
+
"p50_ms": 0.825677503598854,
|
| 59 |
+
"p95_ms": 1.3222178764408454,
|
| 60 |
+
"mean_ms": 0.9437751420773566,
|
| 61 |
+
"max_ms": 1.3396849972195923
|
| 62 |
+
},
|
| 63 |
+
"encode": {
|
| 64 |
+
"p50_ms": 60.20078100846149,
|
| 65 |
+
"p95_ms": 61.34493041026872,
|
| 66 |
+
"mean_ms": 60.373296961188316,
|
| 67 |
+
"max_ms": 64.34610998257995
|
| 68 |
+
},
|
| 69 |
+
"onestep": {
|
| 70 |
+
"p50_ms": 64.50355250854045,
|
| 71 |
+
"p95_ms": 67.803600532352,
|
| 72 |
+
"mean_ms": 64.87297335872427,
|
| 73 |
+
"max_ms": 73.33882601233199
|
| 74 |
+
}
|
| 75 |
+
},
|
| 76 |
+
"call": {
|
| 77 |
+
"p50_ms": 125.90946146519855,
|
| 78 |
+
"p95_ms": 130.1103751087794,
|
| 79 |
+
"mean_ms": 126.19004546198994,
|
| 80 |
+
"max_ms": 134.87826997879893
|
| 81 |
+
},
|
| 82 |
+
"latency_frames": 4,
|
| 83 |
+
"select_action": {
|
| 84 |
+
"p50_ms": 0.5842534883413464,
|
| 85 |
+
"p95_ms": 126.3491125399014,
|
| 86 |
+
"mean_ms": 32.02733561100269,
|
| 87 |
+
"max_ms": 152.36378397094086
|
| 88 |
+
}
|
| 89 |
+
},
|
| 90 |
+
"planbind": {
|
| 91 |
+
"path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_planbind/checkpoints/060000/pretrained_model",
|
| 92 |
+
"mode": "planbind",
|
| 93 |
+
"num_inference_steps": null,
|
| 94 |
+
"stages": {
|
| 95 |
+
"preprocess": {
|
| 96 |
+
"p50_ms": 0.9875365067273378,
|
| 97 |
+
"p95_ms": 1.170995293068699,
|
| 98 |
+
"mean_ms": 1.0058354039210826,
|
| 99 |
+
"max_ms": 1.2721759849227965
|
| 100 |
+
},
|
| 101 |
+
"encode": {
|
| 102 |
+
"p50_ms": 49.95066250558011,
|
| 103 |
+
"p95_ms": 51.087522332090884,
|
| 104 |
+
"mean_ms": 50.16825501457788,
|
| 105 |
+
"max_ms": 55.304175009950995
|
| 106 |
+
},
|
| 107 |
+
"plan": {
|
| 108 |
+
"p50_ms": 49.006771499989554,
|
| 109 |
+
"p95_ms": 50.59269524354022,
|
| 110 |
+
"mean_ms": 49.223197064129636,
|
| 111 |
+
"max_ms": 52.26162599865347
|
| 112 |
+
},
|
| 113 |
+
"bind": {
|
| 114 |
+
"p50_ms": 62.077868467895314,
|
| 115 |
+
"p95_ms": 63.26826467993669,
|
| 116 |
+
"mean_ms": 62.17404176015407,
|
| 117 |
+
"max_ms": 65.17986999824643
|
| 118 |
+
}
|
| 119 |
+
},
|
| 120 |
+
"call": {
|
| 121 |
+
"p50_ms": 162.19523648032919,
|
| 122 |
+
"p95_ms": 164.72565945296083,
|
| 123 |
+
"mean_ms": 162.57132924278267,
|
| 124 |
+
"max_ms": 173.83615899598226
|
| 125 |
+
},
|
| 126 |
+
"latency_frames": 5,
|
| 127 |
+
"select_action": {
|
| 128 |
+
"p50_ms": 0.6055890116840601,
|
| 129 |
+
"p95_ms": 115.85306693741585,
|
| 130 |
+
"mean_ms": 30.244623378596522,
|
| 131 |
+
"max_ms": 187.05602100817487
|
| 132 |
+
},
|
| 133 |
+
"bind_only_call": {
|
| 134 |
+
"p50_ms": 113.01273797289468,
|
| 135 |
+
"p95_ms": 114.89341149281245,
|
| 136 |
+
"mean_ms": 113.34813217865303,
|
| 137 |
+
"max_ms": 121.57453299732879
|
| 138 |
+
}
|
| 139 |
+
}
|
| 140 |
+
}
|
| 141 |
+
}
|
bench/cuda.json
ADDED
|
@@ -0,0 +1,141 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"device": "cuda",
|
| 3 |
+
"hardware": "NVIDIA GeForce RTX 5050",
|
| 4 |
+
"amp": false,
|
| 5 |
+
"fps": 30,
|
| 6 |
+
"torch": "2.11.0+cu128",
|
| 7 |
+
"policies": {
|
| 8 |
+
"bsp10": {
|
| 9 |
+
"path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_bsp10/checkpoints/060000/pretrained_model",
|
| 10 |
+
"mode": "diffusion",
|
| 11 |
+
"num_inference_steps": 10,
|
| 12 |
+
"stages": {
|
| 13 |
+
"preprocess": {
|
| 14 |
+
"p50_ms": 1.3238349929451942,
|
| 15 |
+
"p95_ms": 1.4900916634360326,
|
| 16 |
+
"mean_ms": 1.3503304801997729,
|
| 17 |
+
"max_ms": 1.6892600106075406
|
| 18 |
+
},
|
| 19 |
+
"encode": {
|
| 20 |
+
"p50_ms": 4.2414004856254905,
|
| 21 |
+
"p95_ms": 4.257776236045174,
|
| 22 |
+
"mean_ms": 4.259756402752828,
|
| 23 |
+
"max_ms": 6.239838025067002
|
| 24 |
+
},
|
| 25 |
+
"denoise": {
|
| 26 |
+
"p50_ms": 163.8928400061559,
|
| 27 |
+
"p95_ms": 164.27345770935062,
|
| 28 |
+
"mean_ms": 163.90683433099184,
|
| 29 |
+
"max_ms": 164.39693799475208
|
| 30 |
+
},
|
| 31 |
+
"decode": {
|
| 32 |
+
"p50_ms": 0.2551949874032289,
|
| 33 |
+
"p95_ms": 0.3439483611145987,
|
| 34 |
+
"mean_ms": 0.2720474640955217,
|
| 35 |
+
"max_ms": 0.9193909936584532
|
| 36 |
+
}
|
| 37 |
+
},
|
| 38 |
+
"call": {
|
| 39 |
+
"p50_ms": 169.71327998908237,
|
| 40 |
+
"p95_ms": 170.16444679175038,
|
| 41 |
+
"mean_ms": 169.78896867803996,
|
| 42 |
+
"max_ms": 172.23852110328153
|
| 43 |
+
},
|
| 44 |
+
"latency_frames": 6,
|
| 45 |
+
"select_action": {
|
| 46 |
+
"p50_ms": 0.03681000089272857,
|
| 47 |
+
"p95_ms": 8.464406893469322,
|
| 48 |
+
"mean_ms": 8.446258029752327,
|
| 49 |
+
"max_ms": 168.38004399323836
|
| 50 |
+
}
|
| 51 |
+
},
|
| 52 |
+
"onestep": {
|
| 53 |
+
"path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_onestep/checkpoints/060000/pretrained_model",
|
| 54 |
+
"mode": "onestep",
|
| 55 |
+
"num_inference_steps": null,
|
| 56 |
+
"stages": {
|
| 57 |
+
"preprocess": {
|
| 58 |
+
"p50_ms": 1.2615950254257768,
|
| 59 |
+
"p95_ms": 1.3547779322834685,
|
| 60 |
+
"mean_ms": 1.2708999568712898,
|
| 61 |
+
"max_ms": 1.4698589802719653
|
| 62 |
+
},
|
| 63 |
+
"encode": {
|
| 64 |
+
"p50_ms": 4.235370957758278,
|
| 65 |
+
"p95_ms": 4.247938538901508,
|
| 66 |
+
"mean_ms": 4.235577568178996,
|
| 67 |
+
"max_ms": 4.25602903123945
|
| 68 |
+
},
|
| 69 |
+
"onestep": {
|
| 70 |
+
"p50_ms": 16.55442747869529,
|
| 71 |
+
"p95_ms": 16.576274269027635,
|
| 72 |
+
"mean_ms": 16.555256388674024,
|
| 73 |
+
"max_ms": 16.666322015225887
|
| 74 |
+
}
|
| 75 |
+
},
|
| 76 |
+
"call": {
|
| 77 |
+
"p50_ms": 22.051343461498618,
|
| 78 |
+
"p95_ms": 22.15646683180239,
|
| 79 |
+
"mean_ms": 22.06173391372431,
|
| 80 |
+
"max_ms": 22.248736931942403
|
| 81 |
+
},
|
| 82 |
+
"latency_frames": 1,
|
| 83 |
+
"select_action": {
|
| 84 |
+
"p50_ms": 0.07361450116150081,
|
| 85 |
+
"p95_ms": 20.764656428946182,
|
| 86 |
+
"mean_ms": 5.240167923726734,
|
| 87 |
+
"max_ms": 20.78019396867603
|
| 88 |
+
}
|
| 89 |
+
},
|
| 90 |
+
"planbind": {
|
| 91 |
+
"path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_planbind/checkpoints/060000/pretrained_model",
|
| 92 |
+
"mode": "planbind",
|
| 93 |
+
"num_inference_steps": null,
|
| 94 |
+
"stages": {
|
| 95 |
+
"preprocess": {
|
| 96 |
+
"p50_ms": 1.297854003496468,
|
| 97 |
+
"p95_ms": 1.4031259808689354,
|
| 98 |
+
"mean_ms": 1.3119820604333654,
|
| 99 |
+
"max_ms": 1.7307450179941952
|
| 100 |
+
},
|
| 101 |
+
"encode": {
|
| 102 |
+
"p50_ms": 4.244133509928361,
|
| 103 |
+
"p95_ms": 4.257821576902643,
|
| 104 |
+
"mean_ms": 4.243866069009528,
|
| 105 |
+
"max_ms": 4.343442968092859
|
| 106 |
+
},
|
| 107 |
+
"plan": {
|
| 108 |
+
"p50_ms": 16.547776496736333,
|
| 109 |
+
"p95_ms": 16.58634525083471,
|
| 110 |
+
"mean_ms": 16.54624467220856,
|
| 111 |
+
"max_ms": 16.688732022885233
|
| 112 |
+
},
|
| 113 |
+
"bind": {
|
| 114 |
+
"p50_ms": 16.597299982095137,
|
| 115 |
+
"p95_ms": 16.64729723124765,
|
| 116 |
+
"mean_ms": 16.602156084554736,
|
| 117 |
+
"max_ms": 16.820985998492688
|
| 118 |
+
}
|
| 119 |
+
},
|
| 120 |
+
"call": {
|
| 121 |
+
"p50_ms": 38.68838696507737,
|
| 122 |
+
"p95_ms": 38.850714088766836,
|
| 123 |
+
"mean_ms": 38.70424888620619,
|
| 124 |
+
"max_ms": 39.55053095705807
|
| 125 |
+
},
|
| 126 |
+
"latency_frames": 2,
|
| 127 |
+
"select_action": {
|
| 128 |
+
"p50_ms": 0.0733685155864805,
|
| 129 |
+
"p95_ms": 21.062326402170584,
|
| 130 |
+
"mean_ms": 5.757565799550238,
|
| 131 |
+
"max_ms": 37.383498973213136
|
| 132 |
+
},
|
| 133 |
+
"bind_only_call": {
|
| 134 |
+
"p50_ms": 22.13927303091623,
|
| 135 |
+
"p95_ms": 22.26618408167269,
|
| 136 |
+
"mean_ms": 22.15800421399763,
|
| 137 |
+
"max_ms": 22.895173984579742
|
| 138 |
+
}
|
| 139 |
+
}
|
| 140 |
+
}
|
| 141 |
+
}
|
bench/cuda_amp.json
ADDED
|
@@ -0,0 +1,141 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"device": "cuda",
|
| 3 |
+
"hardware": "NVIDIA GeForce RTX 5050",
|
| 4 |
+
"amp": true,
|
| 5 |
+
"fps": 30,
|
| 6 |
+
"torch": "2.11.0+cu128",
|
| 7 |
+
"policies": {
|
| 8 |
+
"bsp10": {
|
| 9 |
+
"path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_bsp10/checkpoints/060000/pretrained_model",
|
| 10 |
+
"mode": "diffusion",
|
| 11 |
+
"num_inference_steps": 10,
|
| 12 |
+
"stages": {
|
| 13 |
+
"preprocess": {
|
| 14 |
+
"p50_ms": 1.3231385091785342,
|
| 15 |
+
"p95_ms": 1.5015211218269542,
|
| 16 |
+
"mean_ms": 1.3471377189853229,
|
| 17 |
+
"max_ms": 1.7256000428460538
|
| 18 |
+
},
|
| 19 |
+
"encode": {
|
| 20 |
+
"p50_ms": 3.723038505995646,
|
| 21 |
+
"p95_ms": 3.827930724946782,
|
| 22 |
+
"mean_ms": 3.7370984847075306,
|
| 23 |
+
"max_ms": 3.8896669866517186
|
| 24 |
+
},
|
| 25 |
+
"denoise": {
|
| 26 |
+
"p50_ms": 184.37355500645936,
|
| 27 |
+
"p95_ms": 184.5447678992059,
|
| 28 |
+
"mean_ms": 184.37156166910427,
|
| 29 |
+
"max_ms": 184.71570499241352
|
| 30 |
+
},
|
| 31 |
+
"decode": {
|
| 32 |
+
"p50_ms": 0.26156799867749214,
|
| 33 |
+
"p95_ms": 0.33388101728633046,
|
| 34 |
+
"mean_ms": 0.25547862285748124,
|
| 35 |
+
"max_ms": 0.44863001676276326
|
| 36 |
+
}
|
| 37 |
+
},
|
| 38 |
+
"call": {
|
| 39 |
+
"p50_ms": 189.68484149081632,
|
| 40 |
+
"p95_ms": 190.08597138454206,
|
| 41 |
+
"mean_ms": 189.7112764956546,
|
| 42 |
+
"max_ms": 190.40793302701786
|
| 43 |
+
},
|
| 44 |
+
"latency_frames": 6,
|
| 45 |
+
"select_action": {
|
| 46 |
+
"p50_ms": 0.0403400044888258,
|
| 47 |
+
"p95_ms": 0.06200771022122334,
|
| 48 |
+
"mean_ms": 8.586596473733978,
|
| 49 |
+
"max_ms": 188.20197402965277
|
| 50 |
+
}
|
| 51 |
+
},
|
| 52 |
+
"onestep": {
|
| 53 |
+
"path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_onestep/checkpoints/060000/pretrained_model",
|
| 54 |
+
"mode": "onestep",
|
| 55 |
+
"num_inference_steps": null,
|
| 56 |
+
"stages": {
|
| 57 |
+
"preprocess": {
|
| 58 |
+
"p50_ms": 1.316802023211494,
|
| 59 |
+
"p95_ms": 1.4006780227646232,
|
| 60 |
+
"mean_ms": 1.3252832141006365,
|
| 61 |
+
"max_ms": 1.644778996706009
|
| 62 |
+
},
|
| 63 |
+
"encode": {
|
| 64 |
+
"p50_ms": 3.723987494595349,
|
| 65 |
+
"p95_ms": 3.7379533459898084,
|
| 66 |
+
"mean_ms": 3.7230857560643926,
|
| 67 |
+
"max_ms": 3.8175609661266208
|
| 68 |
+
},
|
| 69 |
+
"onestep": {
|
| 70 |
+
"p50_ms": 18.614992004586384,
|
| 71 |
+
"p95_ms": 18.661971294204704,
|
| 72 |
+
"mean_ms": 18.61649213853525,
|
| 73 |
+
"max_ms": 18.69459799490869
|
| 74 |
+
}
|
| 75 |
+
},
|
| 76 |
+
"call": {
|
| 77 |
+
"p50_ms": 23.655521974433213,
|
| 78 |
+
"p95_ms": 23.77242648799438,
|
| 79 |
+
"mean_ms": 23.66486110870028,
|
| 80 |
+
"max_ms": 24.041923054028302
|
| 81 |
+
},
|
| 82 |
+
"latency_frames": 1,
|
| 83 |
+
"select_action": {
|
| 84 |
+
"p50_ms": 0.09580698679201305,
|
| 85 |
+
"p95_ms": 22.323585441336036,
|
| 86 |
+
"mean_ms": 5.6397633439205075,
|
| 87 |
+
"max_ms": 22.409070981666446
|
| 88 |
+
}
|
| 89 |
+
},
|
| 90 |
+
"planbind": {
|
| 91 |
+
"path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_planbind/checkpoints/060000/pretrained_model",
|
| 92 |
+
"mode": "planbind",
|
| 93 |
+
"num_inference_steps": null,
|
| 94 |
+
"stages": {
|
| 95 |
+
"preprocess": {
|
| 96 |
+
"p50_ms": 1.344927033642307,
|
| 97 |
+
"p95_ms": 1.4626575139118356,
|
| 98 |
+
"mean_ms": 1.3602536119287834,
|
| 99 |
+
"max_ms": 1.6489399713464081
|
| 100 |
+
},
|
| 101 |
+
"encode": {
|
| 102 |
+
"p50_ms": 3.730917989742011,
|
| 103 |
+
"p95_ms": 3.7523977021919563,
|
| 104 |
+
"mean_ms": 3.7328145306673832,
|
| 105 |
+
"max_ms": 3.8626500172540545
|
| 106 |
+
},
|
| 107 |
+
"plan": {
|
| 108 |
+
"p50_ms": 18.596576497657225,
|
| 109 |
+
"p95_ms": 18.649069755338132,
|
| 110 |
+
"mean_ms": 18.599927778122947,
|
| 111 |
+
"max_ms": 18.817115982528776
|
| 112 |
+
},
|
| 113 |
+
"bind": {
|
| 114 |
+
"p50_ms": 18.676662002690136,
|
| 115 |
+
"p95_ms": 18.741310262703337,
|
| 116 |
+
"mean_ms": 18.680237884400412,
|
| 117 |
+
"max_ms": 18.82035401649773
|
| 118 |
+
}
|
| 119 |
+
},
|
| 120 |
+
"call": {
|
| 121 |
+
"p50_ms": 42.357292521046475,
|
| 122 |
+
"p95_ms": 42.51887833815999,
|
| 123 |
+
"mean_ms": 42.373233805119526,
|
| 124 |
+
"max_ms": 42.765715916175395
|
| 125 |
+
},
|
| 126 |
+
"latency_frames": 2,
|
| 127 |
+
"select_action": {
|
| 128 |
+
"p50_ms": 0.10037797619588673,
|
| 129 |
+
"p95_ms": 22.725191846257076,
|
| 130 |
+
"mean_ms": 6.234585618684915,
|
| 131 |
+
"max_ms": 41.01996298413724
|
| 132 |
+
},
|
| 133 |
+
"bind_only_call": {
|
| 134 |
+
"p50_ms": 23.761369520798326,
|
| 135 |
+
"p95_ms": 23.900301940739155,
|
| 136 |
+
"mean_ms": 23.77330602699658,
|
| 137 |
+
"max_ms": 24.120450951159
|
| 138 |
+
}
|
| 139 |
+
}
|
| 140 |
+
}
|
| 141 |
+
}
|