plan-bind-d2 / bench /cuda.json
thanhkt's picture
Upload bench from run_all.sh
ff9dc4d verified
Raw History Blame Contribute Delete
4.36 kB
{
"device": "cuda",
"hardware": "NVIDIA GeForce RTX 5050",
"amp": false,
"fps": 30,
"torch": "2.11.0+cu128",
"policies": {
"bsp10": {
"path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_bsp10/checkpoints/060000/pretrained_model",
"mode": "diffusion",
"num_inference_steps": 10,
"stages": {
"preprocess": {
"p50_ms": 1.3238349929451942,
"p95_ms": 1.4900916634360326,
"mean_ms": 1.3503304801997729,
"max_ms": 1.6892600106075406
},
"encode": {
"p50_ms": 4.2414004856254905,
"p95_ms": 4.257776236045174,
"mean_ms": 4.259756402752828,
"max_ms": 6.239838025067002
},
"denoise": {
"p50_ms": 163.8928400061559,
"p95_ms": 164.27345770935062,
"mean_ms": 163.90683433099184,
"max_ms": 164.39693799475208
},
"decode": {
"p50_ms": 0.2551949874032289,
"p95_ms": 0.3439483611145987,
"mean_ms": 0.2720474640955217,
"max_ms": 0.9193909936584532
}
},
"call": {
"p50_ms": 169.71327998908237,
"p95_ms": 170.16444679175038,
"mean_ms": 169.78896867803996,
"max_ms": 172.23852110328153
},
"latency_frames": 6,
"select_action": {
"p50_ms": 0.03681000089272857,
"p95_ms": 8.464406893469322,
"mean_ms": 8.446258029752327,
"max_ms": 168.38004399323836
}
},
"onestep": {
"path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_onestep/checkpoints/060000/pretrained_model",
"mode": "onestep",
"num_inference_steps": null,
"stages": {
"preprocess": {
"p50_ms": 1.2615950254257768,
"p95_ms": 1.3547779322834685,
"mean_ms": 1.2708999568712898,
"max_ms": 1.4698589802719653
},
"encode": {
"p50_ms": 4.235370957758278,
"p95_ms": 4.247938538901508,
"mean_ms": 4.235577568178996,
"max_ms": 4.25602903123945
},
"onestep": {
"p50_ms": 16.55442747869529,
"p95_ms": 16.576274269027635,
"mean_ms": 16.555256388674024,
"max_ms": 16.666322015225887
}
},
"call": {
"p50_ms": 22.051343461498618,
"p95_ms": 22.15646683180239,
"mean_ms": 22.06173391372431,
"max_ms": 22.248736931942403
},
"latency_frames": 1,
"select_action": {
"p50_ms": 0.07361450116150081,
"p95_ms": 20.764656428946182,
"mean_ms": 5.240167923726734,
"max_ms": 20.78019396867603
}
},
"planbind": {
"path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_planbind/checkpoints/060000/pretrained_model",
"mode": "planbind",
"num_inference_steps": null,
"stages": {
"preprocess": {
"p50_ms": 1.297854003496468,
"p95_ms": 1.4031259808689354,
"mean_ms": 1.3119820604333654,
"max_ms": 1.7307450179941952
},
"encode": {
"p50_ms": 4.244133509928361,
"p95_ms": 4.257821576902643,
"mean_ms": 4.243866069009528,
"max_ms": 4.343442968092859
},
"plan": {
"p50_ms": 16.547776496736333,
"p95_ms": 16.58634525083471,
"mean_ms": 16.54624467220856,
"max_ms": 16.688732022885233
},
"bind": {
"p50_ms": 16.597299982095137,
"p95_ms": 16.64729723124765,
"mean_ms": 16.602156084554736,
"max_ms": 16.820985998492688
}
},
"call": {
"p50_ms": 38.68838696507737,
"p95_ms": 38.850714088766836,
"mean_ms": 38.70424888620619,
"max_ms": 39.55053095705807
},
"latency_frames": 2,
"select_action": {
"p50_ms": 0.0733685155864805,
"p95_ms": 21.062326402170584,
"mean_ms": 5.757565799550238,
"max_ms": 37.383498973213136
},
"bind_only_call": {
"p50_ms": 22.13927303091623,
"p95_ms": 22.26618408167269,
"mean_ms": 22.15800421399763,
"max_ms": 22.895173984579742
}
}
}
}