plan-bind-d2 / bench /cuda_amp.json
thanhkt's picture
Upload bench from run_all.sh
ff9dc4d verified
Raw History Blame Contribute Delete
4.37 kB
{
"device": "cuda",
"hardware": "NVIDIA GeForce RTX 5050",
"amp": true,
"fps": 30,
"torch": "2.11.0+cu128",
"policies": {
"bsp10": {
"path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_bsp10/checkpoints/060000/pretrained_model",
"mode": "diffusion",
"num_inference_steps": 10,
"stages": {
"preprocess": {
"p50_ms": 1.3231385091785342,
"p95_ms": 1.5015211218269542,
"mean_ms": 1.3471377189853229,
"max_ms": 1.7256000428460538
},
"encode": {
"p50_ms": 3.723038505995646,
"p95_ms": 3.827930724946782,
"mean_ms": 3.7370984847075306,
"max_ms": 3.8896669866517186
},
"denoise": {
"p50_ms": 184.37355500645936,
"p95_ms": 184.5447678992059,
"mean_ms": 184.37156166910427,
"max_ms": 184.71570499241352
},
"decode": {
"p50_ms": 0.26156799867749214,
"p95_ms": 0.33388101728633046,
"mean_ms": 0.25547862285748124,
"max_ms": 0.44863001676276326
}
},
"call": {
"p50_ms": 189.68484149081632,
"p95_ms": 190.08597138454206,
"mean_ms": 189.7112764956546,
"max_ms": 190.40793302701786
},
"latency_frames": 6,
"select_action": {
"p50_ms": 0.0403400044888258,
"p95_ms": 0.06200771022122334,
"mean_ms": 8.586596473733978,
"max_ms": 188.20197402965277
}
},
"onestep": {
"path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_onestep/checkpoints/060000/pretrained_model",
"mode": "onestep",
"num_inference_steps": null,
"stages": {
"preprocess": {
"p50_ms": 1.316802023211494,
"p95_ms": 1.4006780227646232,
"mean_ms": 1.3252832141006365,
"max_ms": 1.644778996706009
},
"encode": {
"p50_ms": 3.723987494595349,
"p95_ms": 3.7379533459898084,
"mean_ms": 3.7230857560643926,
"max_ms": 3.8175609661266208
},
"onestep": {
"p50_ms": 18.614992004586384,
"p95_ms": 18.661971294204704,
"mean_ms": 18.61649213853525,
"max_ms": 18.69459799490869
}
},
"call": {
"p50_ms": 23.655521974433213,
"p95_ms": 23.77242648799438,
"mean_ms": 23.66486110870028,
"max_ms": 24.041923054028302
},
"latency_frames": 1,
"select_action": {
"p50_ms": 0.09580698679201305,
"p95_ms": 22.323585441336036,
"mean_ms": 5.6397633439205075,
"max_ms": 22.409070981666446
}
},
"planbind": {
"path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_planbind/checkpoints/060000/pretrained_model",
"mode": "planbind",
"num_inference_steps": null,
"stages": {
"preprocess": {
"p50_ms": 1.344927033642307,
"p95_ms": 1.4626575139118356,
"mean_ms": 1.3602536119287834,
"max_ms": 1.6489399713464081
},
"encode": {
"p50_ms": 3.730917989742011,
"p95_ms": 3.7523977021919563,
"mean_ms": 3.7328145306673832,
"max_ms": 3.8626500172540545
},
"plan": {
"p50_ms": 18.596576497657225,
"p95_ms": 18.649069755338132,
"mean_ms": 18.599927778122947,
"max_ms": 18.817115982528776
},
"bind": {
"p50_ms": 18.676662002690136,
"p95_ms": 18.741310262703337,
"mean_ms": 18.680237884400412,
"max_ms": 18.82035401649773
}
},
"call": {
"p50_ms": 42.357292521046475,
"p95_ms": 42.51887833815999,
"mean_ms": 42.373233805119526,
"max_ms": 42.765715916175395
},
"latency_frames": 2,
"select_action": {
"p50_ms": 0.10037797619588673,
"p95_ms": 22.725191846257076,
"mean_ms": 6.234585618684915,
"max_ms": 41.01996298413724
},
"bind_only_call": {
"p50_ms": 23.761369520798326,
"p95_ms": 23.900301940739155,
"mean_ms": 23.77330602699658,
"max_ms": 24.120450951159
}
}
}
}