File size: 4,360 Bytes
ff9dc4d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
{
  "device": "cuda",
  "hardware": "NVIDIA GeForce RTX 5050",
  "amp": false,
  "fps": 30,
  "torch": "2.11.0+cu128",
  "policies": {
    "bsp10": {
      "path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_bsp10/checkpoints/060000/pretrained_model",
      "mode": "diffusion",
      "num_inference_steps": 10,
      "stages": {
        "preprocess": {
          "p50_ms": 1.3238349929451942,
          "p95_ms": 1.4900916634360326,
          "mean_ms": 1.3503304801997729,
          "max_ms": 1.6892600106075406
        },
        "encode": {
          "p50_ms": 4.2414004856254905,
          "p95_ms": 4.257776236045174,
          "mean_ms": 4.259756402752828,
          "max_ms": 6.239838025067002
        },
        "denoise": {
          "p50_ms": 163.8928400061559,
          "p95_ms": 164.27345770935062,
          "mean_ms": 163.90683433099184,
          "max_ms": 164.39693799475208
        },
        "decode": {
          "p50_ms": 0.2551949874032289,
          "p95_ms": 0.3439483611145987,
          "mean_ms": 0.2720474640955217,
          "max_ms": 0.9193909936584532
        }
      },
      "call": {
        "p50_ms": 169.71327998908237,
        "p95_ms": 170.16444679175038,
        "mean_ms": 169.78896867803996,
        "max_ms": 172.23852110328153
      },
      "latency_frames": 6,
      "select_action": {
        "p50_ms": 0.03681000089272857,
        "p95_ms": 8.464406893469322,
        "mean_ms": 8.446258029752327,
        "max_ms": 168.38004399323836
      }
    },
    "onestep": {
      "path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_onestep/checkpoints/060000/pretrained_model",
      "mode": "onestep",
      "num_inference_steps": null,
      "stages": {
        "preprocess": {
          "p50_ms": 1.2615950254257768,
          "p95_ms": 1.3547779322834685,
          "mean_ms": 1.2708999568712898,
          "max_ms": 1.4698589802719653
        },
        "encode": {
          "p50_ms": 4.235370957758278,
          "p95_ms": 4.247938538901508,
          "mean_ms": 4.235577568178996,
          "max_ms": 4.25602903123945
        },
        "onestep": {
          "p50_ms": 16.55442747869529,
          "p95_ms": 16.576274269027635,
          "mean_ms": 16.555256388674024,
          "max_ms": 16.666322015225887
        }
      },
      "call": {
        "p50_ms": 22.051343461498618,
        "p95_ms": 22.15646683180239,
        "mean_ms": 22.06173391372431,
        "max_ms": 22.248736931942403
      },
      "latency_frames": 1,
      "select_action": {
        "p50_ms": 0.07361450116150081,
        "p95_ms": 20.764656428946182,
        "mean_ms": 5.240167923726734,
        "max_ms": 20.78019396867603
      }
    },
    "planbind": {
      "path": "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/d1/train_planbind/checkpoints/060000/pretrained_model",
      "mode": "planbind",
      "num_inference_steps": null,
      "stages": {
        "preprocess": {
          "p50_ms": 1.297854003496468,
          "p95_ms": 1.4031259808689354,
          "mean_ms": 1.3119820604333654,
          "max_ms": 1.7307450179941952
        },
        "encode": {
          "p50_ms": 4.244133509928361,
          "p95_ms": 4.257821576902643,
          "mean_ms": 4.243866069009528,
          "max_ms": 4.343442968092859
        },
        "plan": {
          "p50_ms": 16.547776496736333,
          "p95_ms": 16.58634525083471,
          "mean_ms": 16.54624467220856,
          "max_ms": 16.688732022885233
        },
        "bind": {
          "p50_ms": 16.597299982095137,
          "p95_ms": 16.64729723124765,
          "mean_ms": 16.602156084554736,
          "max_ms": 16.820985998492688
        }
      },
      "call": {
        "p50_ms": 38.68838696507737,
        "p95_ms": 38.850714088766836,
        "mean_ms": 38.70424888620619,
        "max_ms": 39.55053095705807
      },
      "latency_frames": 2,
      "select_action": {
        "p50_ms": 0.0733685155864805,
        "p95_ms": 21.062326402170584,
        "mean_ms": 5.757565799550238,
        "max_ms": 37.383498973213136
      },
      "bind_only_call": {
        "p50_ms": 22.13927303091623,
        "p95_ms": 22.26618408167269,
        "mean_ms": 22.15800421399763,
        "max_ms": 22.895173984579742
      }
    }
  }
}