add sloth and axis
Browse files- app.py +31 -29
- src/experiments/log/gs/temp/form_video.mp4 +0 -0
- src/experiments/log/gs/temp/gs_pred.splat +1 -1
- src/experiments/log/temp/0000.png +2 -2
- src/experiments/log/temp/0001.png +2 -2
- src/experiments/log/temp/0002.png +2 -2
- src/experiments/log/temp/0003.png +2 -2
- src/experiments/log/temp/0004.png +2 -2
- src/experiments/log/temp/0005.png +2 -2
- src/experiments/log/temp/0006.png +2 -2
- src/experiments/log/temp/0007.png +2 -2
- src/experiments/log/temp/0008.png +2 -2
- src/experiments/log/temp/0009.png +2 -2
- src/experiments/log/temp/0010.png +2 -2
- src/experiments/log/temp/0011.png +2 -2
- src/experiments/log/temp/0012.png +2 -2
- src/experiments/log/temp/0013.png +2 -2
- src/experiments/log/temp/0014.png +2 -2
app.py
CHANGED
|
@@ -1012,9 +1012,10 @@ class DynamicsVisualizer:
|
|
| 1012 |
|
| 1013 |
return form_video, form_3dgs_pred, \
|
| 1014 |
self.preprocess_metadata, self.state, self.params, \
|
| 1015 |
-
self.table_params, self.gripper_params, rendervar
|
| 1016 |
|
| 1017 |
-
def run_command(self, unit_command, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
|
|
|
|
| 1018 |
import warp as wp
|
| 1019 |
wp.init()
|
| 1020 |
gpus = [int(gpu) for gpu in self.cfg.gpus]
|
|
@@ -1192,7 +1193,7 @@ class DynamicsVisualizer:
|
|
| 1192 |
)
|
| 1193 |
return form_video, form_3dgs_pred, \
|
| 1194 |
self.preprocess_metadata, self.state, self.params, \
|
| 1195 |
-
self.table_params, self.gripper_params, rendervar
|
| 1196 |
|
| 1197 |
@spaces.GPU
|
| 1198 |
def reset_rope(self):
|
|
@@ -1203,28 +1204,28 @@ class DynamicsVisualizer:
|
|
| 1203 |
return self.reset('sloth', 'sloth_scene_1')
|
| 1204 |
|
| 1205 |
@spaces.GPU
|
| 1206 |
-
def on_click_run_xplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
|
| 1207 |
-
return self.run_command([5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
|
| 1208 |
|
| 1209 |
@spaces.GPU
|
| 1210 |
-
def on_click_run_xminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
|
| 1211 |
-
return self.run_command([-5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
|
| 1212 |
|
| 1213 |
@spaces.GPU
|
| 1214 |
-
def on_click_run_yplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
|
| 1215 |
-
return self.run_command([0, 5.0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
|
| 1216 |
|
| 1217 |
@spaces.GPU
|
| 1218 |
-
def on_click_run_yminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
|
| 1219 |
-
return self.run_command([0, -5.0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
|
| 1220 |
|
| 1221 |
@spaces.GPU
|
| 1222 |
-
def on_click_run_zplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
|
| 1223 |
-
return self.run_command([0, 0, 5.0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
|
| 1224 |
|
| 1225 |
@spaces.GPU
|
| 1226 |
-
def on_click_run_zminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
|
| 1227 |
-
return self.run_command([0, 0, -5.0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
|
| 1228 |
|
| 1229 |
def launch(self, share=False):
|
| 1230 |
|
|
@@ -1235,6 +1236,7 @@ class DynamicsVisualizer:
|
|
| 1235 |
table_params = gr.State(self.table_params)
|
| 1236 |
gripper_params = gr.State(self.gripper_params)
|
| 1237 |
rendervar = gr.State(None)
|
|
|
|
| 1238 |
|
| 1239 |
with gr.Row():
|
| 1240 |
gr.Markdown("# Particle-Grid Neural Dynamics for Learning Deformable Object Models from RGB-D Videos")
|
|
@@ -1321,55 +1323,55 @@ class DynamicsVisualizer:
|
|
| 1321 |
inputs=[],
|
| 1322 |
outputs=[form_video, form_3dgs_pred,
|
| 1323 |
preprocess_metadata, state, params,
|
| 1324 |
-
table_params, gripper_params, rendervar])
|
| 1325 |
|
| 1326 |
run_reset_plush.click(self.reset_plush,
|
| 1327 |
inputs=[],
|
| 1328 |
outputs=[form_video, form_3dgs_pred,
|
| 1329 |
preprocess_metadata, state, params,
|
| 1330 |
-
table_params, gripper_params, rendervar])
|
| 1331 |
|
| 1332 |
run_xplus.click(self.on_click_run_xplus,
|
| 1333 |
inputs=[preprocess_metadata, state, params,
|
| 1334 |
-
table_params, gripper_params, rendervar],
|
| 1335 |
outputs=[form_video, form_3dgs_pred,
|
| 1336 |
preprocess_metadata, state, params,
|
| 1337 |
-
table_params, gripper_params, rendervar])
|
| 1338 |
|
| 1339 |
run_xminus.click(self.on_click_run_xminus,
|
| 1340 |
inputs=[preprocess_metadata, state, params,
|
| 1341 |
-
table_params, gripper_params, rendervar],
|
| 1342 |
outputs=[form_video, form_3dgs_pred,
|
| 1343 |
preprocess_metadata, state, params,
|
| 1344 |
-
table_params, gripper_params, rendervar])
|
| 1345 |
|
| 1346 |
run_yplus.click(self.on_click_run_yplus,
|
| 1347 |
inputs=[preprocess_metadata, state, params,
|
| 1348 |
-
table_params, gripper_params, rendervar],
|
| 1349 |
outputs=[form_video, form_3dgs_pred,
|
| 1350 |
preprocess_metadata, state, params,
|
| 1351 |
-
table_params, gripper_params, rendervar])
|
| 1352 |
|
| 1353 |
run_yminus.click(self.on_click_run_yminus,
|
| 1354 |
inputs=[preprocess_metadata, state, params,
|
| 1355 |
-
table_params, gripper_params, rendervar],
|
| 1356 |
outputs=[form_video, form_3dgs_pred,
|
| 1357 |
preprocess_metadata, state, params,
|
| 1358 |
-
table_params, gripper_params, rendervar])
|
| 1359 |
|
| 1360 |
run_zplus.click(self.on_click_run_zplus,
|
| 1361 |
inputs=[preprocess_metadata, state, params,
|
| 1362 |
-
table_params, gripper_params, rendervar],
|
| 1363 |
outputs=[form_video, form_3dgs_pred,
|
| 1364 |
preprocess_metadata, state, params,
|
| 1365 |
-
table_params, gripper_params, rendervar])
|
| 1366 |
|
| 1367 |
run_zminus.click(self.on_click_run_zminus,
|
| 1368 |
inputs=[preprocess_metadata, state, params,
|
| 1369 |
-
table_params, gripper_params, rendervar],
|
| 1370 |
outputs=[form_video, form_3dgs_pred,
|
| 1371 |
preprocess_metadata, state, params,
|
| 1372 |
-
table_params, gripper_params, rendervar])
|
| 1373 |
|
| 1374 |
app.launch(share=share)
|
| 1375 |
|
|
|
|
| 1012 |
|
| 1013 |
return form_video, form_3dgs_pred, \
|
| 1014 |
self.preprocess_metadata, self.state, self.params, \
|
| 1015 |
+
self.table_params, self.gripper_params, rendervar, task_name
|
| 1016 |
|
| 1017 |
+
def run_command(self, unit_command, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
|
| 1018 |
+
self.task_name = task_name
|
| 1019 |
import warp as wp
|
| 1020 |
wp.init()
|
| 1021 |
gpus = [int(gpu) for gpu in self.cfg.gpus]
|
|
|
|
| 1193 |
)
|
| 1194 |
return form_video, form_3dgs_pred, \
|
| 1195 |
self.preprocess_metadata, self.state, self.params, \
|
| 1196 |
+
self.table_params, self.gripper_params, rendervar, task_name
|
| 1197 |
|
| 1198 |
@spaces.GPU
|
| 1199 |
def reset_rope(self):
|
|
|
|
| 1204 |
return self.reset('sloth', 'sloth_scene_1')
|
| 1205 |
|
| 1206 |
@spaces.GPU
|
| 1207 |
+
def on_click_run_xplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
|
| 1208 |
+
return self.run_command([5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
|
| 1209 |
|
| 1210 |
@spaces.GPU
|
| 1211 |
+
def on_click_run_xminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
|
| 1212 |
+
return self.run_command([-5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
|
| 1213 |
|
| 1214 |
@spaces.GPU
|
| 1215 |
+
def on_click_run_yplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
|
| 1216 |
+
return self.run_command([0, 5.0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
|
| 1217 |
|
| 1218 |
@spaces.GPU
|
| 1219 |
+
def on_click_run_yminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
|
| 1220 |
+
return self.run_command([0, -5.0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
|
| 1221 |
|
| 1222 |
@spaces.GPU
|
| 1223 |
+
def on_click_run_zplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
|
| 1224 |
+
return self.run_command([0, 0, 5.0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
|
| 1225 |
|
| 1226 |
@spaces.GPU
|
| 1227 |
+
def on_click_run_zminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
|
| 1228 |
+
return self.run_command([0, 0, -5.0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
|
| 1229 |
|
| 1230 |
def launch(self, share=False):
|
| 1231 |
|
|
|
|
| 1236 |
table_params = gr.State(self.table_params)
|
| 1237 |
gripper_params = gr.State(self.gripper_params)
|
| 1238 |
rendervar = gr.State(None)
|
| 1239 |
+
task_name = gr.State(self.task_name)
|
| 1240 |
|
| 1241 |
with gr.Row():
|
| 1242 |
gr.Markdown("# Particle-Grid Neural Dynamics for Learning Deformable Object Models from RGB-D Videos")
|
|
|
|
| 1323 |
inputs=[],
|
| 1324 |
outputs=[form_video, form_3dgs_pred,
|
| 1325 |
preprocess_metadata, state, params,
|
| 1326 |
+
table_params, gripper_params, rendervar, task_name])
|
| 1327 |
|
| 1328 |
run_reset_plush.click(self.reset_plush,
|
| 1329 |
inputs=[],
|
| 1330 |
outputs=[form_video, form_3dgs_pred,
|
| 1331 |
preprocess_metadata, state, params,
|
| 1332 |
+
table_params, gripper_params, rendervar, task_name])
|
| 1333 |
|
| 1334 |
run_xplus.click(self.on_click_run_xplus,
|
| 1335 |
inputs=[preprocess_metadata, state, params,
|
| 1336 |
+
table_params, gripper_params, rendervar, task_name],
|
| 1337 |
outputs=[form_video, form_3dgs_pred,
|
| 1338 |
preprocess_metadata, state, params,
|
| 1339 |
+
table_params, gripper_params, rendervar, task_name])
|
| 1340 |
|
| 1341 |
run_xminus.click(self.on_click_run_xminus,
|
| 1342 |
inputs=[preprocess_metadata, state, params,
|
| 1343 |
+
table_params, gripper_params, rendervar, task_name],
|
| 1344 |
outputs=[form_video, form_3dgs_pred,
|
| 1345 |
preprocess_metadata, state, params,
|
| 1346 |
+
table_params, gripper_params, rendervar, task_name])
|
| 1347 |
|
| 1348 |
run_yplus.click(self.on_click_run_yplus,
|
| 1349 |
inputs=[preprocess_metadata, state, params,
|
| 1350 |
+
table_params, gripper_params, rendervar, task_name],
|
| 1351 |
outputs=[form_video, form_3dgs_pred,
|
| 1352 |
preprocess_metadata, state, params,
|
| 1353 |
+
table_params, gripper_params, rendervar, task_name])
|
| 1354 |
|
| 1355 |
run_yminus.click(self.on_click_run_yminus,
|
| 1356 |
inputs=[preprocess_metadata, state, params,
|
| 1357 |
+
table_params, gripper_params, rendervar, task_name],
|
| 1358 |
outputs=[form_video, form_3dgs_pred,
|
| 1359 |
preprocess_metadata, state, params,
|
| 1360 |
+
table_params, gripper_params, rendervar, task_name])
|
| 1361 |
|
| 1362 |
run_zplus.click(self.on_click_run_zplus,
|
| 1363 |
inputs=[preprocess_metadata, state, params,
|
| 1364 |
+
table_params, gripper_params, rendervar, task_name],
|
| 1365 |
outputs=[form_video, form_3dgs_pred,
|
| 1366 |
preprocess_metadata, state, params,
|
| 1367 |
+
table_params, gripper_params, rendervar, task_name])
|
| 1368 |
|
| 1369 |
run_zminus.click(self.on_click_run_zminus,
|
| 1370 |
inputs=[preprocess_metadata, state, params,
|
| 1371 |
+
table_params, gripper_params, rendervar, task_name],
|
| 1372 |
outputs=[form_video, form_3dgs_pred,
|
| 1373 |
preprocess_metadata, state, params,
|
| 1374 |
+
table_params, gripper_params, rendervar, task_name])
|
| 1375 |
|
| 1376 |
app.launch(share=share)
|
| 1377 |
|
src/experiments/log/gs/temp/form_video.mp4
CHANGED
|
Binary files a/src/experiments/log/gs/temp/form_video.mp4 and b/src/experiments/log/gs/temp/form_video.mp4 differ
|
|
|
src/experiments/log/gs/temp/gs_pred.splat
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 12719456
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fc23eec3d09f25912bf0ea9c34e72ad9523aeea3ef784b6a2545ac95d2d2c608
|
| 3 |
size 12719456
|
src/experiments/log/temp/0000.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
src/experiments/log/temp/0001.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
src/experiments/log/temp/0002.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
src/experiments/log/temp/0003.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
src/experiments/log/temp/0004.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
src/experiments/log/temp/0005.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
src/experiments/log/temp/0006.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
src/experiments/log/temp/0007.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
src/experiments/log/temp/0008.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
src/experiments/log/temp/0009.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
src/experiments/log/temp/0010.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
src/experiments/log/temp/0011.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
src/experiments/log/temp/0012.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
src/experiments/log/temp/0013.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
src/experiments/log/temp/0014.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|