Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +92 -0
- 7sdjk1lj/episode_rosbags/aligned_depth_to_color_K.npy +3 -0
- 7sdjk1lj/episode_rosbags/cam_tf_world.npy +3 -0
- 7sdjk1lj/episode_rosbags/color_K.npy +3 -0
- 7sdjk1lj/episode_rosbags/depth_K.npy +3 -0
- 7sdjk1lj/episode_rosbags/episode_0_2025-01-18-20-46-53.bag +3 -0
- 7sdjk1lj/episode_rosbags/episode_18_2025-01-18-21-00-42.bag +3 -0
- 7sdjk1lj/episode_rosbags/episode_2_2025-01-18-20-48-24.bag +3 -0
- 7sdjk1lj/episode_rosbags/episode_3_2025-01-18-20-49-03.bag +3 -0
- 7sdjk1lj/episode_rosbags/episode_5_2025-01-18-20-50-25.bag +3 -0
- 7sdjk1lj/eval_robot.log +12 -0
- 7sdjk1lj/eval_video/12_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/18_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/19_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/3_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/4_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/7_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/8_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/9_eval.mp4 +3 -0
- 7sdjk1lj/tb/events.out.tfevents.1737251172.leonmkim-ROG-Strix-G15CS-G15CS.2573483.0 +3 -0
- 7sdjk1lj/wandb/debug-internal.log +0 -0
- 7sdjk1lj/wandb/debug.log +31 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/code/FISH/eval_robot.py +606 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/config.yaml +927 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/diff.patch +102 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/table/eval/success_rate_ci_20_626687eda62aee1b0486.table.json +1 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/table/eval/total_success_rate_ci_21_7c95301d486f1fc093c2.table.json +1 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/0_eval_0_8f82b238c966cdc59610.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/10_eval_10_e5b99072831fb49e316b.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/11_eval_11_c3bd4b9c68e23c764392.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/12_eval_12_941e17d058fd7b746278.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/13_eval_13_cf7080346708b3da4f52.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/14_eval_14_38839f2b6468bf8a5f05.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/15_eval_15_3c41565be23b9dc07e38.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/16_eval_16_92f238d9751dde8bacfd.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/17_eval_17_cff7eb6bb7d10755b32e.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/18_eval_18_831456511316b3120131.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/19_eval_19_cc714c15f81700a6ca67.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/1_eval_1_f99205433ef4972a7f4b.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/2_eval_2_f1446b1ad582539ee197.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/3_eval_3_b0e12a1c923453fa2db6.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/4_eval_4_c2149e115233e8c46adb.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/5_eval_5_b6ffac2c1558879bc8f9.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/6_eval_6_b37677ea4de36477338d.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/7_eval_7_09f63e9126c49c6ebd71.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/8_eval_8_9db24d2dbee878841c0a.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/9_eval_9_bdaa1599f7ed02f8d4c8.mp4 +3 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/output.log +1088 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/requirements.txt +340 -0
- 7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/upstream_diff_0f018502ce3c0d2ad4dfb21f3d7778b9e3db3a78.patch +119 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,95 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/run-u3lo36eq.wandb filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/0_eval_0_f2d24d1f27d7648055dc.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/3_eval_3_a45dc41fdb9f639ccef4.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/7_eval_7_d015da1851d414bb6628.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
u3lo36eq/episode_rosbags/episode_5_2025-01-18-19-13-04.bag filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/12_eval_12_9c363b6170975b374255.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/5_eval_5_c150bb925f103adcede9.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/17_eval_17_9f5ca32b8d4315bd9618.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/13_eval_13_c552251a3cda7642b754.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/4_eval_4_edd1b447fab3432974b4.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/16_eval_16_a29e67cd0c3e166bf43e.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/19_eval_19_98200c8b3f44031bae08.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 48 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/8_eval_8_9d16e439b84d1b213c76.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 49 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/10_eval_10_741429cbea5a900591e5.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 50 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/15_eval_15_3efd5b9c2b7508acddc5.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 51 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/2_eval_2_340d87e376b6dfa888fb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 52 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/14_eval_14_58248ea2be38c14379cd.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 53 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/18_eval_18_fe8dc0d3e79f58b5302a.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 54 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/6_eval_6_438f8d27cd8ba8c28d6a.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 55 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/1_eval_1_f85e4baf2746d94aa0a7.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 56 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/11_eval_11_5d5f6eccd1ac8a9641c2.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 57 |
+
u3lo36eq/wandb/run-20250118_190853-u3lo36eq/files/media/videos/eval/9_eval_9_d74f7b5c31b1fe3c2190.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 58 |
+
u3lo36eq/eval_video/3_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 59 |
+
u3lo36eq/eval_video/19_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 60 |
+
u3lo36eq/eval_video/12_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 61 |
+
u3lo36eq/eval_video/8_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 62 |
+
u3lo36eq/eval_video/4_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 63 |
+
u3lo36eq/eval_video/7_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 64 |
+
u3lo36eq/eval_video/13_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 65 |
+
u3lo36eq/eval_video/18_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 66 |
+
u3lo36eq/eval_video/11_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 67 |
+
u3lo36eq/eval_video/9_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 68 |
+
u3lo36eq/eval_video/6_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 69 |
+
u3lo36eq/eval_video/15_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 70 |
+
u3lo36eq/eval_video/1_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 71 |
+
u3lo36eq/eval_video/5_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 72 |
+
u3lo36eq/eval_video/16_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 73 |
+
u3lo36eq/eval_video/2_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 74 |
+
u3lo36eq/eval_video/17_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 75 |
+
u3lo36eq/eval_video/10_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 76 |
+
u3lo36eq/eval_video/14_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 77 |
+
u3lo36eq/eval_video/0_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 78 |
+
u3lo36eq/episode_rosbags/episode_12_2025-01-18-19-19-01.bag filter=lfs diff=lfs merge=lfs -text
|
| 79 |
+
u3lo36eq/episode_rosbags/episode_19_2025-01-18-19-26-02.bag filter=lfs diff=lfs merge=lfs -text
|
| 80 |
+
u3lo36eq/episode_rosbags/episode_8_2025-01-18-19-15-26.bag filter=lfs diff=lfs merge=lfs -text
|
| 81 |
+
u3lo36eq/episode_rosbags/episode_6_2025-01-18-19-13-48.bag filter=lfs diff=lfs merge=lfs -text
|
| 82 |
+
u3lo36eq/episode_rosbags/episode_16_2025-01-18-19-23-20.bag filter=lfs diff=lfs merge=lfs -text
|
| 83 |
+
u3lo36eq/episode_rosbags/episode_0_2025-01-18-19-09-22.bag filter=lfs diff=lfs merge=lfs -text
|
| 84 |
+
u3lo36eq/episode_rosbags/episode_17_2025-01-18-19-24-16.bag filter=lfs diff=lfs merge=lfs -text
|
| 85 |
+
u3lo36eq/episode_rosbags/episode_13_2025-01-18-19-19-43.bag filter=lfs diff=lfs merge=lfs -text
|
| 86 |
+
u3lo36eq/episode_rosbags/episode_14_2025-01-18-19-21-30.bag filter=lfs diff=lfs merge=lfs -text
|
| 87 |
+
u3lo36eq/episode_rosbags/episode_10_2025-01-18-19-17-15.bag filter=lfs diff=lfs merge=lfs -text
|
| 88 |
+
u3lo36eq/episode_rosbags/episode_3_2025-01-18-19-11-30.bag filter=lfs diff=lfs merge=lfs -text
|
| 89 |
+
u3lo36eq/episode_rosbags/episode_18_2025-01-18-19-25-14.bag filter=lfs diff=lfs merge=lfs -text
|
| 90 |
+
u3lo36eq/episode_rosbags/episode_1_2025-01-18-19-10-10.bag filter=lfs diff=lfs merge=lfs -text
|
| 91 |
+
u3lo36eq/episode_rosbags/episode_4_2025-01-18-19-12-21.bag filter=lfs diff=lfs merge=lfs -text
|
| 92 |
+
u3lo36eq/episode_rosbags/episode_11_2025-01-18-19-18-17.bag filter=lfs diff=lfs merge=lfs -text
|
| 93 |
+
7sdjk1lj/episode_rosbags/episode_0_2025-01-18-20-46-53.bag filter=lfs diff=lfs merge=lfs -text
|
| 94 |
+
7sdjk1lj/episode_rosbags/episode_18_2025-01-18-21-00-42.bag filter=lfs diff=lfs merge=lfs -text
|
| 95 |
+
7sdjk1lj/episode_rosbags/episode_3_2025-01-18-20-49-03.bag filter=lfs diff=lfs merge=lfs -text
|
| 96 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/run-7sdjk1lj.wandb filter=lfs diff=lfs merge=lfs -text
|
| 97 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/15_eval_15_3c41565be23b9dc07e38.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 98 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/4_eval_4_c2149e115233e8c46adb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 99 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/11_eval_11_c3bd4b9c68e23c764392.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 100 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/1_eval_1_f99205433ef4972a7f4b.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 101 |
+
7sdjk1lj/episode_rosbags/episode_2_2025-01-18-20-48-24.bag filter=lfs diff=lfs merge=lfs -text
|
| 102 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/10_eval_10_e5b99072831fb49e316b.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 103 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/5_eval_5_b6ffac2c1558879bc8f9.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 104 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/16_eval_16_92f238d9751dde8bacfd.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 105 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/6_eval_6_b37677ea4de36477338d.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 106 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/3_eval_3_b0e12a1c923453fa2db6.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 107 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/18_eval_18_831456511316b3120131.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 108 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/0_eval_0_8f82b238c966cdc59610.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 109 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/17_eval_17_cff7eb6bb7d10755b32e.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 110 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/8_eval_8_9db24d2dbee878841c0a.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 111 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/19_eval_19_cc714c15f81700a6ca67.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 112 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/13_eval_13_cf7080346708b3da4f52.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 113 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/12_eval_12_941e17d058fd7b746278.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 114 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/9_eval_9_bdaa1599f7ed02f8d4c8.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 115 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/2_eval_2_f1446b1ad582539ee197.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 116 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/14_eval_14_38839f2b6468bf8a5f05.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 117 |
+
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/7_eval_7_09f63e9126c49c6ebd71.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 118 |
+
7sdjk1lj/eval_video/3_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 119 |
+
7sdjk1lj/eval_video/19_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 120 |
+
7sdjk1lj/eval_video/12_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 121 |
+
u3lo36eq/episode_rosbags/episode_2_2025-01-18-19-10-48.bag filter=lfs diff=lfs merge=lfs -text
|
| 122 |
+
7sdjk1lj/eval_video/8_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 123 |
+
7sdjk1lj/eval_video/4_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 124 |
+
7sdjk1lj/eval_video/7_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 125 |
+
7sdjk1lj/eval_video/18_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 126 |
+
7sdjk1lj/eval_video/9_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 127 |
+
7sdjk1lj/episode_rosbags/episode_5_2025-01-18-20-50-25.bag filter=lfs diff=lfs merge=lfs -text
|
7sdjk1lj/episode_rosbags/aligned_depth_to_color_K.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a962c703d20da282f5e009d432dff51df4ebd22f3386699b6754ea9cfc06a55
|
| 3 |
+
size 200
|
7sdjk1lj/episode_rosbags/cam_tf_world.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:29313ba240dd65ebbc79056d5582a97c9586cf2a1d4a1e0db13b87b49152cc9e
|
| 3 |
+
size 256
|
7sdjk1lj/episode_rosbags/color_K.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a962c703d20da282f5e009d432dff51df4ebd22f3386699b6754ea9cfc06a55
|
| 3 |
+
size 200
|
7sdjk1lj/episode_rosbags/depth_K.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc601d2fecd31c5513c76a88b5d4d8059adc1f92dad682e2d755d89a66d8fdf7
|
| 3 |
+
size 200
|
7sdjk1lj/episode_rosbags/episode_0_2025-01-18-20-46-53.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:371599e8eec9dfe2064499b171745dbe1dced2f564074255589fb21ec2647d4c
|
| 3 |
+
size 1411347596
|
7sdjk1lj/episode_rosbags/episode_18_2025-01-18-21-00-42.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8ff1a410b7dbcbc8c91386814315cf4760457f6cac3f765f732a6f5687b44ef8
|
| 3 |
+
size 1413620003
|
7sdjk1lj/episode_rosbags/episode_2_2025-01-18-20-48-24.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5a0ae81495b79a788b82a51ca919a3a97df7e5c45a99a410049ede019e290526
|
| 3 |
+
size 1409359857
|
7sdjk1lj/episode_rosbags/episode_3_2025-01-18-20-49-03.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c32e1126b3c7e58e8e6bae5e5b03913c6a2fb95ff10c0a7e23ca2eeb04bfac50
|
| 3 |
+
size 1410834478
|
7sdjk1lj/episode_rosbags/episode_5_2025-01-18-20-50-25.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1cf1b75bbf85d44b3b8d8ae01c398a3274822ff4072e1ca1d78f3a53530b047e
|
| 3 |
+
size 1409835419
|
7sdjk1lj/eval_robot.log
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2025-01-18 20:46:06,180][py.warnings][WARNING] - /home/leonmkim/fish_leon/FISH/eval_robot.py:597: UserWarning:
|
| 2 |
+
The version_base parameter is not specified.
|
| 3 |
+
Please specify a compatability version level, or None.
|
| 4 |
+
Will assume defaults for version 1.1
|
| 5 |
+
@hydra.main(config_path='cfgs', config_name='config_eval')
|
| 6 |
+
|
| 7 |
+
[2025-01-18 20:46:06,183][py.warnings][WARNING] - /home/leonmkim/fish_leon/FISH/eval_robot.py:533: UserWarning:
|
| 8 |
+
The version_base parameter is not specified.
|
| 9 |
+
Please specify a compatability version level, or None.
|
| 10 |
+
Will assume defaults for version 1.1
|
| 11 |
+
hydra.initialize(
|
| 12 |
+
|
7sdjk1lj/eval_video/12_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:941e17d058fd7b7462780a3767dd17bcf47dbde226e47dc9793ba48f5b7c3175
|
| 3 |
+
size 1149306
|
7sdjk1lj/eval_video/18_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:831456511316b3120131a6f259078ab1d77677226790bfa29dc32863b69e1a2f
|
| 3 |
+
size 1503368
|
7sdjk1lj/eval_video/19_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc714c15f81700a6ca671303f08983a4f63b247b5594bbeb385a946ba8ce35f4
|
| 3 |
+
size 1573555
|
7sdjk1lj/eval_video/3_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b0e12a1c923453fa2db69a1f45ec1a121ab7b26d16dcb037170480cfcfeacbaf
|
| 3 |
+
size 1146532
|
7sdjk1lj/eval_video/4_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c2149e115233e8c46adb595ad1e67e57c08904c4eb9560b94d48b032a3e82cd0
|
| 3 |
+
size 1200313
|
7sdjk1lj/eval_video/7_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:09f63e9126c49c6ebd71be8e8336e3403d6ed934dc7cb8186565e6aa14214662
|
| 3 |
+
size 1238849
|
7sdjk1lj/eval_video/8_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9db24d2dbee878841c0adadd92b979ed83f33bd62249f56b1630a875df739652
|
| 3 |
+
size 1273617
|
7sdjk1lj/eval_video/9_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bdaa1599f7ed02f8d4c847b92de72ce6ff375db54a425253f139d1cc8fb440a3
|
| 3 |
+
size 1275582
|
7sdjk1lj/tb/events.out.tfevents.1737251172.leonmkim-ROG-Strix-G15CS-G15CS.2573483.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a52c9728aa2667499b72e684d6f053f7015c86f675bd22508d0ea5ff81c76fb0
|
| 3 |
+
size 22784
|
7sdjk1lj/wandb/debug-internal.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
7sdjk1lj/wandb/debug.log
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2025-01-18 20:46:12,095 INFO MainThread:2573483 [wandb_setup.py:_flush():76] Current SDK version is 0.17.5
|
| 2 |
+
2025-01-18 20:46:12,095 INFO MainThread:2573483 [wandb_setup.py:_flush():76] Configure stats pid to 2573483
|
| 3 |
+
2025-01-18 20:46:12,095 INFO MainThread:2573483 [wandb_setup.py:_flush():76] Loading settings from /home/leonmkim/.config/wandb/settings
|
| 4 |
+
2025-01-18 20:46:12,095 INFO MainThread:2573483 [wandb_setup.py:_flush():76] Loading settings from /home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/wandb/settings
|
| 5 |
+
2025-01-18 20:46:12,095 INFO MainThread:2573483 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
|
| 6 |
+
2025-01-18 20:46:12,095 INFO MainThread:2573483 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
|
| 7 |
+
2025-01-18 20:46:12,095 INFO MainThread:2573483 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'FISH/eval_robot.py', 'program_abspath': '/home/leonmkim/fish_leon/FISH/eval_robot.py', 'program': '/home/leonmkim/fish_leon/FISH/eval_robot.py'}
|
| 8 |
+
2025-01-18 20:46:12,095 INFO MainThread:2573483 [wandb_setup.py:_flush():76] Applying login settings: {}
|
| 9 |
+
2025-01-18 20:46:12,095 INFO MainThread:2573483 [wandb_init.py:_log_setup():529] Logging user logs to /home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/logs/debug.log
|
| 10 |
+
2025-01-18 20:46:12,095 INFO MainThread:2573483 [wandb_init.py:_log_setup():530] Logging internal logs to /home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/logs/debug-internal.log
|
| 11 |
+
2025-01-18 20:46:12,096 INFO MainThread:2573483 [wandb_init.py:init():569] calling init triggers
|
| 12 |
+
2025-01-18 20:46:12,096 INFO MainThread:2573483 [wandb_init.py:init():576] wandb.init called with sweep_config: {}
|
| 13 |
+
config: {'root_dir': '/home/leonmkim/fish_leon', 'replay_buffer_size': 150000, 'replay_buffer_num_workers': 2, 'nstep': 3, 'batch_size': 128, 'seed': 1, 'dataset_shuffle_seed': 0, 'device': 'cuda', 'save_video': True, 'save_train_video': True, 'use_tb': True, 'use_wandb': True, 'wandb_run_id': '3465_1', 'wandb_notes': '3465_1_restarted_1', 'eval': True, 'true_action_history': False, 'train_pad_after': 4, 'process_contact_features': True, 'obs_type': 'pixels', 'use_color': False, 'use_depth': True, 'use_masks': True, 'mask_list': ['EE_obj_mask'], 'mask_representation': 'channels', 'crop_hw': [144, 144], 'crop_down_offset': 48, 'color_crop_type': None, 'depth_crop_type': None, 'segmask_crop_type': None, 'add_crop_binary_mask': False, 'add_coord_conv_map': False, 'use_context_color': False, 'use_context_depth': False, 'use_context_segmask': False, 'context_color_crop_type': None, 'context_depth_crop_type': None, 'context_segmask_crop_type': None, 'context_add_crop_binary_mask': False, 'context_add_coord_conv_map': False, 'use_contact_map': False, 'use_sdf_maps': False, 'use_normals_maps': False, 'which_objects': 'both', 'max_contact_prob': 0.1, 'max_depth': 2.0, 'grasped_dtc_max_value': 0.2, 'env_dtc_max_value': 0.4, 'grasped_normals_mask_max_dtc_value': 0.2, 'env_normals_mask_max_dtc_value': 0.4, 'clamp_dtc': True, 'dtc_adaptive_normalization': False, 'mask_normals_within_sdf': True, 'adaptive_normals_mask': True, 'learnable_contact_preprocess_params': True, 'contact_model_name': 'local_multitask_outhd64all_home_crop_h144w144d48_mask_ctxtmask_seed_220979_epoch_9', 'contact_estimation_model_ckpt_path': '~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt', 'encoder_type': 'small', 'debug_timestamps': False, 'open_loop': False, 'action_trajectories': True, 'stop_after_action': False, 'interpolation_frequency': 25, 'policy_frequency': 5, 'wait_for_new_camera_frames': True, 'baseline': False, 'train_demo_idxs_list_or_num': -1, 'log_train_every_steps': 25, 'name_of_expert_demo': '120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act', 'expert_dataset_dirpath': '/home/leonmkim/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act', 'store_dataset_in_memory': False, 'expert_dataset': '/home/leonmkim/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act/demos.zarr', 'action_key': 'action_trajectory_25hz', 'semantic_demo_grouping_name': 'semantic_demo_grouping.yaml', 'semantic_demo_grouping': '/home/leonmkim/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act/semantic_demo_grouping.yaml', 'include_groups_list': 'all', 'expert_dataset_config': '/home/leonmkim/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act/demo_config.yaml', 'name_of_valid_demo': '120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act', 'valid_dataset_dir': '/home/leonmkim/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act/demos.zarr', 'valid_demo_idxs_list_or_num': None, 'val_num_groups': 7, 'load_bc': True, 'checkpoint_epoch_list': [99, 199, 299, 399, 499, 599, 699, 799, 899, 999, 1249, 1499, 1749, 1999, 2999, 3999, 4999, 5999, 6999, 7999, 8999, 9999], 'snapshot_root_dir': '/mnt/grasp_high_usage/leonmkim/contact_estimation/FISH', 'save_snapshot': True, 'save_last_snapshot': True, 'save_snapshot_when_done': True, 'top_k_checkpoints': 5, 'save_snapshot_link_to_weights_dir': 'deprecated', 'restore_missing_checkpoint': None, 'bc_regularize': False, 'bc_weight_type': 'qfilter', 'experiment_dir': './exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1', 'agent': {'_target_': 'agent.diffusion_policy.DiffusionPolicyAgent', 'name': 'diffusion_policy', 'load_checkpoint': True, 'device': 'cuda', 'n_obs_steps': 1, 'suite_name': 'frankagym', 'obs_type': 'pixels', 'enable_arm': True, 'enable_camera': True, 'use_tb': True, 'desired_image_shape': [13, 180, 240], 'orig_cam_shape': [3, 240, 320], 'config': {'_target_': 'agent.diffusion_policy.DiffusionPolicyAgentConfig', 'compile': False, 'device': 'cuda', 'cam_resize_shape': [13, 180, 240], 'orig_cam_shape': [3, 240, 320], 'policy_frequency': 5, 'interpolation_frequency': 25, 'policy_cfg': {'_target_': 'lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig', 'n_obs_steps': 1, 'horizon': 36, 'n_action_steps': 36, 'output_shapes': {'action': [7]}, 'input_normalization_modes': {'observation.image': 'mean_std', 'observation.state': 'min_max', 'observation.action_history': 'min_max'}, 'output_normalization_modes': {'action': 'min_max'}, 'vision_backbone': 'resnet18', 'crop_distractors_tlhw': [32, 68, 174, 174], 'pretrained_backbone_weights': None, 'transforms': [{'_target_': 'torchaug.transforms.RandomAffine', 'degrees': [-5, 5], 'translate': [0.05, 0.05], 'batch_transform': True, 'num_chunks': -1, 'batch_inplace': True}, {'_target_': 'torchaug.transforms.RandomColorJitter', 'brightness': 0.3, 'contrast': 0.4, 'saturation': 0.5, 'hue': 0.08, 'batch_transform': True, 'num_chunks': -1, 'batch_inplace': True}], 'use_group_norm': True, 'spatial_softmax_num_keypoints': 32, 'action_history_encoder_config': {'_target_': 'lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig', 'in_channels': 7, 'out_channels': 32, 'history_length': 6, 'kernel_size': 5, 'downsample_kernel_size': 3, 'downsample_stride': 2, 'downsample_padding': 1}, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'diffusion_step_embed_dim': 128, 'use_film_scale_modulation': True, 'noise_scheduler_type': 'DDIM', 'beta_schedule': 'squaredcos_cap_v2', 'beta_start': 0.0001, 'beta_end': 0.02, 'prediction_type': 'epsilon', 'clip_sample': True, 'clip_sample_range': 1.0, 'num_train_timesteps': 50, 'num_inference_steps': 10, 'do_mask_loss_for_padding': False, 'input_shapes': {'observation.image': [13, 180, 240], 'context_observation.image': [13, 180, 240], 'observation.state': [8], 'observation.action_history': [7]}}, 'train_cfg': {'_target_': 'utils.TrainConfig', 'lr': 0.0001, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 500, 'adam_betas': [0.95, 0.999], 'adam_eps': 1e-08, 'adam_weight_decay': 1e-06, 'grad_clip_norm': 10, 'offline_steps': 1000000, 'use_amp': True}, 'observation_cfg': {'_target_': 'agent.encoder.VisualFeatureSet', 'use_depth': True, 'use_color': False, 'mask_input_dict': {'_target_': 'agent.encoder.MaskInputDict', 'enable': True, 'representation': 'channels', 'mask_list': ['EE_obj_mask']}, 'crop_input_config': {'_target_': 'agent.encoder.CropInputConfig', 'color_crop_type': None, 'depth_crop_type': None, 'segmask_crop_type': None, 'crop_hw': [144, 144], 'crop_down_offset': 48, 'add_crop_binary_mask': False, 'add_coord_conv_map': False}, 'context_input_config': {'_target_': 'agent.encoder.ContextInputConfig', 'use_color': False, 'use_depth': False, 'mask_input_dict': {'_target_': 'agent.encoder.MaskInputDict', 'enable': False, 'representation': 'channels', 'mask_list': ['EE_obj_mask']}, 'crop_input_config': {'_target_': 'agent.encoder.CropInputConfig', 'color_crop_type': None, 'depth_crop_type': None, 'segmask_crop_type': None, 'crop_hw': [144, 144], 'crop_down_offset': 48, 'add_crop_binary_mask': False, 'add_coord_conv_map': False}}, 'mask_soft_approx_scheduler_config': {'_target_': 'agent.encoder.MaskSoftApproxSchedulerConfig', 'num_steps': 40000, 'initial_value': 10.0, 'final_value': 1000.0, 'interpolation_scheme': 'cosine'}, 'use_contact_map': False, 'use_sdf_maps': False, 'use_normals_maps': False, 'which_objects': 'both', 'grasped_dtc_max_value': 0.2, 'env_dtc_max_value': 0.4, 'grasped_normals_mask_max_dtc_value': 0.2, 'env_normals_mask_max_dtc_value': 0.4, 'clamp_dtc': True, 'max_contact_prob': 0.1, 'mask_normals_within_sdf': True, 'dtc_adaptive_normalization': False, 'adaptive_normals_mask': True, 'max_depth': 2.0, 'image_shape': [13, 180, 240], 'learnable_contact_preprocess_params': True, 'learning_rate': 0.0001, 'weight_decay': 0.0, 'contact_model_name': 'local_multitask_outhd64all_home_crop_h144w144d48_mask_ctxtmask_seed_220979_epoch_9', 'zero_centered': False, 'crop_distractors_tlhw': None}}}, 'suite': {'suite': 'frankagym', 'name': 'frankagym', 'frame_stack': 1, 'action_repeat': 1, 'discount': 0.99, 'hidden_dim': 1024, 'num_train_frames': 2010, 'num_seed_frames': 260, 'num_train_epochs': 5000, 'validate_every_epochs': 100, 'validate_diffusion_on_action_loss_every_epochs': 500, 'train_eval_diffusion_on_action_loss_every_epochs': 500, 'check_topk_every_epochs': 10, 'save_snapshot_every_epochs': 5000, 'eval_every_frames': 2000, 'num_eval_episodes': 5, 'save_snapshot': True, 'wait_for_user_to_start_episode': True, 'task_make_fn': {'_target_': 'suite.frankagym.make', 'name': 'FrankaInsertion-v1', 'height': 240, 'width': 320, 'frame_stack': 1, 'action_repeat': 1, 'seed': 1, 'enable_arm': True, 'enable_gripper': True, 'start_with_gripper_open': True, 'enable_camera': True, 'path_to_depth_extrinsics': '~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy', 'contact_estimation_model_ckpt_path': '~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt', 'x_limit': [0.2, 0.7], 'y_limit': [-0.4, 0.4], 'z_limit': [-0.05, 0.55], 'device': 'cuda', 'interpolation_frequency': 25, 'policy_frequency': 5, 'debug_timestamps': False, 'stop_after_action': False, 'open_loop': False, 'wait_for_new_camera_frames': True, 'action_key': 'action_trajectory_25hz', 'action_trajectory_horizon': 36, 'action_trajectories': True, 'path_to_zarr_dataset': '/home/leonmkim/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act/demos.zarr', 'agent_policy_cfg': {'_target_': 'agent.diffusion_policy.DiffusionPolicyAgentConfig', 'compile': False, 'device': 'cuda', 'cam_resize_shape': [13, 180, 240], 'orig_cam_shape': [3, 240, 320], 'policy_frequency': 5, 'interpolation_frequency': 25, 'policy_cfg': {'_target_': 'lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig', 'n_obs_steps': 1, 'horizon': 36, 'n_action_steps': 36, 'output_shapes': {'action': [7]}, 'input_normalization_modes': {'observation.image': 'mean_std', 'observation.state': 'min_max', 'observation.action_history': 'min_max'}, 'output_normalization_modes': {'action': 'min_max'}, 'vision_backbone': 'resnet18', 'crop_distractors_tlhw': [32, 68, 174, 174], 'pretrained_backbone_weights': None, 'transforms': [{'_target_': 'torchaug.transforms.RandomAffine', 'degrees': [-5, 5], 'translate': [0.05, 0.05], 'batch_transform': True, 'num_chunks': -1, 'batch_inplace': True}, {'_target_': 'torchaug.transforms.RandomColorJitter', 'brightness': 0.3, 'contrast': 0.4, 'saturation': 0.5, 'hue': 0.08, 'batch_transform': True, 'num_chunks': -1, 'batch_inplace': True}], 'use_group_norm': True, 'spatial_softmax_num_keypoints': 32, 'action_history_encoder_config': {'_target_': 'lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig', 'in_channels': 7, 'out_channels': 32, 'history_length': 6, 'kernel_size': 5, 'downsample_kernel_size': 3, 'downsample_stride': 2, 'downsample_padding': 1}, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'diffusion_step_embed_dim': 128, 'use_film_scale_modulation': True, 'noise_scheduler_type': 'DDIM', 'beta_schedule': 'squaredcos_cap_v2', 'beta_start': 0.0001, 'beta_end': 0.02, 'prediction_type': 'epsilon', 'clip_sample': True, 'clip_sample_range': 1.0, 'num_train_timesteps': 50, 'num_inference_steps': 10, 'do_mask_loss_for_padding': False, 'input_shapes': {'observation.image': [13, 180, 240], 'context_observation.image': [13, 180, 240], 'observation.state': [8], 'observation.action_history': [7]}}, 'train_cfg': {'_target_': 'utils.TrainConfig', 'lr': 0.0001, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 500, 'adam_betas': [0.95, 0.999], 'adam_eps': 1e-08, 'adam_weight_decay': 1e-06, 'grad_clip_norm': 10, 'offline_steps': 1000000, 'use_amp': True}, 'observation_cfg': {'_target_': 'agent.encoder.VisualFeatureSet', 'use_depth': True, 'use_color': False, 'mask_input_dict': {'_target_': 'agent.encoder.MaskInputDict', 'enable': True, 'representation': 'channels', 'mask_list': ['EE_obj_mask']}, 'crop_input_config': {'_target_': 'agent.encoder.CropInputConfig', 'color_crop_type': None, 'depth_crop_type': None, 'segmask_crop_type': None, 'crop_hw': [144, 144], 'crop_down_offset': 48, 'add_crop_binary_mask': False, 'add_coord_conv_map': False}, 'context_input_config': {'_target_': 'agent.encoder.ContextInputConfig', 'use_color': False, 'use_depth': False, 'mask_input_dict': {'_target_': 'agent.encoder.MaskInputDict', 'enable': False, 'representation': 'channels', 'mask_list': ['EE_obj_mask']}, 'crop_input_config': {'_target_': 'agent.encoder.CropInputConfig', 'color_crop_type': None, 'depth_crop_type': None, 'segmask_crop_type': None, 'crop_hw': [144, 144], 'crop_down_offset': 48, 'add_crop_binary_mask': False, 'add_coord_conv_map': False}}, 'mask_soft_approx_scheduler_config': {'_target_': 'agent.encoder.MaskSoftApproxSchedulerConfig', 'num_steps': 40000, 'initial_value': 10.0, 'final_value': 1000.0, 'interpolation_scheme': 'cosine'}, 'use_contact_map': False, 'use_sdf_maps': False, 'use_normals_maps': False, 'which_objects': 'both', 'grasped_dtc_max_value': 0.2, 'env_dtc_max_value': 0.4, 'grasped_normals_mask_max_dtc_value': 0.2, 'env_normals_mask_max_dtc_value': 0.4, 'clamp_dtc': True, 'max_contact_prob': 0.1, 'mask_normals_within_sdf': True, 'dtc_adaptive_normalization': False, 'adaptive_normals_mask': True, 'max_depth': 2.0, 'image_shape': [13, 180, 240], 'learnable_contact_preprocess_params': True, 'learning_rate': 0.0001, 'weight_decay': 0.0, 'contact_model_name': 'local_multitask_outhd64all_home_crop_h144w144d48_mask_ctxtmask_seed_220979_epoch_9', 'zero_centered': False}}, 'true_action_history': False}}, 'num_train_frames_bc': 50000, 'num_train_frames_drq': 1100000, 'stddev_schedule_drq': 'linear(1.0,0.1,100000)', 'task_name': 'FrankaInsertion-v1', 'num_train_frames_vinn': 25000, 'num_train_frames_diffusion': 1000000, 'num_train_epochs_bc': 5000, 'num_train_epochs_diffusion': 15000, 'validate_every_epochs_bc': 5, 'validate_every_epochs_diffusion': 250, 'validate_diffusion_on_action_loss_every_epochs': 250, 'train_eval_diffusion_on_action_loss_every_epochs': 250, 'check_topk_every_epochs': 5, 'check_topk_every_epochs_diffusion': 250, 'save_snapshot_every_epochs_diffusion': 1500, 'x_limit': [0.2, 0.7], 'y_limit': [-0.4, 0.4], 'z_limit': [-0.05, 0.55], 'home_displacement': [0.55, 0.0, 0.55, 180.0, 0.0, 0.0], 'enable_gripper': True, 'start_with_gripper_open': True, 'offset_mask': [1, 1, 1, 1, 1, 1], 'path_to_depth_extrinsics': '~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy', 'test': {'username': 'leonmkim', 'hostname': 'grasp-login1', 'name_of_expert_demo': '112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act', 'root_dir': '~/fish_leon', 'expert_dataset_dirpath': '~/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act', 'expert_dataset': '~/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act/demos.zarr', 'semantic_demo_grouping_name': 'semantic_demo_grouping.yaml', 'semantic_demo_grouping': '~/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act/semantic_demo_grouping.yaml', 'include_groups_list': 'all', 'batch_size': 128, 'store_dataset_in_memory': False, 'use_tb': True, 'local_snapshot_root_dir': '/mnt/bighdd/fish_contact_backup', 'local_snapshot_dir': '/mnt/bighdd/fish_contact_backup/exp_local/frankagym_pixels/FrankaInsertion-v1', 'resume_wandb_run': False}, 'feature_type': '180x240_crpdstlhw24x51x130x130_1_D_2.0_msk_channels_EE_obj_mask_acthist_hst6_out32_dwnkrnl3_dwnstrd2_dwnpd1', 'save_buffer': True, 'num_eval': 20, 'random_start': False, 'eval_starts': '/home/leonmkim/fish_leon/FISH/eval_starts/frankagym_pixels/FrankaInsertion-v1', 'num_valid_demos': None, 'load_checkpoint': True, 'checkpoint_epoch': 7500, 'load_residual_weight': False, 'checkpoint_root_dir': '/home/leonmkim/fish_leon/FISH', 'checkpoint_weight_dir': '/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1', 'residual_weight': '/home/leonmkim/fish_leon/FISH/weights/frankagym_pixels/FrankaInsertion-v1/weight.pt', 'final_experiment_dir': './exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj'}
|
| 14 |
+
2025-01-18 20:46:12,096 INFO MainThread:2573483 [wandb_init.py:init():619] starting backend
|
| 15 |
+
2025-01-18 20:46:12,096 INFO MainThread:2573483 [wandb_init.py:init():623] setting up manager
|
| 16 |
+
2025-01-18 20:46:12,102 INFO MainThread:2573483 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
|
| 17 |
+
2025-01-18 20:46:12,104 INFO MainThread:2573483 [wandb_init.py:init():631] backend started and connected
|
| 18 |
+
2025-01-18 20:46:12,115 INFO MainThread:2573483 [wandb_init.py:init():720] updated telemetry
|
| 19 |
+
2025-01-18 20:46:12,121 INFO MainThread:2573483 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout
|
| 20 |
+
2025-01-18 20:46:12,412 INFO MainThread:2573483 [wandb_run.py:_on_init():2435] communicating current version
|
| 21 |
+
2025-01-18 20:46:12,452 INFO MainThread:2573483 [wandb_run.py:_on_init():2444] got version response upgrade_message: "wandb version 0.19.4 is available! To upgrade, please run:\n $ pip install wandb --upgrade"
|
| 22 |
+
|
| 23 |
+
2025-01-18 20:46:12,452 INFO MainThread:2573483 [wandb_init.py:init():804] starting run threads in backend
|
| 24 |
+
2025-01-18 20:46:12,854 INFO MainThread:2573483 [wandb_run.py:_console_start():2413] atexit reg
|
| 25 |
+
2025-01-18 20:46:12,854 INFO MainThread:2573483 [wandb_run.py:_redirect():2255] redirect: wrap_raw
|
| 26 |
+
2025-01-18 20:46:12,854 INFO MainThread:2573483 [wandb_run.py:_redirect():2320] Wrapping output streams.
|
| 27 |
+
2025-01-18 20:46:12,854 INFO MainThread:2573483 [wandb_run.py:_redirect():2345] Redirects installed.
|
| 28 |
+
2025-01-18 20:46:12,855 INFO MainThread:2573483 [wandb_init.py:init():847] run started, returning control to user process
|
| 29 |
+
2025-01-18 20:46:12,856 INFO MainThread:2573483 [wandb_run.py:_tensorboard_callback():1544] tensorboard callback: /home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/tb, True
|
| 30 |
+
2025-01-18 20:46:30,268 INFO MainThread:2573483 [wandb_run.py:_config_callback():1382] config_cb None None {'grasped_obj_name': 'greece', 'left_book_slot': 'twodim'}
|
| 31 |
+
2025-01-18 21:03:16,369 WARNING MsgRouterThr:2573483 [router.py:message_loop():77] message_loop has been closed
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/code/FISH/eval_robot.py
ADDED
|
@@ -0,0 +1,606 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#%%
|
| 2 |
+
import warnings
|
| 3 |
+
import os
|
| 4 |
+
|
| 5 |
+
os.environ['MKL_SERVICE_FORCE_INTEL'] = '1'
|
| 6 |
+
os.environ['MUJOCO_GL'] = 'egl'
|
| 7 |
+
from pathlib import Path
|
| 8 |
+
#%%
|
| 9 |
+
import hydra
|
| 10 |
+
import numpy as np
|
| 11 |
+
import torch
|
| 12 |
+
|
| 13 |
+
import utils
|
| 14 |
+
from utils import get_feature_dirname_from_configs
|
| 15 |
+
|
| 16 |
+
from video import VideoRecorder
|
| 17 |
+
import pickle
|
| 18 |
+
import time
|
| 19 |
+
import threading
|
| 20 |
+
import shutil
|
| 21 |
+
from logger import Logger
|
| 22 |
+
|
| 23 |
+
import wandb
|
| 24 |
+
from omegaconf import OmegaConf, open_dict
|
| 25 |
+
|
| 26 |
+
from replay_buffer_robot import RosbagEvalReplayBufferStorage
|
| 27 |
+
from lerobot.common.utils.utils import _relative_path_between
|
| 28 |
+
|
| 29 |
+
torch.backends.cudnn.benchmark = True
|
| 30 |
+
warnings.filterwarnings('ignore', category=DeprecationWarning)
|
| 31 |
+
|
| 32 |
+
# import specs for replay buffer
|
| 33 |
+
from dm_env import specs
|
| 34 |
+
|
| 35 |
+
import sys, signal
|
| 36 |
+
import yaml
|
| 37 |
+
|
| 38 |
+
import binomial_cis as bc
|
| 39 |
+
|
| 40 |
+
# get path of current file
|
| 41 |
+
current_path = os.path.dirname(os.path.realpath(__file__))
|
| 42 |
+
sys.path.append(os.path.join(current_path, os.pardir))
|
| 43 |
+
# from contact_estimation.src.utils.viz_utils import normalized_surface_normal_to_rgb, depth_map_to_im, grasped_env_dtc_map_to_im, contact_prob_map_to_im, desaturate_color_image, masked_overlay_im_list
|
| 44 |
+
|
| 45 |
+
def make_agent(obs_spec, action_spec, cfg):
|
| 46 |
+
cfg.obs_shape = obs_spec['pixels'].shape
|
| 47 |
+
dataset_statistics = None # this will be loaded from the checkpoint
|
| 48 |
+
try:
|
| 49 |
+
cfg.action_shape = action_spec.shape
|
| 50 |
+
except:
|
| 51 |
+
pass
|
| 52 |
+
return hydra.utils.instantiate(cfg, dataset_statistics)
|
| 53 |
+
|
| 54 |
+
class Workspace:
|
| 55 |
+
def __init__(self, cfg):
|
| 56 |
+
self.work_dir = Path.cwd()
|
| 57 |
+
print(f'workspace: {self.work_dir}')
|
| 58 |
+
|
| 59 |
+
signal.signal(signal.SIGINT, self.signal_handler)
|
| 60 |
+
|
| 61 |
+
self.cfg = cfg
|
| 62 |
+
self.loading_uncompiled_checkpoint_with_compile = False
|
| 63 |
+
self.loading_compiled_checkpoint_with_no_compile = False
|
| 64 |
+
|
| 65 |
+
snapshot_path = Path(self.cfg.checkpoint_weight_dir) / f'snapshot_{self.cfg.checkpoint_epoch}.pt'
|
| 66 |
+
self.load_checkpoint_conf(snapshot_path=snapshot_path)
|
| 67 |
+
|
| 68 |
+
# load config for action trajectories
|
| 69 |
+
utils.set_seed_everywhere(self.cfg.seed)
|
| 70 |
+
self.device = torch.device(self.cfg.device)
|
| 71 |
+
self.setup()
|
| 72 |
+
|
| 73 |
+
# self.agent = make_agent(self.eval_env.observation_spec(),
|
| 74 |
+
# self.eval_env.action_spec(), self.cfg.agent)
|
| 75 |
+
self.timer = utils.Timer()
|
| 76 |
+
# self._global_step = 0
|
| 77 |
+
self._global_episode = 0
|
| 78 |
+
self._global_epoch = 0
|
| 79 |
+
self.num_episode_successes = 0
|
| 80 |
+
|
| 81 |
+
self.alpha_range = [.01, .025, .05, .1]
|
| 82 |
+
|
| 83 |
+
# Need to convert hydra config to primitive container for wandb https://docs.wandb.ai/guides/integrations/hydra
|
| 84 |
+
with open_dict(self.cfg):
|
| 85 |
+
self.cfg.feature_type = get_feature_dirname_from_configs(
|
| 86 |
+
hydra.utils.instantiate(self.cfg.agent.config),
|
| 87 |
+
# hydra.utils.instantiate(self.cfg.agent.config.observation_cfg),
|
| 88 |
+
# self.cfg.agent.config.policy_cfg.input_shapes,
|
| 89 |
+
# hydra.utils.instantiate(self.cfg.agent.config.policy_cfg.action_history_encoder_config) if 'observation.action_history' in self.cfg.agent.config.policy_cfg.input_shapes else None,
|
| 90 |
+
)
|
| 91 |
+
|
| 92 |
+
wandb_config = OmegaConf.to_container(
|
| 93 |
+
self.cfg, resolve=True, throw_on_missing=True
|
| 94 |
+
)
|
| 95 |
+
# must be called before any tf summary writer is created
|
| 96 |
+
if self.cfg.use_wandb:
|
| 97 |
+
# get the run id from the final_experiment_dir directory
|
| 98 |
+
run_id = os.path.basename(os.path.normpath(self.cfg.final_experiment_dir))
|
| 99 |
+
wandb.init(project='extrinsic_contact_downstream', entity='serialexperimentsleon', job_type='eval', sync_tensorboard=self.cfg.use_tb, config=wandb_config, id=run_id)
|
| 100 |
+
|
| 101 |
+
self.logger = Logger(self.work_dir, use_tb=self.cfg.use_tb, use_wandb=self.cfg.use_wandb)
|
| 102 |
+
|
| 103 |
+
# if not self.loading_uncompiled_checkpoint_with_compile and self.cfg.agent.config.compile:
|
| 104 |
+
# self.agent.compile_modules()
|
| 105 |
+
|
| 106 |
+
# self.load_checkpoint(snapshot_path=snapshot_path)
|
| 107 |
+
|
| 108 |
+
# if self.loading_uncompiled_checkpoint_with_compile: # need to call compile after loading the checkpoint
|
| 109 |
+
# self.agent.compile_modules()
|
| 110 |
+
|
| 111 |
+
print(f"loaded agent with feature_type: {self.cfg.feature_type}")
|
| 112 |
+
|
| 113 |
+
def check_for_key_press(self):
|
| 114 |
+
while self.continue_keypress_thread:
|
| 115 |
+
inp = input("Press 'r' to restart current episode, 'n' to stop current episode and skip to next, 'q' to break entire eval\n")
|
| 116 |
+
if inp == 'n':
|
| 117 |
+
self.preempt_episode = True
|
| 118 |
+
print("preempting episode")
|
| 119 |
+
elif inp in ['', '0', '1']: # enter key
|
| 120 |
+
if inp in ['0', '1']:
|
| 121 |
+
self.num_episode_successes += int(inp)
|
| 122 |
+
self.proceed_after_env_reset_event.set()
|
| 123 |
+
print("proceeding to start episode!")
|
| 124 |
+
elif inp == 'q':
|
| 125 |
+
self.proceed_after_env_reset_event.set()
|
| 126 |
+
self.preempt_episode = True
|
| 127 |
+
self.exit_eval = True
|
| 128 |
+
self.continue_keypress_thread = False # will stop the keypress thread
|
| 129 |
+
print("quitting eval")
|
| 130 |
+
break
|
| 131 |
+
elif inp == 'r':
|
| 132 |
+
print('restarting episode')
|
| 133 |
+
self.preempt_episode = True
|
| 134 |
+
self.restart_episode = True
|
| 135 |
+
else:
|
| 136 |
+
print("Invalid key press, try again")
|
| 137 |
+
|
| 138 |
+
# self.keypress_input_thread.join() # wait for the keypress thread to finish
|
| 139 |
+
|
| 140 |
+
def signal_handler(self, signal, frame):
|
| 141 |
+
print("\nprogram exiting gracefully")
|
| 142 |
+
self.proceed_after_env_reset_event.set()
|
| 143 |
+
self.preempt_episode = True
|
| 144 |
+
self.exit_eval = True
|
| 145 |
+
self.continue_keypress_thread = False # will stop the keypress thread
|
| 146 |
+
self.keypress_input_thread.join() # wait for the keypress thread to finish
|
| 147 |
+
video_filepath = self.video_recorder.save()
|
| 148 |
+
# get the video file and convert to video tensor to log
|
| 149 |
+
self.logger.log_video('eval/video', video_filepath, self.global_step)
|
| 150 |
+
wandb.finish()
|
| 151 |
+
sys.exit(0)
|
| 152 |
+
|
| 153 |
+
def setup(self):
|
| 154 |
+
# create envs
|
| 155 |
+
self.eval_env = hydra.utils.call(self.cfg.suite.task_make_fn)
|
| 156 |
+
# expert_demo_config_path = os.path.join(os.path.dirname(self.cfg.expert_dataset), 'demo_config.yaml')
|
| 157 |
+
# self.expert_demo_config = yaml.load(open(expert_demo_config_path, 'r'), Loader=yaml.FullLoader)
|
| 158 |
+
# self.eval_env._env.action_trans_norm = expert_demo_config['max_translation_action_norm']
|
| 159 |
+
# self.eval_env._env.action_rot_norm = expert_demo_config['max_rotation_action_norm']
|
| 160 |
+
# self.eval_env._env.action_period = expert_demo_config['sample_period']
|
| 161 |
+
# print(f"setting max_translation_action_norm to {expert_demo_config['max_translation_action_norm']} and sample_period to {expert_demo_config['sample_period']}")
|
| 162 |
+
# print(f"setting max_rotation_action_norm to {expert_demo_config['max_rotation_action_norm']}")
|
| 163 |
+
|
| 164 |
+
# self.eval_env.set_demo_params(self.cfg.expert_dataset)
|
| 165 |
+
|
| 166 |
+
# Turn off random start
|
| 167 |
+
self.eval_env.random_start = False
|
| 168 |
+
|
| 169 |
+
# create replay buffer
|
| 170 |
+
# data_specs = [
|
| 171 |
+
# {
|
| 172 |
+
# 'observation': self.eval_env.observation_spec(),
|
| 173 |
+
# },
|
| 174 |
+
# # self.eval_env.observation_spec()['features'],
|
| 175 |
+
# self.eval_env.action_spec(),
|
| 176 |
+
# specs.Array(self.eval_env.action_spec().shape, self.eval_env.action_spec().dtype, 'vinn_action'),
|
| 177 |
+
# specs.Array((1, ), np.float32, 'reward'),
|
| 178 |
+
# specs.Array((1, ), np.float32, 'discount'),
|
| 179 |
+
# ]
|
| 180 |
+
|
| 181 |
+
# self.eval_replay_storage = ZarrEvalReplayBufferStorage(data_specs, self.work_dir / 'eval_buffer', debug_timestamps=self.cfg.debug_timestamps, save_buffer=self.cfg.save_buffer, debug_info_data_specs=self.eval_env.debug_info_data_specs, camera_info_dict=self.eval_env.get_camera_info_dict())
|
| 182 |
+
self.eval_replay_storage = RosbagEvalReplayBufferStorage(self.work_dir)
|
| 183 |
+
|
| 184 |
+
self.video_recorder = VideoRecorder(
|
| 185 |
+
self.work_dir if self.cfg.save_video else None,
|
| 186 |
+
ros_enabled=True,
|
| 187 |
+
fps=self.cfg.agent.config.policy_frequency,
|
| 188 |
+
)
|
| 189 |
+
|
| 190 |
+
print('workspace setup complete')
|
| 191 |
+
|
| 192 |
+
@property
|
| 193 |
+
def global_step(self):
|
| 194 |
+
# return self._global_step
|
| 195 |
+
return self.eval_env.get_global_step()
|
| 196 |
+
|
| 197 |
+
@property
|
| 198 |
+
def global_episode(self):
|
| 199 |
+
return self._global_episode
|
| 200 |
+
|
| 201 |
+
@property
|
| 202 |
+
def global_frame(self):
|
| 203 |
+
return self.global_step * self.cfg.action_repeat
|
| 204 |
+
|
| 205 |
+
@property
|
| 206 |
+
def global_epoch(self):
|
| 207 |
+
return self._global_epoch
|
| 208 |
+
|
| 209 |
+
def reset(self, eval_idx):
|
| 210 |
+
if not self.eval_env.enable_arm:
|
| 211 |
+
return np.array([0,0,0], dtype=np.float32)
|
| 212 |
+
self.eval_env.arm_refresh(reset=False)
|
| 213 |
+
# Set start position
|
| 214 |
+
try:
|
| 215 |
+
self.eval_env.set_position(self.start_pos[eval_idx])
|
| 216 |
+
except:
|
| 217 |
+
self.eval_env.arm.set_position(self.start_pos[eval_idx])
|
| 218 |
+
if self.eval_env.arm.keep_gripper_closed:
|
| 219 |
+
self.eval_env.arm.close_gripper_fully()
|
| 220 |
+
else:
|
| 221 |
+
self.eval_env.arm.open_gripper_fully()
|
| 222 |
+
time.sleep(0.1)
|
| 223 |
+
time_step = self.eval_env.step(np.zeros(self.eval_env.action_spec().shape[0], dtype=np.float32),
|
| 224 |
+
np.zeros(self.eval_env.action_spec().shape[0], dtype=np.float32))
|
| 225 |
+
return time_step
|
| 226 |
+
|
| 227 |
+
def eval(self):
|
| 228 |
+
# before evals start, prompt user for name of grasped object and the left book of the slot location
|
| 229 |
+
grasped_obj_name = input("Enter the name of the grasped object: ")
|
| 230 |
+
left_book_slot = input("Enter the left book slot location: ")
|
| 231 |
+
# update wandb config
|
| 232 |
+
if self.cfg.use_wandb:
|
| 233 |
+
wandb.config.update({'grasped_obj_name': grasped_obj_name, 'left_book_slot': left_book_slot})
|
| 234 |
+
|
| 235 |
+
self.preempt_episode = False
|
| 236 |
+
self.exit_eval = False
|
| 237 |
+
self.restart_episode = False
|
| 238 |
+
|
| 239 |
+
self.continue_keypress_thread = True
|
| 240 |
+
self.proceed_after_env_reset_event = threading.Event()
|
| 241 |
+
self.keypress_input_thread = threading.Thread(target=self.check_for_key_press)
|
| 242 |
+
self.keypress_input_thread.start()
|
| 243 |
+
|
| 244 |
+
# # Set model to eval mode
|
| 245 |
+
# self.agent.train(False)
|
| 246 |
+
|
| 247 |
+
eval_until_episode = utils.Until(self.cfg.num_eval)
|
| 248 |
+
|
| 249 |
+
self.use_action_history = False
|
| 250 |
+
# if "dp" in repr(self.agent) and "observation.action_history" in self.cfg.agent.config.policy_cfg.input_shapes:
|
| 251 |
+
if "observation.action_history" in self.cfg.agent.config.policy_cfg.input_shapes:
|
| 252 |
+
self.use_action_history = True
|
| 253 |
+
|
| 254 |
+
# self.eval_replay_storage._new_eval_step(0)
|
| 255 |
+
|
| 256 |
+
# if 'vinn' in repr(self.agent) or 'openloop' in repr(self.agent):
|
| 257 |
+
# with open(self.cfg.expert_dataset, 'rb') as f:
|
| 258 |
+
# if self.cfg.obs_type == 'pixels':
|
| 259 |
+
# self.expert_demo, _, self.expert_action, self.expert_reward = pickle.load(f)
|
| 260 |
+
# elif self.cfg.obs_type == 'features':
|
| 261 |
+
# _, self.expert_demo, self.expert_action, self.expert_reward = pickle.load(f)
|
| 262 |
+
|
| 263 |
+
# if self.cfg.action_trajectories:
|
| 264 |
+
# with open(self.cfg.expert_action_trajectories, 'rb') as f:
|
| 265 |
+
# self.expert_action = pickle.load(f)
|
| 266 |
+
|
| 267 |
+
# if isinstance(self.cfg.train_demo_idxs_list_or_num, int):
|
| 268 |
+
# if self.cfg.train_demo_idxs_list_or_num == -1:
|
| 269 |
+
# self.cfg.train_demo_idxs_list_or_num = len(self.expert_demo)
|
| 270 |
+
# train_demo_idxs_list_or_num = list(range(self.cfg.train_demo_idxs_list_or_num))
|
| 271 |
+
|
| 272 |
+
# self.expert_demo = self.expert_demo[train_demo_idxs_list_or_num]
|
| 273 |
+
# self.expert_action = self.expert_action[train_demo_idxs_list_or_num]
|
| 274 |
+
# self.expert_reward = self.expert_reward[train_demo_idxs_list_or_num]
|
| 275 |
+
# # if self.cfg.action_plans:
|
| 276 |
+
# # self.expert_action_plans = self.expert_action_plans[self.cfg.train_demo_idxs_list_or_num]
|
| 277 |
+
# # self.expert_demo = self.expert_demo[:self.cfg.num_demos]
|
| 278 |
+
# # self.expert_action = self.expert_action[:self.cfg.num_demos]
|
| 279 |
+
# # self.expert_reward = self.expert_reward[:self.cfg.num_demos]
|
| 280 |
+
|
| 281 |
+
# self.expert_demo = np.concatenate(self.expert_demo, axis=0)
|
| 282 |
+
# self.expert_rgb_obs = np.ascontiguousarray(np.transpose(self.expert_demo, (0,2,3,1))[:, :,:,:3].astype(np.uint8))
|
| 283 |
+
# self.expert_action = np.concatenate(self.expert_action, axis=0)
|
| 284 |
+
|
| 285 |
+
# self.agent.save_representations(self.expert_demo, self.expert_action, 128, config=self.expert_demo_config)
|
| 286 |
+
|
| 287 |
+
# Get start points
|
| 288 |
+
if self.cfg.random_start:
|
| 289 |
+
eval_starts = Path(self.cfg.eval_starts) / 'starts.pkl'
|
| 290 |
+
if eval_starts.exists():
|
| 291 |
+
with eval_starts.open('rb') as f:
|
| 292 |
+
self.start_pos = pickle.load(f)
|
| 293 |
+
else:
|
| 294 |
+
eval_starts = Path(self.cfg.eval_starts)
|
| 295 |
+
eval_starts.mkdir(parents=True, exist_ok=True)
|
| 296 |
+
|
| 297 |
+
# Generate start points
|
| 298 |
+
self.start_pos = []
|
| 299 |
+
try:
|
| 300 |
+
for _ in range(self.cfg.num_eval):
|
| 301 |
+
self.start_pos.append(self.eval_env.get_random_pos())
|
| 302 |
+
except:
|
| 303 |
+
for _ in range(self.cfg.num_eval):
|
| 304 |
+
self.start_pos.append(self.eval_env.arm.get_random_pos())
|
| 305 |
+
|
| 306 |
+
# Save start points for the task
|
| 307 |
+
eval_starts = eval_starts / 'starts.pkl'
|
| 308 |
+
with eval_starts.open('wb') as f:
|
| 309 |
+
pickle.dump(self.start_pos, f)
|
| 310 |
+
|
| 311 |
+
time_step = self.eval_env.reset()
|
| 312 |
+
# replay_thread = None
|
| 313 |
+
while eval_until_episode(self.global_episode) and not self.exit_eval:
|
| 314 |
+
# self.video_recorder.init(self.eval_env, video_filename=f'{self.global_episode}_eval.mp4')
|
| 315 |
+
print(f"Starting episode {self.global_episode}")
|
| 316 |
+
time_step = self.eval_env.reset() #Leon: need to call reset twice in case objects are trapped
|
| 317 |
+
self.video_recorder.init(self.eval_env, video_filename=f'{self.global_episode}_eval.mp4')
|
| 318 |
+
# x = input("Press Enter to continue... after reseting env")
|
| 319 |
+
print("Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success")
|
| 320 |
+
self.proceed_after_env_reset_event.clear() # clear the event flag
|
| 321 |
+
self.proceed_after_env_reset_event.wait() # blocking wait for the event flag to be set
|
| 322 |
+
if self.global_episode > 0:
|
| 323 |
+
self.logger.log_metrics({'num_success': self.num_episode_successes}, self.global_step, 'eval', episode=self.global_episode)
|
| 324 |
+
self.logger.log_metrics({'success_rate': self.num_episode_successes/self.global_episode}, self.global_step, 'eval', episode=self.global_episode)
|
| 325 |
+
|
| 326 |
+
# log confidence intervals for success rate
|
| 327 |
+
k = self.num_episode_successes # number of successes
|
| 328 |
+
n = self.global_episode # number of trials
|
| 329 |
+
|
| 330 |
+
table_columns = []
|
| 331 |
+
table_data = []
|
| 332 |
+
for alpha in self.alpha_range:
|
| 333 |
+
lb = bc.binom_ci(k, n, alpha, 'lb')
|
| 334 |
+
ub = bc.binom_ci(k, n, alpha, 'ub')
|
| 335 |
+
|
| 336 |
+
self.logger.log_metrics({f'success_rate_lb_{alpha}': lb}, self.global_step, 'eval', episode=self.global_episode)
|
| 337 |
+
self.logger.log_metrics({f'success_rate_ub_{alpha}': ub}, self.global_step, 'eval', episode=self.global_episode)
|
| 338 |
+
|
| 339 |
+
time_step = self.eval_env.reset()
|
| 340 |
+
# debug_info_dict = self.eval_env.debug_info_dict
|
| 341 |
+
# if replay_thread is not None:
|
| 342 |
+
# # wait for the last replay thread to finish
|
| 343 |
+
# replay_thread.join()
|
| 344 |
+
|
| 345 |
+
# self.eval_replay_storage.add(time_step._replace(observation=time_step.observation[self.cfg.obs_type]), debug_info_dict)
|
| 346 |
+
# replay_thread = threading.Thread(target=self.eval_replay_storage.add, args=(time_step._replace(observation=time_step.observation[self.cfg.obs_type]), debug_info_dict))
|
| 347 |
+
# replay_thread = threading.Thread(target=self.eval_replay_storage.add, args=(time_step, debug_info_dict))
|
| 348 |
+
|
| 349 |
+
# replay_thread.start()
|
| 350 |
+
if self.cfg.random_start:
|
| 351 |
+
time_step = self.reset(self.global_episode)
|
| 352 |
+
time.sleep(2) #5)
|
| 353 |
+
# if 'vinn' in repr(self.agent):
|
| 354 |
+
# self.agent.reset()
|
| 355 |
+
# # self.agent.buffer.reset()
|
| 356 |
+
# # if self.cfg.open_loop:
|
| 357 |
+
# # self.agent.current_step = 0
|
| 358 |
+
# if 'openloop' in repr(self.agent):
|
| 359 |
+
# self.agent.curr_step = 0
|
| 360 |
+
# at start of each episode, provide zero action for policies that use action history
|
| 361 |
+
# shape should be (T_o, T_a, action_dim)
|
| 362 |
+
|
| 363 |
+
# while not time_step.last() and not self.preempt_episode:
|
| 364 |
+
self.video_recorder.ros_start_recording()
|
| 365 |
+
self.eval_replay_storage.start_episode()
|
| 366 |
+
self.eval_env.start_policy_timer()
|
| 367 |
+
while not self.eval_env.episode_done() and not self.preempt_episode:
|
| 368 |
+
# with torch.no_grad(), utils.eval_mode(self.agent):
|
| 369 |
+
# # if self.cfg.agent.provide_topk:
|
| 370 |
+
# # action, vinn_action, topk = self.agent.act(
|
| 371 |
+
# # time_step.observation['pixels'],
|
| 372 |
+
# # self.global_step,
|
| 373 |
+
# # eval_mode=True)
|
| 374 |
+
# # elif self.cfg.agent.provide_obs:
|
| 375 |
+
# # action, vinn_action, obs = self.agent.act(
|
| 376 |
+
# # time_step.observation['pixels'],
|
| 377 |
+
# # self.global_step,
|
| 378 |
+
# # eval_mode=True)
|
| 379 |
+
# # else:
|
| 380 |
+
# action, vinn_action = self.agent.act(
|
| 381 |
+
# time_step.observation,
|
| 382 |
+
# self.global_step,
|
| 383 |
+
# eval_mode=True,
|
| 384 |
+
# obs_timestamp=time_step.observation['timestamp'],
|
| 385 |
+
# obs_seq=time_step.observation['seq'],
|
| 386 |
+
# action_history=action_history,
|
| 387 |
+
# action_history_start_timestamp=action_history_start_timestamp,
|
| 388 |
+
# )
|
| 389 |
+
# DONT WAIT FOR POLICY TO GET AN ACTION
|
| 390 |
+
# we dont want to slow down grabbing obs and passing to sam/contact features
|
| 391 |
+
|
| 392 |
+
self.eval_env.run_policy_threads() # this just does a rospy sleep
|
| 393 |
+
|
| 394 |
+
# if self.use_action_history:
|
| 395 |
+
# action_history_start_timestamp = time_step.observation['timestamp']
|
| 396 |
+
# # action_history = action[:self.cfg.agent.config.policy_cfg.action_history_encoder_config.history_length, ...]
|
| 397 |
+
# # add n_obs_steps dimension to action_history, for now we assume n_obs_steps = 1
|
| 398 |
+
# # TODO: handle n_obs_steps > 1
|
| 399 |
+
# action_history = action[np.newaxis, ...]
|
| 400 |
+
|
| 401 |
+
# time_step = self.eval_env.step(action, vinn_action) # obs, reward after action has been taken
|
| 402 |
+
# debug_info_dict = self.eval_env.debug_info_dict
|
| 403 |
+
|
| 404 |
+
# time_step = self.eval_env.ros_step()
|
| 405 |
+
|
| 406 |
+
# replay_thread.join()
|
| 407 |
+
|
| 408 |
+
# time how long it takes to execute the step
|
| 409 |
+
# time_before_add = time.perf_counter()
|
| 410 |
+
# self.eval_replay_storage.add(time_step._replace(observation=time_step.observation[self.cfg.obs_type]), debug_info_dict)
|
| 411 |
+
# use thread to call the add function in a separate thread
|
| 412 |
+
# replay_thread = threading.Thread(target=self.eval_replay_storage.add, args=(time_step._replace(observation=time_step.observation[self.cfg.obs_type]), debug_info_dict))
|
| 413 |
+
|
| 414 |
+
# replay_thread = threading.Thread(target=self.eval_replay_storage.add, args=(time_step, debug_info_dict))
|
| 415 |
+
# replay_thread.start()
|
| 416 |
+
|
| 417 |
+
# print(f"Time to add to replay buffer: {time.perf_counter() - time_before_add}")
|
| 418 |
+
|
| 419 |
+
# self.video_recorder.record(self.eval_env)
|
| 420 |
+
# self._global_step += 1
|
| 421 |
+
|
| 422 |
+
self.eval_env.stop_policy_timer()
|
| 423 |
+
|
| 424 |
+
if self.restart_episode:
|
| 425 |
+
# means we should delete the current episode and start again
|
| 426 |
+
self.restart_episode = False
|
| 427 |
+
self.eval_replay_storage.reset_current_episode()
|
| 428 |
+
self.video_recorder.reset_current_episode()
|
| 429 |
+
|
| 430 |
+
else:
|
| 431 |
+
self.eval_replay_storage.store_current_episode()
|
| 432 |
+
video_filepath = self.video_recorder.save()
|
| 433 |
+
self.logger.log_video(f"eval/{video_filepath.name.rstrip('.mp4')}", video_filepath, self.global_step)
|
| 434 |
+
self._global_episode += 1
|
| 435 |
+
|
| 436 |
+
self.preempt_episode = False # reset preempt_episode flag
|
| 437 |
+
|
| 438 |
+
# self.video_recorder.save(f'{episode}_eval.mp4')
|
| 439 |
+
# get the video file and convert to video tensor to log
|
| 440 |
+
|
| 441 |
+
self.eval_env.reset()
|
| 442 |
+
|
| 443 |
+
print("Evaluation finished. To wrap up, rate prev episode, press 0 for failure and 1 for success")
|
| 444 |
+
self.proceed_after_env_reset_event.clear() # clear the event flag
|
| 445 |
+
self.proceed_after_env_reset_event.wait() # blocking wait for the event flag to be set
|
| 446 |
+
if self.global_episode > 0:
|
| 447 |
+
# self.logger.log_metrics({'num_success': self.num_episode_successes}, self.global_step, 'eval', episode=self.global_episode)
|
| 448 |
+
self.logger.log_metrics({'num_success': self.num_episode_successes}, self.global_step, 'eval', episode=self.global_episode)
|
| 449 |
+
self.logger.log_metrics({'success_rate': self.num_episode_successes/self.global_episode}, self.global_step, 'eval', episode=self.global_episode)
|
| 450 |
+
|
| 451 |
+
# log confidence intervals for success rate
|
| 452 |
+
k = self.num_episode_successes # number of successes
|
| 453 |
+
n = self.global_episode # number of trials
|
| 454 |
+
|
| 455 |
+
table_columns = ['success_rate']
|
| 456 |
+
table_data = [self.num_episode_successes/self.global_episode]
|
| 457 |
+
for alpha in self.alpha_range:
|
| 458 |
+
lb = bc.binom_ci(k, n, alpha, 'lb')
|
| 459 |
+
ub = bc.binom_ci(k, n, alpha, 'ub')
|
| 460 |
+
|
| 461 |
+
self.logger.log_metrics({f'success_rate_lb_{alpha}': lb}, self.global_step, 'eval', episode=self.global_episode)
|
| 462 |
+
self.logger.log_metrics({f'success_rate_ub_{alpha}': ub}, self.global_step, 'eval', episode=self.global_episode)
|
| 463 |
+
|
| 464 |
+
table_columns.extend([f'success_rate_lb_{alpha}', f'success_rate_ub_{alpha}'])
|
| 465 |
+
table_data.extend([lb, ub])
|
| 466 |
+
|
| 467 |
+
table_data = [table_data]
|
| 468 |
+
|
| 469 |
+
# seperately log as a table
|
| 470 |
+
wandb.log({
|
| 471 |
+
"eval/success_rate_ci": wandb.Table(data=table_data, columns=table_columns)
|
| 472 |
+
})
|
| 473 |
+
|
| 474 |
+
# also accumulate eval metrics across previous eval runs
|
| 475 |
+
# TODO: change wandb init to resume from an existing run!!!
|
| 476 |
+
run_filter={
|
| 477 |
+
"jobType": "eval",
|
| 478 |
+
"config.wandb_run_id": self.cfg.wandb_run_id,
|
| 479 |
+
"summary_metrics.episode": {"$gte": 5},
|
| 480 |
+
"config.checkpoint_epoch": self.cfg.checkpoint_epoch,
|
| 481 |
+
"state": "finished",
|
| 482 |
+
# "config.grasped_obj_name": grasped_obj_name,
|
| 483 |
+
# "config.left_book_slot": left_book_slot,
|
| 484 |
+
}
|
| 485 |
+
|
| 486 |
+
api = wandb.Api()
|
| 487 |
+
filtered_runs = api.runs("serialexperimentsleon/extrinsic_contact_downstream", filters=run_filter)
|
| 488 |
+
total_num_successes = self.num_episode_successes
|
| 489 |
+
total_num_episodes = self.global_episode
|
| 490 |
+
list_of_historical_run_ids = []
|
| 491 |
+
if len(filtered_runs) > 0:
|
| 492 |
+
for filtered_run in filtered_runs:
|
| 493 |
+
total_num_successes += filtered_run.summary_metrics['eval/num_success']
|
| 494 |
+
# total_num_episodes += filtered_run.summary_metrics['episode']
|
| 495 |
+
total_num_episodes += filtered_run.config['num_eval']
|
| 496 |
+
list_of_historical_run_ids.append(filtered_run.id)
|
| 497 |
+
|
| 498 |
+
wandb.summary['total_num_successes'] = total_num_successes
|
| 499 |
+
wandb.summary['total_num_episodes'] = total_num_episodes
|
| 500 |
+
wandb.summary['total_success_rate'] = total_num_successes/total_num_episodes
|
| 501 |
+
|
| 502 |
+
# log the accumulated metrics as a table
|
| 503 |
+
total_table_columns = ['total_num_successes', 'total_num_episodes', 'total_success_rate']
|
| 504 |
+
total_table_data = [total_num_successes, total_num_episodes, total_num_successes/total_num_episodes]
|
| 505 |
+
self.logger.log_metrics({'total_success_rate': total_num_successes/total_num_episodes}, self.global_step, 'eval', episode=total_num_episodes)
|
| 506 |
+
|
| 507 |
+
for alpha in self.alpha_range:
|
| 508 |
+
lb = bc.binom_ci(total_num_successes, total_num_episodes, alpha, 'lb')
|
| 509 |
+
ub = bc.binom_ci(total_num_successes, total_num_episodes, alpha, 'ub')
|
| 510 |
+
total_table_columns.extend([f'total_success_rate_lb_{alpha}', f'total_success_rate_ub_{alpha}'])
|
| 511 |
+
total_table_data.extend([lb, ub])
|
| 512 |
+
wandb.summary[f'total_success_rate_lb_{alpha}'] = lb
|
| 513 |
+
wandb.summary[f'total_success_rate_ub_{alpha}'] = ub
|
| 514 |
+
|
| 515 |
+
self.logger.log_metrics({f'total_success_rate_lb_{alpha}': lb}, self.global_step, 'eval', episode=total_num_episodes)
|
| 516 |
+
self.logger.log_metrics({f'total_success_rate_ub_{alpha}': ub}, self.global_step, 'eval', episode=total_num_episodes)
|
| 517 |
+
|
| 518 |
+
total_table_data = [total_table_data]
|
| 519 |
+
wandb.log({
|
| 520 |
+
'eval/total_success_rate_ci': wandb.Table(data=total_table_data, columns=total_table_columns)
|
| 521 |
+
})
|
| 522 |
+
|
| 523 |
+
self.continue_keypress_thread = False # will stop the keypress thread
|
| 524 |
+
self.keypress_input_thread.join() # wait for the keypress thread to finish
|
| 525 |
+
|
| 526 |
+
def load_checkpoint_conf(self, snapshot_path):
|
| 527 |
+
config_path = snapshot_path.parent / 'config.yaml'
|
| 528 |
+
if not config_path.exists():
|
| 529 |
+
raise FileNotFoundError(f'No snapshot conf found at {config_path}')
|
| 530 |
+
else:
|
| 531 |
+
# load the omegaconf config
|
| 532 |
+
hydra.core.global_hydra.GlobalHydra.instance().clear()
|
| 533 |
+
hydra.initialize(
|
| 534 |
+
str(_relative_path_between(Path(config_path).absolute().parent, Path(__file__).absolute().parent)),
|
| 535 |
+
)
|
| 536 |
+
cfg = hydra.compose(Path(config_path).stem)
|
| 537 |
+
from deepdiff import DeepDiff
|
| 538 |
+
from omegaconf import open_dict
|
| 539 |
+
diff = DeepDiff(OmegaConf.to_container(cfg), OmegaConf.to_container(self.cfg)) # old, new
|
| 540 |
+
# import re
|
| 541 |
+
overwriteable_keys = [f"root{overwritable_key}" for overwritable_key in ["['use_wandb']", "['path_to_depth_extrinsics']", "['eval']", "['root_dir']", "['wandb_notes']", "['agent']['config']['train_cfg']['use_amp']", "['agent']['config']['compile']", "['agent']['config']['policy_cfg']['num_inference_steps']"]]
|
| 542 |
+
if "values_changed" in diff:
|
| 543 |
+
# top_k_checkpoints, wandb_notes, agent.config.train_cfg.use_amp, save_snapshot_every_epochs_diffusion, check_topk_every_epochs_diffusion, validate_diffusion_on_action_loss_every_epochs, train_eval_diffusion_on_action_loss_every_epochs, validate_every_epochs_diffusion
|
| 544 |
+
# for keys above, overwrite the old config with the new config
|
| 545 |
+
for k, v in diff['values_changed'].items():
|
| 546 |
+
# replace any keys that are under "root['suite']"
|
| 547 |
+
if k in overwriteable_keys or k.startswith("root['suite']"):
|
| 548 |
+
print(f"Found changed key {k} with value {v}. Overwriting old checkpoint config")
|
| 549 |
+
if k == "root['agent']['config']['compile']":
|
| 550 |
+
if diff['values_changed'][k]['new_value']:
|
| 551 |
+
self.loading_uncompiled_checkpoint_with_compile = True
|
| 552 |
+
elif not diff['values_changed'][k]['new_value']:
|
| 553 |
+
# raise ValueError("Cannot load a compiled checkpoint without compile")
|
| 554 |
+
self.loading_compiled_checkpoint_with_no_compile = True
|
| 555 |
+
exec(f"{k.replace('root[', 'cfg[')} = {k.replace('root[', 'self.cfg[')}")
|
| 556 |
+
# for any new values, update the old checkpoint config
|
| 557 |
+
if "dictionary_item_added" in diff:
|
| 558 |
+
for new_key in diff['dictionary_item_added']: # this is a list
|
| 559 |
+
# if new_key == "root['suite']['task_make_fn']['observation_cfg']":
|
| 560 |
+
if new_key == "root['suite']['task_make_fn']['agent_policy_cfg']":
|
| 561 |
+
# pass the agents observation_cfg to the suite task_make_fn
|
| 562 |
+
with open_dict(cfg): # to allow addition of non-existing keys
|
| 563 |
+
# cfg.suite.task_make_fn.observation_cfg = cfg.agent.config.observation_cfg
|
| 564 |
+
cfg.suite.task_make_fn.agent_policy_cfg = cfg.agent.config
|
| 565 |
+
continue
|
| 566 |
+
elif "['agent']['config']['policy_cfg']['input_shapes']" in new_key:
|
| 567 |
+
# skip adding the new key if it is the input_shapes of the policy_cfg
|
| 568 |
+
continue
|
| 569 |
+
else:
|
| 570 |
+
print(f"Found new key {new_key} with value {eval(new_key.replace('root[', 'self.cfg['))}. Adding to checkpoint config")
|
| 571 |
+
# eval(new_key.replace('root', 'cfg')) = eval(new_key.replace('root', 'self.cfg'))
|
| 572 |
+
if new_key == "root['agent']['config']['compile']":
|
| 573 |
+
if self.cfg.agent.config.compile:
|
| 574 |
+
self.loading_uncompiled_checkpoint_with_compile = True
|
| 575 |
+
|
| 576 |
+
with open_dict(cfg):
|
| 577 |
+
exec(f"{new_key.replace('root[', 'cfg[')}={new_key.replace('root[', 'self.cfg[')}")
|
| 578 |
+
self.cfg = cfg
|
| 579 |
+
|
| 580 |
+
def load_checkpoint(self, snapshot_path, bc=False):
|
| 581 |
+
print(f'resuming {repr(self.agent)}: {snapshot_path}')
|
| 582 |
+
with snapshot_path.open('rb') as f:
|
| 583 |
+
payload = torch.load(f)
|
| 584 |
+
agent_payload = {}
|
| 585 |
+
for k, v in payload.items():
|
| 586 |
+
if k not in self.__dict__:
|
| 587 |
+
agent_payload[k] = v
|
| 588 |
+
elif k == '_global_epoch':
|
| 589 |
+
self._global_epoch = v
|
| 590 |
+
print(f'loaded epoch: {v}')
|
| 591 |
+
if self.cfg.use_wandb:
|
| 592 |
+
# add to config of wandb
|
| 593 |
+
wandb.config.update({'epoch': v})
|
| 594 |
+
|
| 595 |
+
# self.agent.load_snapshot_eval(agent_payload, bc)
|
| 596 |
+
|
| 597 |
+
@hydra.main(config_path='cfgs', config_name='config_eval')
|
| 598 |
+
def main(cfg):
|
| 599 |
+
from eval_robot import Workspace as W
|
| 600 |
+
root_dir = Path.cwd()
|
| 601 |
+
workspace = W(cfg)
|
| 602 |
+
|
| 603 |
+
workspace.eval()
|
| 604 |
+
|
| 605 |
+
if __name__ == '__main__':
|
| 606 |
+
main()
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/config.yaml
ADDED
|
@@ -0,0 +1,927 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
wandb_version: 1
|
| 2 |
+
|
| 3 |
+
root_dir:
|
| 4 |
+
desc: null
|
| 5 |
+
value: /home/leonmkim/fish_leon
|
| 6 |
+
replay_buffer_size:
|
| 7 |
+
desc: null
|
| 8 |
+
value: 150000
|
| 9 |
+
replay_buffer_num_workers:
|
| 10 |
+
desc: null
|
| 11 |
+
value: 2
|
| 12 |
+
nstep:
|
| 13 |
+
desc: null
|
| 14 |
+
value: 3
|
| 15 |
+
batch_size:
|
| 16 |
+
desc: null
|
| 17 |
+
value: 128
|
| 18 |
+
seed:
|
| 19 |
+
desc: null
|
| 20 |
+
value: 1
|
| 21 |
+
dataset_shuffle_seed:
|
| 22 |
+
desc: null
|
| 23 |
+
value: 0
|
| 24 |
+
device:
|
| 25 |
+
desc: null
|
| 26 |
+
value: cuda
|
| 27 |
+
save_video:
|
| 28 |
+
desc: null
|
| 29 |
+
value: true
|
| 30 |
+
save_train_video:
|
| 31 |
+
desc: null
|
| 32 |
+
value: true
|
| 33 |
+
use_tb:
|
| 34 |
+
desc: null
|
| 35 |
+
value: true
|
| 36 |
+
use_wandb:
|
| 37 |
+
desc: null
|
| 38 |
+
value: true
|
| 39 |
+
wandb_run_id:
|
| 40 |
+
desc: null
|
| 41 |
+
value: '3465_1'
|
| 42 |
+
wandb_notes:
|
| 43 |
+
desc: null
|
| 44 |
+
value: 3465_1_restarted_1
|
| 45 |
+
eval:
|
| 46 |
+
desc: null
|
| 47 |
+
value: true
|
| 48 |
+
true_action_history:
|
| 49 |
+
desc: null
|
| 50 |
+
value: false
|
| 51 |
+
train_pad_after:
|
| 52 |
+
desc: null
|
| 53 |
+
value: 4
|
| 54 |
+
process_contact_features:
|
| 55 |
+
desc: null
|
| 56 |
+
value: true
|
| 57 |
+
obs_type:
|
| 58 |
+
desc: null
|
| 59 |
+
value: pixels
|
| 60 |
+
use_color:
|
| 61 |
+
desc: null
|
| 62 |
+
value: false
|
| 63 |
+
use_depth:
|
| 64 |
+
desc: null
|
| 65 |
+
value: true
|
| 66 |
+
use_masks:
|
| 67 |
+
desc: null
|
| 68 |
+
value: true
|
| 69 |
+
mask_list:
|
| 70 |
+
desc: null
|
| 71 |
+
value:
|
| 72 |
+
- EE_obj_mask
|
| 73 |
+
mask_representation:
|
| 74 |
+
desc: null
|
| 75 |
+
value: channels
|
| 76 |
+
crop_hw:
|
| 77 |
+
desc: null
|
| 78 |
+
value:
|
| 79 |
+
- 144
|
| 80 |
+
- 144
|
| 81 |
+
crop_down_offset:
|
| 82 |
+
desc: null
|
| 83 |
+
value: 48
|
| 84 |
+
color_crop_type:
|
| 85 |
+
desc: null
|
| 86 |
+
value: null
|
| 87 |
+
depth_crop_type:
|
| 88 |
+
desc: null
|
| 89 |
+
value: null
|
| 90 |
+
segmask_crop_type:
|
| 91 |
+
desc: null
|
| 92 |
+
value: null
|
| 93 |
+
add_crop_binary_mask:
|
| 94 |
+
desc: null
|
| 95 |
+
value: false
|
| 96 |
+
add_coord_conv_map:
|
| 97 |
+
desc: null
|
| 98 |
+
value: false
|
| 99 |
+
use_context_color:
|
| 100 |
+
desc: null
|
| 101 |
+
value: false
|
| 102 |
+
use_context_depth:
|
| 103 |
+
desc: null
|
| 104 |
+
value: false
|
| 105 |
+
use_context_segmask:
|
| 106 |
+
desc: null
|
| 107 |
+
value: false
|
| 108 |
+
context_color_crop_type:
|
| 109 |
+
desc: null
|
| 110 |
+
value: null
|
| 111 |
+
context_depth_crop_type:
|
| 112 |
+
desc: null
|
| 113 |
+
value: null
|
| 114 |
+
context_segmask_crop_type:
|
| 115 |
+
desc: null
|
| 116 |
+
value: null
|
| 117 |
+
context_add_crop_binary_mask:
|
| 118 |
+
desc: null
|
| 119 |
+
value: false
|
| 120 |
+
context_add_coord_conv_map:
|
| 121 |
+
desc: null
|
| 122 |
+
value: false
|
| 123 |
+
use_contact_map:
|
| 124 |
+
desc: null
|
| 125 |
+
value: false
|
| 126 |
+
use_sdf_maps:
|
| 127 |
+
desc: null
|
| 128 |
+
value: false
|
| 129 |
+
use_normals_maps:
|
| 130 |
+
desc: null
|
| 131 |
+
value: false
|
| 132 |
+
which_objects:
|
| 133 |
+
desc: null
|
| 134 |
+
value: both
|
| 135 |
+
max_contact_prob:
|
| 136 |
+
desc: null
|
| 137 |
+
value: 0.1
|
| 138 |
+
max_depth:
|
| 139 |
+
desc: null
|
| 140 |
+
value: 2.0
|
| 141 |
+
grasped_dtc_max_value:
|
| 142 |
+
desc: null
|
| 143 |
+
value: 0.2
|
| 144 |
+
env_dtc_max_value:
|
| 145 |
+
desc: null
|
| 146 |
+
value: 0.4
|
| 147 |
+
grasped_normals_mask_max_dtc_value:
|
| 148 |
+
desc: null
|
| 149 |
+
value: 0.2
|
| 150 |
+
env_normals_mask_max_dtc_value:
|
| 151 |
+
desc: null
|
| 152 |
+
value: 0.4
|
| 153 |
+
clamp_dtc:
|
| 154 |
+
desc: null
|
| 155 |
+
value: true
|
| 156 |
+
dtc_adaptive_normalization:
|
| 157 |
+
desc: null
|
| 158 |
+
value: false
|
| 159 |
+
mask_normals_within_sdf:
|
| 160 |
+
desc: null
|
| 161 |
+
value: true
|
| 162 |
+
adaptive_normals_mask:
|
| 163 |
+
desc: null
|
| 164 |
+
value: true
|
| 165 |
+
learnable_contact_preprocess_params:
|
| 166 |
+
desc: null
|
| 167 |
+
value: true
|
| 168 |
+
contact_model_name:
|
| 169 |
+
desc: null
|
| 170 |
+
value: local_multitask_outhd64all_home_crop_h144w144d48_mask_ctxtmask_seed_220979_epoch_9
|
| 171 |
+
contact_estimation_model_ckpt_path:
|
| 172 |
+
desc: null
|
| 173 |
+
value: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
|
| 174 |
+
encoder_type:
|
| 175 |
+
desc: null
|
| 176 |
+
value: small
|
| 177 |
+
debug_timestamps:
|
| 178 |
+
desc: null
|
| 179 |
+
value: false
|
| 180 |
+
open_loop:
|
| 181 |
+
desc: null
|
| 182 |
+
value: false
|
| 183 |
+
action_trajectories:
|
| 184 |
+
desc: null
|
| 185 |
+
value: true
|
| 186 |
+
stop_after_action:
|
| 187 |
+
desc: null
|
| 188 |
+
value: false
|
| 189 |
+
interpolation_frequency:
|
| 190 |
+
desc: null
|
| 191 |
+
value: 25
|
| 192 |
+
policy_frequency:
|
| 193 |
+
desc: null
|
| 194 |
+
value: 5
|
| 195 |
+
wait_for_new_camera_frames:
|
| 196 |
+
desc: null
|
| 197 |
+
value: true
|
| 198 |
+
baseline:
|
| 199 |
+
desc: null
|
| 200 |
+
value: false
|
| 201 |
+
train_demo_idxs_list_or_num:
|
| 202 |
+
desc: null
|
| 203 |
+
value: -1
|
| 204 |
+
log_train_every_steps:
|
| 205 |
+
desc: null
|
| 206 |
+
value: 25
|
| 207 |
+
name_of_expert_demo:
|
| 208 |
+
desc: null
|
| 209 |
+
value: 120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
|
| 210 |
+
expert_dataset_dirpath:
|
| 211 |
+
desc: null
|
| 212 |
+
value: /home/leonmkim/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
|
| 213 |
+
store_dataset_in_memory:
|
| 214 |
+
desc: null
|
| 215 |
+
value: false
|
| 216 |
+
expert_dataset:
|
| 217 |
+
desc: null
|
| 218 |
+
value: /home/leonmkim/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act/demos.zarr
|
| 219 |
+
action_key:
|
| 220 |
+
desc: null
|
| 221 |
+
value: action_trajectory_25hz
|
| 222 |
+
semantic_demo_grouping_name:
|
| 223 |
+
desc: null
|
| 224 |
+
value: semantic_demo_grouping.yaml
|
| 225 |
+
semantic_demo_grouping:
|
| 226 |
+
desc: null
|
| 227 |
+
value: /home/leonmkim/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act/semantic_demo_grouping.yaml
|
| 228 |
+
include_groups_list:
|
| 229 |
+
desc: null
|
| 230 |
+
value: all
|
| 231 |
+
expert_dataset_config:
|
| 232 |
+
desc: null
|
| 233 |
+
value: /home/leonmkim/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act/demo_config.yaml
|
| 234 |
+
name_of_valid_demo:
|
| 235 |
+
desc: null
|
| 236 |
+
value: 120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
|
| 237 |
+
valid_dataset_dir:
|
| 238 |
+
desc: null
|
| 239 |
+
value: /home/leonmkim/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act/demos.zarr
|
| 240 |
+
valid_demo_idxs_list_or_num:
|
| 241 |
+
desc: null
|
| 242 |
+
value: null
|
| 243 |
+
val_num_groups:
|
| 244 |
+
desc: null
|
| 245 |
+
value: 7
|
| 246 |
+
load_bc:
|
| 247 |
+
desc: null
|
| 248 |
+
value: true
|
| 249 |
+
checkpoint_epoch_list:
|
| 250 |
+
desc: null
|
| 251 |
+
value:
|
| 252 |
+
- 99
|
| 253 |
+
- 199
|
| 254 |
+
- 299
|
| 255 |
+
- 399
|
| 256 |
+
- 499
|
| 257 |
+
- 599
|
| 258 |
+
- 699
|
| 259 |
+
- 799
|
| 260 |
+
- 899
|
| 261 |
+
- 999
|
| 262 |
+
- 1249
|
| 263 |
+
- 1499
|
| 264 |
+
- 1749
|
| 265 |
+
- 1999
|
| 266 |
+
- 2999
|
| 267 |
+
- 3999
|
| 268 |
+
- 4999
|
| 269 |
+
- 5999
|
| 270 |
+
- 6999
|
| 271 |
+
- 7999
|
| 272 |
+
- 8999
|
| 273 |
+
- 9999
|
| 274 |
+
snapshot_root_dir:
|
| 275 |
+
desc: null
|
| 276 |
+
value: /mnt/grasp_high_usage/leonmkim/contact_estimation/FISH
|
| 277 |
+
save_snapshot:
|
| 278 |
+
desc: null
|
| 279 |
+
value: true
|
| 280 |
+
save_last_snapshot:
|
| 281 |
+
desc: null
|
| 282 |
+
value: true
|
| 283 |
+
save_snapshot_when_done:
|
| 284 |
+
desc: null
|
| 285 |
+
value: true
|
| 286 |
+
top_k_checkpoints:
|
| 287 |
+
desc: null
|
| 288 |
+
value: 5
|
| 289 |
+
save_snapshot_link_to_weights_dir:
|
| 290 |
+
desc: null
|
| 291 |
+
value: deprecated
|
| 292 |
+
restore_missing_checkpoint:
|
| 293 |
+
desc: null
|
| 294 |
+
value: null
|
| 295 |
+
bc_regularize:
|
| 296 |
+
desc: null
|
| 297 |
+
value: false
|
| 298 |
+
bc_weight_type:
|
| 299 |
+
desc: null
|
| 300 |
+
value: qfilter
|
| 301 |
+
experiment_dir:
|
| 302 |
+
desc: null
|
| 303 |
+
value: ./exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1
|
| 304 |
+
agent:
|
| 305 |
+
desc: null
|
| 306 |
+
value:
|
| 307 |
+
_target_: agent.diffusion_policy.DiffusionPolicyAgent
|
| 308 |
+
name: diffusion_policy
|
| 309 |
+
load_checkpoint: true
|
| 310 |
+
device: cuda
|
| 311 |
+
n_obs_steps: 1
|
| 312 |
+
suite_name: frankagym
|
| 313 |
+
obs_type: pixels
|
| 314 |
+
enable_arm: true
|
| 315 |
+
enable_camera: true
|
| 316 |
+
use_tb: true
|
| 317 |
+
desired_image_shape:
|
| 318 |
+
- 13
|
| 319 |
+
- 180
|
| 320 |
+
- 240
|
| 321 |
+
orig_cam_shape:
|
| 322 |
+
- 3
|
| 323 |
+
- 240
|
| 324 |
+
- 320
|
| 325 |
+
config:
|
| 326 |
+
_target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
|
| 327 |
+
compile: false
|
| 328 |
+
device: cuda
|
| 329 |
+
cam_resize_shape:
|
| 330 |
+
- 13
|
| 331 |
+
- 180
|
| 332 |
+
- 240
|
| 333 |
+
orig_cam_shape:
|
| 334 |
+
- 3
|
| 335 |
+
- 240
|
| 336 |
+
- 320
|
| 337 |
+
policy_frequency: 5
|
| 338 |
+
interpolation_frequency: 25
|
| 339 |
+
policy_cfg:
|
| 340 |
+
_target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
|
| 341 |
+
n_obs_steps: 1
|
| 342 |
+
horizon: 36
|
| 343 |
+
n_action_steps: 36
|
| 344 |
+
output_shapes:
|
| 345 |
+
action:
|
| 346 |
+
- 7
|
| 347 |
+
input_normalization_modes:
|
| 348 |
+
observation.image: mean_std
|
| 349 |
+
observation.state: min_max
|
| 350 |
+
observation.action_history: min_max
|
| 351 |
+
output_normalization_modes:
|
| 352 |
+
action: min_max
|
| 353 |
+
vision_backbone: resnet18
|
| 354 |
+
crop_distractors_tlhw:
|
| 355 |
+
- 32
|
| 356 |
+
- 68
|
| 357 |
+
- 174
|
| 358 |
+
- 174
|
| 359 |
+
pretrained_backbone_weights: null
|
| 360 |
+
transforms:
|
| 361 |
+
- _target_: torchaug.transforms.RandomAffine
|
| 362 |
+
degrees:
|
| 363 |
+
- -5
|
| 364 |
+
- 5
|
| 365 |
+
translate:
|
| 366 |
+
- 0.05
|
| 367 |
+
- 0.05
|
| 368 |
+
batch_transform: true
|
| 369 |
+
num_chunks: -1
|
| 370 |
+
batch_inplace: true
|
| 371 |
+
- _target_: torchaug.transforms.RandomColorJitter
|
| 372 |
+
brightness: 0.3
|
| 373 |
+
contrast: 0.4
|
| 374 |
+
saturation: 0.5
|
| 375 |
+
hue: 0.08
|
| 376 |
+
batch_transform: true
|
| 377 |
+
num_chunks: -1
|
| 378 |
+
batch_inplace: true
|
| 379 |
+
use_group_norm: true
|
| 380 |
+
spatial_softmax_num_keypoints: 32
|
| 381 |
+
action_history_encoder_config:
|
| 382 |
+
_target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
|
| 383 |
+
in_channels: 7
|
| 384 |
+
out_channels: 32
|
| 385 |
+
history_length: 6
|
| 386 |
+
kernel_size: 5
|
| 387 |
+
downsample_kernel_size: 3
|
| 388 |
+
downsample_stride: 2
|
| 389 |
+
downsample_padding: 1
|
| 390 |
+
down_dims:
|
| 391 |
+
- 256
|
| 392 |
+
- 512
|
| 393 |
+
- 1024
|
| 394 |
+
kernel_size: 5
|
| 395 |
+
n_groups: 8
|
| 396 |
+
diffusion_step_embed_dim: 128
|
| 397 |
+
use_film_scale_modulation: true
|
| 398 |
+
noise_scheduler_type: DDIM
|
| 399 |
+
beta_schedule: squaredcos_cap_v2
|
| 400 |
+
beta_start: 0.0001
|
| 401 |
+
beta_end: 0.02
|
| 402 |
+
prediction_type: epsilon
|
| 403 |
+
clip_sample: true
|
| 404 |
+
clip_sample_range: 1.0
|
| 405 |
+
num_train_timesteps: 50
|
| 406 |
+
num_inference_steps: 10
|
| 407 |
+
do_mask_loss_for_padding: false
|
| 408 |
+
input_shapes:
|
| 409 |
+
observation.image:
|
| 410 |
+
- 13
|
| 411 |
+
- 180
|
| 412 |
+
- 240
|
| 413 |
+
context_observation.image:
|
| 414 |
+
- 13
|
| 415 |
+
- 180
|
| 416 |
+
- 240
|
| 417 |
+
observation.state:
|
| 418 |
+
- 8
|
| 419 |
+
observation.action_history:
|
| 420 |
+
- 7
|
| 421 |
+
train_cfg:
|
| 422 |
+
_target_: utils.TrainConfig
|
| 423 |
+
lr: 0.0001
|
| 424 |
+
lr_scheduler: cosine
|
| 425 |
+
lr_warmup_steps: 500
|
| 426 |
+
adam_betas:
|
| 427 |
+
- 0.95
|
| 428 |
+
- 0.999
|
| 429 |
+
adam_eps: 1.0e-08
|
| 430 |
+
adam_weight_decay: 1.0e-06
|
| 431 |
+
grad_clip_norm: 10
|
| 432 |
+
offline_steps: 1000000
|
| 433 |
+
use_amp: true
|
| 434 |
+
observation_cfg:
|
| 435 |
+
_target_: agent.encoder.VisualFeatureSet
|
| 436 |
+
use_depth: true
|
| 437 |
+
use_color: false
|
| 438 |
+
mask_input_dict:
|
| 439 |
+
_target_: agent.encoder.MaskInputDict
|
| 440 |
+
enable: true
|
| 441 |
+
representation: channels
|
| 442 |
+
mask_list:
|
| 443 |
+
- EE_obj_mask
|
| 444 |
+
crop_input_config:
|
| 445 |
+
_target_: agent.encoder.CropInputConfig
|
| 446 |
+
color_crop_type: null
|
| 447 |
+
depth_crop_type: null
|
| 448 |
+
segmask_crop_type: null
|
| 449 |
+
crop_hw:
|
| 450 |
+
- 144
|
| 451 |
+
- 144
|
| 452 |
+
crop_down_offset: 48
|
| 453 |
+
add_crop_binary_mask: false
|
| 454 |
+
add_coord_conv_map: false
|
| 455 |
+
context_input_config:
|
| 456 |
+
_target_: agent.encoder.ContextInputConfig
|
| 457 |
+
use_color: false
|
| 458 |
+
use_depth: false
|
| 459 |
+
mask_input_dict:
|
| 460 |
+
_target_: agent.encoder.MaskInputDict
|
| 461 |
+
enable: false
|
| 462 |
+
representation: channels
|
| 463 |
+
mask_list:
|
| 464 |
+
- EE_obj_mask
|
| 465 |
+
crop_input_config:
|
| 466 |
+
_target_: agent.encoder.CropInputConfig
|
| 467 |
+
color_crop_type: null
|
| 468 |
+
depth_crop_type: null
|
| 469 |
+
segmask_crop_type: null
|
| 470 |
+
crop_hw:
|
| 471 |
+
- 144
|
| 472 |
+
- 144
|
| 473 |
+
crop_down_offset: 48
|
| 474 |
+
add_crop_binary_mask: false
|
| 475 |
+
add_coord_conv_map: false
|
| 476 |
+
mask_soft_approx_scheduler_config:
|
| 477 |
+
_target_: agent.encoder.MaskSoftApproxSchedulerConfig
|
| 478 |
+
num_steps: 40000
|
| 479 |
+
initial_value: 10.0
|
| 480 |
+
final_value: 1000.0
|
| 481 |
+
interpolation_scheme: cosine
|
| 482 |
+
use_contact_map: false
|
| 483 |
+
use_sdf_maps: false
|
| 484 |
+
use_normals_maps: false
|
| 485 |
+
which_objects: both
|
| 486 |
+
grasped_dtc_max_value: 0.2
|
| 487 |
+
env_dtc_max_value: 0.4
|
| 488 |
+
grasped_normals_mask_max_dtc_value: 0.2
|
| 489 |
+
env_normals_mask_max_dtc_value: 0.4
|
| 490 |
+
clamp_dtc: true
|
| 491 |
+
max_contact_prob: 0.1
|
| 492 |
+
mask_normals_within_sdf: true
|
| 493 |
+
dtc_adaptive_normalization: false
|
| 494 |
+
adaptive_normals_mask: true
|
| 495 |
+
max_depth: 2.0
|
| 496 |
+
image_shape:
|
| 497 |
+
- 13
|
| 498 |
+
- 180
|
| 499 |
+
- 240
|
| 500 |
+
learnable_contact_preprocess_params: true
|
| 501 |
+
learning_rate: 0.0001
|
| 502 |
+
weight_decay: 0.0
|
| 503 |
+
contact_model_name: local_multitask_outhd64all_home_crop_h144w144d48_mask_ctxtmask_seed_220979_epoch_9
|
| 504 |
+
zero_centered: false
|
| 505 |
+
crop_distractors_tlhw: null
|
| 506 |
+
suite:
|
| 507 |
+
desc: null
|
| 508 |
+
value:
|
| 509 |
+
suite: frankagym
|
| 510 |
+
name: frankagym
|
| 511 |
+
frame_stack: 1
|
| 512 |
+
action_repeat: 1
|
| 513 |
+
discount: 0.99
|
| 514 |
+
hidden_dim: 1024
|
| 515 |
+
num_train_frames: 2010
|
| 516 |
+
num_seed_frames: 260
|
| 517 |
+
num_train_epochs: 5000
|
| 518 |
+
validate_every_epochs: 100
|
| 519 |
+
validate_diffusion_on_action_loss_every_epochs: 500
|
| 520 |
+
train_eval_diffusion_on_action_loss_every_epochs: 500
|
| 521 |
+
check_topk_every_epochs: 10
|
| 522 |
+
save_snapshot_every_epochs: 5000
|
| 523 |
+
eval_every_frames: 2000
|
| 524 |
+
num_eval_episodes: 5
|
| 525 |
+
save_snapshot: true
|
| 526 |
+
wait_for_user_to_start_episode: true
|
| 527 |
+
task_make_fn:
|
| 528 |
+
_target_: suite.frankagym.make
|
| 529 |
+
name: FrankaInsertion-v1
|
| 530 |
+
height: 240
|
| 531 |
+
width: 320
|
| 532 |
+
frame_stack: 1
|
| 533 |
+
action_repeat: 1
|
| 534 |
+
seed: 1
|
| 535 |
+
enable_arm: true
|
| 536 |
+
enable_gripper: true
|
| 537 |
+
start_with_gripper_open: true
|
| 538 |
+
enable_camera: true
|
| 539 |
+
path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
|
| 540 |
+
contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
|
| 541 |
+
x_limit:
|
| 542 |
+
- 0.2
|
| 543 |
+
- 0.7
|
| 544 |
+
y_limit:
|
| 545 |
+
- -0.4
|
| 546 |
+
- 0.4
|
| 547 |
+
z_limit:
|
| 548 |
+
- -0.05
|
| 549 |
+
- 0.55
|
| 550 |
+
device: cuda
|
| 551 |
+
interpolation_frequency: 25
|
| 552 |
+
policy_frequency: 5
|
| 553 |
+
debug_timestamps: false
|
| 554 |
+
stop_after_action: false
|
| 555 |
+
open_loop: false
|
| 556 |
+
wait_for_new_camera_frames: true
|
| 557 |
+
action_key: action_trajectory_25hz
|
| 558 |
+
action_trajectory_horizon: 36
|
| 559 |
+
action_trajectories: true
|
| 560 |
+
path_to_zarr_dataset: /home/leonmkim/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act/demos.zarr
|
| 561 |
+
agent_policy_cfg:
|
| 562 |
+
_target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
|
| 563 |
+
compile: false
|
| 564 |
+
device: cuda
|
| 565 |
+
cam_resize_shape:
|
| 566 |
+
- 13
|
| 567 |
+
- 180
|
| 568 |
+
- 240
|
| 569 |
+
orig_cam_shape:
|
| 570 |
+
- 3
|
| 571 |
+
- 240
|
| 572 |
+
- 320
|
| 573 |
+
policy_frequency: 5
|
| 574 |
+
interpolation_frequency: 25
|
| 575 |
+
policy_cfg:
|
| 576 |
+
_target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
|
| 577 |
+
n_obs_steps: 1
|
| 578 |
+
horizon: 36
|
| 579 |
+
n_action_steps: 36
|
| 580 |
+
output_shapes:
|
| 581 |
+
action:
|
| 582 |
+
- 7
|
| 583 |
+
input_normalization_modes:
|
| 584 |
+
observation.image: mean_std
|
| 585 |
+
observation.state: min_max
|
| 586 |
+
observation.action_history: min_max
|
| 587 |
+
output_normalization_modes:
|
| 588 |
+
action: min_max
|
| 589 |
+
vision_backbone: resnet18
|
| 590 |
+
crop_distractors_tlhw:
|
| 591 |
+
- 32
|
| 592 |
+
- 68
|
| 593 |
+
- 174
|
| 594 |
+
- 174
|
| 595 |
+
pretrained_backbone_weights: null
|
| 596 |
+
transforms:
|
| 597 |
+
- _target_: torchaug.transforms.RandomAffine
|
| 598 |
+
degrees:
|
| 599 |
+
- -5
|
| 600 |
+
- 5
|
| 601 |
+
translate:
|
| 602 |
+
- 0.05
|
| 603 |
+
- 0.05
|
| 604 |
+
batch_transform: true
|
| 605 |
+
num_chunks: -1
|
| 606 |
+
batch_inplace: true
|
| 607 |
+
- _target_: torchaug.transforms.RandomColorJitter
|
| 608 |
+
brightness: 0.3
|
| 609 |
+
contrast: 0.4
|
| 610 |
+
saturation: 0.5
|
| 611 |
+
hue: 0.08
|
| 612 |
+
batch_transform: true
|
| 613 |
+
num_chunks: -1
|
| 614 |
+
batch_inplace: true
|
| 615 |
+
use_group_norm: true
|
| 616 |
+
spatial_softmax_num_keypoints: 32
|
| 617 |
+
action_history_encoder_config:
|
| 618 |
+
_target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
|
| 619 |
+
in_channels: 7
|
| 620 |
+
out_channels: 32
|
| 621 |
+
history_length: 6
|
| 622 |
+
kernel_size: 5
|
| 623 |
+
downsample_kernel_size: 3
|
| 624 |
+
downsample_stride: 2
|
| 625 |
+
downsample_padding: 1
|
| 626 |
+
down_dims:
|
| 627 |
+
- 256
|
| 628 |
+
- 512
|
| 629 |
+
- 1024
|
| 630 |
+
kernel_size: 5
|
| 631 |
+
n_groups: 8
|
| 632 |
+
diffusion_step_embed_dim: 128
|
| 633 |
+
use_film_scale_modulation: true
|
| 634 |
+
noise_scheduler_type: DDIM
|
| 635 |
+
beta_schedule: squaredcos_cap_v2
|
| 636 |
+
beta_start: 0.0001
|
| 637 |
+
beta_end: 0.02
|
| 638 |
+
prediction_type: epsilon
|
| 639 |
+
clip_sample: true
|
| 640 |
+
clip_sample_range: 1.0
|
| 641 |
+
num_train_timesteps: 50
|
| 642 |
+
num_inference_steps: 10
|
| 643 |
+
do_mask_loss_for_padding: false
|
| 644 |
+
input_shapes:
|
| 645 |
+
observation.image:
|
| 646 |
+
- 13
|
| 647 |
+
- 180
|
| 648 |
+
- 240
|
| 649 |
+
context_observation.image:
|
| 650 |
+
- 13
|
| 651 |
+
- 180
|
| 652 |
+
- 240
|
| 653 |
+
observation.state:
|
| 654 |
+
- 8
|
| 655 |
+
observation.action_history:
|
| 656 |
+
- 7
|
| 657 |
+
train_cfg:
|
| 658 |
+
_target_: utils.TrainConfig
|
| 659 |
+
lr: 0.0001
|
| 660 |
+
lr_scheduler: cosine
|
| 661 |
+
lr_warmup_steps: 500
|
| 662 |
+
adam_betas:
|
| 663 |
+
- 0.95
|
| 664 |
+
- 0.999
|
| 665 |
+
adam_eps: 1.0e-08
|
| 666 |
+
adam_weight_decay: 1.0e-06
|
| 667 |
+
grad_clip_norm: 10
|
| 668 |
+
offline_steps: 1000000
|
| 669 |
+
use_amp: true
|
| 670 |
+
observation_cfg:
|
| 671 |
+
_target_: agent.encoder.VisualFeatureSet
|
| 672 |
+
use_depth: true
|
| 673 |
+
use_color: false
|
| 674 |
+
mask_input_dict:
|
| 675 |
+
_target_: agent.encoder.MaskInputDict
|
| 676 |
+
enable: true
|
| 677 |
+
representation: channels
|
| 678 |
+
mask_list:
|
| 679 |
+
- EE_obj_mask
|
| 680 |
+
crop_input_config:
|
| 681 |
+
_target_: agent.encoder.CropInputConfig
|
| 682 |
+
color_crop_type: null
|
| 683 |
+
depth_crop_type: null
|
| 684 |
+
segmask_crop_type: null
|
| 685 |
+
crop_hw:
|
| 686 |
+
- 144
|
| 687 |
+
- 144
|
| 688 |
+
crop_down_offset: 48
|
| 689 |
+
add_crop_binary_mask: false
|
| 690 |
+
add_coord_conv_map: false
|
| 691 |
+
context_input_config:
|
| 692 |
+
_target_: agent.encoder.ContextInputConfig
|
| 693 |
+
use_color: false
|
| 694 |
+
use_depth: false
|
| 695 |
+
mask_input_dict:
|
| 696 |
+
_target_: agent.encoder.MaskInputDict
|
| 697 |
+
enable: false
|
| 698 |
+
representation: channels
|
| 699 |
+
mask_list:
|
| 700 |
+
- EE_obj_mask
|
| 701 |
+
crop_input_config:
|
| 702 |
+
_target_: agent.encoder.CropInputConfig
|
| 703 |
+
color_crop_type: null
|
| 704 |
+
depth_crop_type: null
|
| 705 |
+
segmask_crop_type: null
|
| 706 |
+
crop_hw:
|
| 707 |
+
- 144
|
| 708 |
+
- 144
|
| 709 |
+
crop_down_offset: 48
|
| 710 |
+
add_crop_binary_mask: false
|
| 711 |
+
add_coord_conv_map: false
|
| 712 |
+
mask_soft_approx_scheduler_config:
|
| 713 |
+
_target_: agent.encoder.MaskSoftApproxSchedulerConfig
|
| 714 |
+
num_steps: 40000
|
| 715 |
+
initial_value: 10.0
|
| 716 |
+
final_value: 1000.0
|
| 717 |
+
interpolation_scheme: cosine
|
| 718 |
+
use_contact_map: false
|
| 719 |
+
use_sdf_maps: false
|
| 720 |
+
use_normals_maps: false
|
| 721 |
+
which_objects: both
|
| 722 |
+
grasped_dtc_max_value: 0.2
|
| 723 |
+
env_dtc_max_value: 0.4
|
| 724 |
+
grasped_normals_mask_max_dtc_value: 0.2
|
| 725 |
+
env_normals_mask_max_dtc_value: 0.4
|
| 726 |
+
clamp_dtc: true
|
| 727 |
+
max_contact_prob: 0.1
|
| 728 |
+
mask_normals_within_sdf: true
|
| 729 |
+
dtc_adaptive_normalization: false
|
| 730 |
+
adaptive_normals_mask: true
|
| 731 |
+
max_depth: 2.0
|
| 732 |
+
image_shape:
|
| 733 |
+
- 13
|
| 734 |
+
- 180
|
| 735 |
+
- 240
|
| 736 |
+
learnable_contact_preprocess_params: true
|
| 737 |
+
learning_rate: 0.0001
|
| 738 |
+
weight_decay: 0.0
|
| 739 |
+
contact_model_name: local_multitask_outhd64all_home_crop_h144w144d48_mask_ctxtmask_seed_220979_epoch_9
|
| 740 |
+
zero_centered: false
|
| 741 |
+
true_action_history: false
|
| 742 |
+
num_train_frames_bc:
|
| 743 |
+
desc: null
|
| 744 |
+
value: 50000
|
| 745 |
+
num_train_frames_drq:
|
| 746 |
+
desc: null
|
| 747 |
+
value: 1100000
|
| 748 |
+
stddev_schedule_drq:
|
| 749 |
+
desc: null
|
| 750 |
+
value: linear(1.0,0.1,100000)
|
| 751 |
+
task_name:
|
| 752 |
+
desc: null
|
| 753 |
+
value: FrankaInsertion-v1
|
| 754 |
+
num_train_frames_vinn:
|
| 755 |
+
desc: null
|
| 756 |
+
value: 25000
|
| 757 |
+
num_train_frames_diffusion:
|
| 758 |
+
desc: null
|
| 759 |
+
value: 1000000
|
| 760 |
+
num_train_epochs_bc:
|
| 761 |
+
desc: null
|
| 762 |
+
value: 5000
|
| 763 |
+
num_train_epochs_diffusion:
|
| 764 |
+
desc: null
|
| 765 |
+
value: 15000
|
| 766 |
+
validate_every_epochs_bc:
|
| 767 |
+
desc: null
|
| 768 |
+
value: 5
|
| 769 |
+
validate_every_epochs_diffusion:
|
| 770 |
+
desc: null
|
| 771 |
+
value: 250
|
| 772 |
+
validate_diffusion_on_action_loss_every_epochs:
|
| 773 |
+
desc: null
|
| 774 |
+
value: 250
|
| 775 |
+
train_eval_diffusion_on_action_loss_every_epochs:
|
| 776 |
+
desc: null
|
| 777 |
+
value: 250
|
| 778 |
+
check_topk_every_epochs:
|
| 779 |
+
desc: null
|
| 780 |
+
value: 5
|
| 781 |
+
check_topk_every_epochs_diffusion:
|
| 782 |
+
desc: null
|
| 783 |
+
value: 250
|
| 784 |
+
save_snapshot_every_epochs_diffusion:
|
| 785 |
+
desc: null
|
| 786 |
+
value: 1500
|
| 787 |
+
x_limit:
|
| 788 |
+
desc: null
|
| 789 |
+
value:
|
| 790 |
+
- 0.2
|
| 791 |
+
- 0.7
|
| 792 |
+
y_limit:
|
| 793 |
+
desc: null
|
| 794 |
+
value:
|
| 795 |
+
- -0.4
|
| 796 |
+
- 0.4
|
| 797 |
+
z_limit:
|
| 798 |
+
desc: null
|
| 799 |
+
value:
|
| 800 |
+
- -0.05
|
| 801 |
+
- 0.55
|
| 802 |
+
home_displacement:
|
| 803 |
+
desc: null
|
| 804 |
+
value:
|
| 805 |
+
- 0.55
|
| 806 |
+
- 0.0
|
| 807 |
+
- 0.55
|
| 808 |
+
- 180.0
|
| 809 |
+
- 0.0
|
| 810 |
+
- 0.0
|
| 811 |
+
enable_gripper:
|
| 812 |
+
desc: null
|
| 813 |
+
value: true
|
| 814 |
+
start_with_gripper_open:
|
| 815 |
+
desc: null
|
| 816 |
+
value: true
|
| 817 |
+
offset_mask:
|
| 818 |
+
desc: null
|
| 819 |
+
value:
|
| 820 |
+
- 1
|
| 821 |
+
- 1
|
| 822 |
+
- 1
|
| 823 |
+
- 1
|
| 824 |
+
- 1
|
| 825 |
+
- 1
|
| 826 |
+
path_to_depth_extrinsics:
|
| 827 |
+
desc: null
|
| 828 |
+
value: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
|
| 829 |
+
test:
|
| 830 |
+
desc: null
|
| 831 |
+
value:
|
| 832 |
+
username: leonmkim
|
| 833 |
+
hostname: grasp-login1
|
| 834 |
+
name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
|
| 835 |
+
root_dir: ~/fish_leon
|
| 836 |
+
expert_dataset_dirpath: ~/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
|
| 837 |
+
expert_dataset: ~/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act/demos.zarr
|
| 838 |
+
semantic_demo_grouping_name: semantic_demo_grouping.yaml
|
| 839 |
+
semantic_demo_grouping: ~/fish_leon/FISH/expert_demos/frankagym/FrankaInsertion-v1/112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act/semantic_demo_grouping.yaml
|
| 840 |
+
include_groups_list: all
|
| 841 |
+
batch_size: 128
|
| 842 |
+
store_dataset_in_memory: false
|
| 843 |
+
use_tb: true
|
| 844 |
+
local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
|
| 845 |
+
local_snapshot_dir: /mnt/bighdd/fish_contact_backup/exp_local/frankagym_pixels/FrankaInsertion-v1
|
| 846 |
+
resume_wandb_run: false
|
| 847 |
+
feature_type:
|
| 848 |
+
desc: null
|
| 849 |
+
value: 180x240_crpdstlhw24x51x130x130_1_D_2.0_msk_channels_EE_obj_mask_acthist_hst6_out32_dwnkrnl3_dwnstrd2_dwnpd1
|
| 850 |
+
save_buffer:
|
| 851 |
+
desc: null
|
| 852 |
+
value: true
|
| 853 |
+
num_eval:
|
| 854 |
+
desc: null
|
| 855 |
+
value: 20
|
| 856 |
+
random_start:
|
| 857 |
+
desc: null
|
| 858 |
+
value: false
|
| 859 |
+
eval_starts:
|
| 860 |
+
desc: null
|
| 861 |
+
value: /home/leonmkim/fish_leon/FISH/eval_starts/frankagym_pixels/FrankaInsertion-v1
|
| 862 |
+
num_valid_demos:
|
| 863 |
+
desc: null
|
| 864 |
+
value: null
|
| 865 |
+
load_checkpoint:
|
| 866 |
+
desc: null
|
| 867 |
+
value: true
|
| 868 |
+
checkpoint_epoch:
|
| 869 |
+
desc: null
|
| 870 |
+
value: 7500
|
| 871 |
+
load_residual_weight:
|
| 872 |
+
desc: null
|
| 873 |
+
value: false
|
| 874 |
+
checkpoint_root_dir:
|
| 875 |
+
desc: null
|
| 876 |
+
value: /home/leonmkim/fish_leon/FISH
|
| 877 |
+
checkpoint_weight_dir:
|
| 878 |
+
desc: null
|
| 879 |
+
value: /home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1
|
| 880 |
+
residual_weight:
|
| 881 |
+
desc: null
|
| 882 |
+
value: /home/leonmkim/fish_leon/FISH/weights/frankagym_pixels/FrankaInsertion-v1/weight.pt
|
| 883 |
+
final_experiment_dir:
|
| 884 |
+
desc: null
|
| 885 |
+
value: ./exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj
|
| 886 |
+
_wandb:
|
| 887 |
+
desc: null
|
| 888 |
+
value:
|
| 889 |
+
code_path: code/FISH/eval_robot.py
|
| 890 |
+
python_version: 3.10.14
|
| 891 |
+
cli_version: 0.17.5
|
| 892 |
+
framework: torch
|
| 893 |
+
is_jupyter_run: false
|
| 894 |
+
is_kaggle_kernel: false
|
| 895 |
+
start_time: 1737251172
|
| 896 |
+
t:
|
| 897 |
+
1:
|
| 898 |
+
- 1
|
| 899 |
+
- 41
|
| 900 |
+
- 49
|
| 901 |
+
- 50
|
| 902 |
+
- 55
|
| 903 |
+
- 83
|
| 904 |
+
2:
|
| 905 |
+
- 1
|
| 906 |
+
- 41
|
| 907 |
+
- 49
|
| 908 |
+
- 50
|
| 909 |
+
- 55
|
| 910 |
+
- 83
|
| 911 |
+
3:
|
| 912 |
+
- 14
|
| 913 |
+
- 16
|
| 914 |
+
- 23
|
| 915 |
+
- 35
|
| 916 |
+
- 62
|
| 917 |
+
4: 3.10.14
|
| 918 |
+
5: 0.17.5
|
| 919 |
+
8:
|
| 920 |
+
- 5
|
| 921 |
+
13: linux-x86_64
|
| 922 |
+
grasped_obj_name:
|
| 923 |
+
desc: null
|
| 924 |
+
value: greece
|
| 925 |
+
left_book_slot:
|
| 926 |
+
desc: null
|
| 927 |
+
value: twodim
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/diff.patch
ADDED
|
@@ -0,0 +1,102 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
diff --git a/FISH/cfgs/config_eval.yaml b/FISH/cfgs/config_eval.yaml
|
| 2 |
+
index 0b377ae..44ba2f5 100644
|
| 3 |
+
--- a/FISH/cfgs/config_eval.yaml
|
| 4 |
+
+++ b/FISH/cfgs/config_eval.yaml
|
| 5 |
+
@@ -132,8 +132,18 @@ load_checkpoint: ${agent.load_checkpoint}
|
| 6 |
+
# wandb_run_id: '1000_0' # all
|
| 7 |
+
|
| 8 |
+
# all books, 10/20 demos per book
|
| 9 |
+
+# crp_D+act history
|
| 10 |
+
+# wandb_run_id: '3456_0'
|
| 11 |
+
+# wandb_run_id: '3456_1' # seed 1
|
| 12 |
+
+# wandb_run_id: '3456_2' # seed 2
|
| 13 |
+
+
|
| 14 |
+
+# all books, 06/20 demos per book
|
| 15 |
+
+# crp_D+act history
|
| 16 |
+
+# wandb_run_id: '3465_0'
|
| 17 |
+
+wandb_run_id: '3465_1' # seed 1
|
| 18 |
+
+# wandb_run_id: '3465_2' # seed 2
|
| 19 |
+
+
|
| 20 |
+
# RGBD+mask+act history
|
| 21 |
+
-wandb_run_id: '1002_0'
|
| 22 |
+
# wandb_run_id: '1009_1' # seed 1
|
| 23 |
+
# wandb_run_id: '1022_0' # dataset shuffle seed 1
|
| 24 |
+
|
| 25 |
+
@@ -191,7 +201,7 @@ wandb_run_id: '1002_0'
|
| 26 |
+
true_action_history: false
|
| 27 |
+
wandb_notes: null
|
| 28 |
+
|
| 29 |
+
-checkpoint_epoch: 12000 # for depth + all contact
|
| 30 |
+
+checkpoint_epoch: 7500 # for depth + all contact
|
| 31 |
+
load_residual_weight: false
|
| 32 |
+
|
| 33 |
+
checkpoint_root_dir: '/home/${oc.env:USER}/fish_leon/FISH'
|
| 34 |
+
diff --git a/FISH/download_model_checkpoints.py b/FISH/download_model_checkpoints.py
|
| 35 |
+
index e3c7dc1..9509617 100644
|
| 36 |
+
--- a/FISH/download_model_checkpoints.py
|
| 37 |
+
+++ b/FISH/download_model_checkpoints.py
|
| 38 |
+
@@ -167,15 +167,21 @@ run_id_list = [
|
| 39 |
+
# '1948_0',
|
| 40 |
+
# '1950_0',
|
| 41 |
+
# '1954_1',
|
| 42 |
+
- '1002_0',
|
| 43 |
+
- '1009_1',
|
| 44 |
+
- '1022_0',
|
| 45 |
+
- '1003_0',
|
| 46 |
+
- '1013_1',
|
| 47 |
+
- '1017_0',
|
| 48 |
+
+ # '1002_0',
|
| 49 |
+
+ # '1009_1',
|
| 50 |
+
+ # '1022_0',
|
| 51 |
+
+ # '1003_0',
|
| 52 |
+
+ # '1013_1',
|
| 53 |
+
+ # '1017_0',
|
| 54 |
+
+ # '3456_0',
|
| 55 |
+
+ # '3456_1',
|
| 56 |
+
+ # '3456_2',
|
| 57 |
+
+ '3465_0',
|
| 58 |
+
+ '3465_1',
|
| 59 |
+
+ '3465_2',
|
| 60 |
+
]
|
| 61 |
+
|
| 62 |
+
-checkpoint_epoch = 12000
|
| 63 |
+
+checkpoint_epoch = 7500
|
| 64 |
+
|
| 65 |
+
# use subprocess to download the model checkpoints in parallel
|
| 66 |
+
process_list = []
|
| 67 |
+
diff --git a/FISH/eval_policy.py b/FISH/eval_policy.py
|
| 68 |
+
index 0ad179a..f5cfc13 100644
|
| 69 |
+
--- a/FISH/eval_policy.py
|
| 70 |
+
+++ b/FISH/eval_policy.py
|
| 71 |
+
@@ -89,9 +89,10 @@ class Workspace:
|
| 72 |
+
# Need to convert hydra config to primitive container for wandb https://docs.wandb.ai/guides/integrations/hydra
|
| 73 |
+
with open_dict(self.cfg):
|
| 74 |
+
self.cfg.feature_type = get_feature_dirname_from_configs(
|
| 75 |
+
- hydra.utils.instantiate(self.cfg.agent.config.observation_cfg),
|
| 76 |
+
- self.cfg.agent.config.policy_cfg.input_shapes,
|
| 77 |
+
- hydra.utils.instantiate(self.cfg.agent.config.policy_cfg.action_history_encoder_config) if 'observation.action_history' in self.cfg.agent.config.policy_cfg.input_shapes else None,
|
| 78 |
+
+ hydra.utils.instantiate(self.cfg.agent.config),
|
| 79 |
+
+ # hydra.utils.instantiate(self.cfg.agent.config.observation_cfg),
|
| 80 |
+
+ # self.cfg.agent.config.policy_cfg.input_shapes,
|
| 81 |
+
+ # hydra.utils.instantiate(self.cfg.agent.config.policy_cfg.action_history_encoder_config) if 'observation.action_history' in self.cfg.agent.config.policy_cfg.input_shapes else None,
|
| 82 |
+
)
|
| 83 |
+
|
| 84 |
+
if not self.loading_uncompiled_checkpoint_with_compile and self.cfg.agent.config.compile:
|
| 85 |
+
diff --git a/FISH/eval_robot.py b/FISH/eval_robot.py
|
| 86 |
+
index 50493fe..905b769 100644
|
| 87 |
+
--- a/FISH/eval_robot.py
|
| 88 |
+
+++ b/FISH/eval_robot.py
|
| 89 |
+
@@ -83,9 +83,10 @@ class Workspace:
|
| 90 |
+
# Need to convert hydra config to primitive container for wandb https://docs.wandb.ai/guides/integrations/hydra
|
| 91 |
+
with open_dict(self.cfg):
|
| 92 |
+
self.cfg.feature_type = get_feature_dirname_from_configs(
|
| 93 |
+
- hydra.utils.instantiate(self.cfg.agent.config.observation_cfg),
|
| 94 |
+
- self.cfg.agent.config.policy_cfg.input_shapes,
|
| 95 |
+
- hydra.utils.instantiate(self.cfg.agent.config.policy_cfg.action_history_encoder_config) if 'observation.action_history' in self.cfg.agent.config.policy_cfg.input_shapes else None,
|
| 96 |
+
+ hydra.utils.instantiate(self.cfg.agent.config),
|
| 97 |
+
+ # hydra.utils.instantiate(self.cfg.agent.config.observation_cfg),
|
| 98 |
+
+ # self.cfg.agent.config.policy_cfg.input_shapes,
|
| 99 |
+
+ # hydra.utils.instantiate(self.cfg.agent.config.policy_cfg.action_history_encoder_config) if 'observation.action_history' in self.cfg.agent.config.policy_cfg.input_shapes else None,
|
| 100 |
+
)
|
| 101 |
+
|
| 102 |
+
wandb_config = OmegaConf.to_container(
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/table/eval/success_rate_ci_20_626687eda62aee1b0486.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["success_rate", "success_rate_lb_0.01", "success_rate_ub_0.01", "success_rate_lb_0.025", "success_rate_ub_0.025", "success_rate_lb_0.05", "success_rate_ub_0.05", "success_rate_lb_0.1", "success_rate_ub_0.1"], "data": [[1.0, 0.8283824323951083, 1, 0.8437453358677973, 1, 0.8703026323769969, 1, 1, 1]]}
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/table/eval/total_success_rate_ci_21_7c95301d486f1fc093c2.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["total_num_successes", "total_num_episodes", "total_success_rate", "total_success_rate_lb_0.01", "total_success_rate_ub_0.01", "total_success_rate_lb_0.025", "total_success_rate_ub_0.025", "total_success_rate_lb_0.05", "total_success_rate_ub_0.05", "total_success_rate_lb_0.1", "total_success_rate_ub_0.1"], "data": [[20, 20, 1.0, 0.8052949606761695, 1, 0.8727810233085844, 1, 0.8682639151075073, 1, 0.894491813998002, 1]]}
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/0_eval_0_8f82b238c966cdc59610.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8f82b238c966cdc59610e3bdaee3cca83001ea6f8f2ae2621486284349d030ed
|
| 3 |
+
size 1157700
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/10_eval_10_e5b99072831fb49e316b.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e5b99072831fb49e316be3f9d7fd1ae3d8921ee855c67b0290c257e463075d6b
|
| 3 |
+
size 1175376
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/11_eval_11_c3bd4b9c68e23c764392.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c3bd4b9c68e23c76439281ef7fe4b994676a06ff11d5614162dfe57a200e1c74
|
| 3 |
+
size 1166965
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/12_eval_12_941e17d058fd7b746278.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:941e17d058fd7b7462780a3767dd17bcf47dbde226e47dc9793ba48f5b7c3175
|
| 3 |
+
size 1149306
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/13_eval_13_cf7080346708b3da4f52.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cf7080346708b3da4f5233e2677e4e537d3592ee4f99554b58490a7e9b6046c6
|
| 3 |
+
size 1390055
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/14_eval_14_38839f2b6468bf8a5f05.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38839f2b6468bf8a5f0557352e3b2be35a5202d7efdbd4b66c629228c28a37e1
|
| 3 |
+
size 1382357
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/15_eval_15_3c41565be23b9dc07e38.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3c41565be23b9dc07e38899b948a293b5fcda9b91f612a04698cc84685ae7c92
|
| 3 |
+
size 1454269
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/16_eval_16_92f238d9751dde8bacfd.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:92f238d9751dde8bacfd5ba98d52c91f9609ffff8bb07c892e3c0146f4fa28e6
|
| 3 |
+
size 1150117
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/17_eval_17_cff7eb6bb7d10755b32e.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cff7eb6bb7d10755b32eccdb52d1b797202d44a3cbc096866b4b9408d0eb6deb
|
| 3 |
+
size 1398146
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/18_eval_18_831456511316b3120131.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:831456511316b3120131a6f259078ab1d77677226790bfa29dc32863b69e1a2f
|
| 3 |
+
size 1503368
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/19_eval_19_cc714c15f81700a6ca67.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc714c15f81700a6ca671303f08983a4f63b247b5594bbeb385a946ba8ce35f4
|
| 3 |
+
size 1573555
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/1_eval_1_f99205433ef4972a7f4b.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f99205433ef4972a7f4bd939ee369818817757878cf57aa2f16a34c61cbc4e26
|
| 3 |
+
size 1159170
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/2_eval_2_f1446b1ad582539ee197.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f1446b1ad582539ee197fad75893137396a64e85921942e998932e912d659ea4
|
| 3 |
+
size 1159166
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/3_eval_3_b0e12a1c923453fa2db6.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b0e12a1c923453fa2db69a1f45ec1a121ab7b26d16dcb037170480cfcfeacbaf
|
| 3 |
+
size 1146532
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/4_eval_4_c2149e115233e8c46adb.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c2149e115233e8c46adb595ad1e67e57c08904c4eb9560b94d48b032a3e82cd0
|
| 3 |
+
size 1200313
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/5_eval_5_b6ffac2c1558879bc8f9.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b6ffac2c1558879bc8f9bbb5265883a26b68096607d868548218d1880d433043
|
| 3 |
+
size 1208719
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/6_eval_6_b37677ea4de36477338d.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b37677ea4de36477338da47977149554a61665dc80dd06131c39be59fede619b
|
| 3 |
+
size 1145126
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/7_eval_7_09f63e9126c49c6ebd71.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:09f63e9126c49c6ebd71be8e8336e3403d6ed934dc7cb8186565e6aa14214662
|
| 3 |
+
size 1238849
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/8_eval_8_9db24d2dbee878841c0a.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9db24d2dbee878841c0adadd92b979ed83f33bd62249f56b1630a875df739652
|
| 3 |
+
size 1273617
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/media/videos/eval/9_eval_9_bdaa1599f7ed02f8d4c8.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bdaa1599f7ed02f8d4c847b92de72ce6ff375db54a425253f139d1cc8fb440a3
|
| 3 |
+
size 1275582
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/output.log
ADDED
|
@@ -0,0 +1,1088 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
loaded agent with feature_type: 180x240_crpdstlhw24x51x130x130_1_D_2.0_msk_channels_EE_obj_mask_acthist_hst6_out32_dwnkrnl3_dwnstrd2_dwnpd1
|
| 3 |
+
[INFO] [1737251190.269291]: resetting environment
|
| 4 |
+
[INFO] [1737251190.272551]: cleared current plan
|
| 5 |
+
[INFO] [1737251190.273611]: moving to home
|
| 6 |
+
[INFO] [1737251191.275756]: reached home
|
| 7 |
+
[INFO] [1737251191.277471]: reset action history
|
| 8 |
+
[INFO] [1737251193.986897]: environment reset
|
| 9 |
+
Starting episode 0
|
| 10 |
+
[INFO] [1737251193.989436]: resetting environment
|
| 11 |
+
[INFO] [1737251193.993272]: cleared current plan
|
| 12 |
+
[INFO] [1737251193.994179]: moving to home
|
| 13 |
+
[INFO] [1737251194.996549]: reached home
|
| 14 |
+
[INFO] [1737251194.997872]: reset action history
|
| 15 |
+
[INFO] [1737251197.709492]: environment reset
|
| 16 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 17 |
+
proceeding to start episode![INFO] [1737251210.012401]: resetting environment
|
| 18 |
+
[INFO] [1737251210.015765]: cleared current plan
|
| 19 |
+
[INFO] [1737251210.016557]: moving to home
|
| 20 |
+
[INFO] [1737251211.019223]: reached home
|
| 21 |
+
[INFO] [1737251211.020676]: reset action history
|
| 22 |
+
[INFO] [1737251213.727727]: environment reset
|
| 23 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_0_2025-01-18-20-46-53.bag
|
| 24 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 25 |
+
[1mstarted roslaunch server http://158.130.50.37:37497/
|
| 26 |
+
SUMMARY
|
| 27 |
+
========
|
| 28 |
+
PARAMETERS
|
| 29 |
+
* /rosdistro: noetic
|
| 30 |
+
* /rosversion: 1.16.0
|
| 31 |
+
NODES
|
| 32 |
+
/
|
| 33 |
+
print_text (rostopic/rostopic)
|
| 34 |
+
pub_text (rostopic/rostopic)
|
| 35 |
+
rosbag_record (rosbag/record)
|
| 36 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 37 |
+
[1mprocess[pub_text-1]: started with pid [2573795]
|
| 38 |
+
[1mprocess[print_text-2]: started with pid [2573819]
|
| 39 |
+
[1mprocess[rosbag_record-3]: started with pid [2573820]
|
| 40 |
+
started bagging!
|
| 41 |
+
[INFO] [1737251240.714359]: Storing episode...
|
| 42 |
+
[rosbag_record-3] killing on exit
|
| 43 |
+
[print_text-2] killing on exit
|
| 44 |
+
[pub_text-1] killing on exit
|
| 45 |
+
[INFO] [1737251241.451170]: Stored episode 1.
|
| 46 |
+
[INFO] [1737251241.452019]: Saving video...
|
| 47 |
+
[INFO] [1737251241.643495]: Video saved!
|
| 48 |
+
Starting episode 1
|
| 49 |
+
[INFO] [1737251241.662063]: resetting environment
|
| 50 |
+
[INFO] [1737251241.666362]: cleared current plan
|
| 51 |
+
[INFO] [1737251241.666624]: moving to home
|
| 52 |
+
[INFO] [1737251245.168770]: reached home
|
| 53 |
+
[INFO] [1737251245.169259]: reset action history
|
| 54 |
+
[INFO] [1737251247.876884]: environment reset
|
| 55 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 56 |
+
proceeding to start episode!
|
| 57 |
+
Comuting lower confidence bound
|
| 58 |
+
Comuting upper confidence bound
|
| 59 |
+
Comuting lower confidence bound
|
| 60 |
+
Comuting upper confidence bound
|
| 61 |
+
Comuting lower confidence bound
|
| 62 |
+
Comuting upper confidence bound
|
| 63 |
+
Comuting lower confidence bound
|
| 64 |
+
Comuting upper confidence bound
|
| 65 |
+
[INFO] [1737251256.849055]: resetting environment
|
| 66 |
+
[INFO] [1737251256.851193]: cleared current plan
|
| 67 |
+
[INFO] [1737251256.851386]: moving to home
|
| 68 |
+
[INFO] [1737251257.852972]: reached home
|
| 69 |
+
[INFO] [1737251257.853642]: reset action history
|
| 70 |
+
[INFO] [1737251260.560787]: environment reset
|
| 71 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_1_2025-01-18-20-47-40.bag
|
| 72 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 73 |
+
[1mstarted roslaunch server http://158.130.50.37:46611/
|
| 74 |
+
SUMMARY
|
| 75 |
+
========
|
| 76 |
+
PARAMETERS
|
| 77 |
+
* /rosdistro: noetic
|
| 78 |
+
* /rosversion: 1.16.0
|
| 79 |
+
NODES
|
| 80 |
+
/
|
| 81 |
+
print_text (rostopic/rostopic)
|
| 82 |
+
pub_text (rostopic/rostopic)
|
| 83 |
+
rosbag_record (rosbag/record)
|
| 84 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 85 |
+
[1mprocess[pub_text-4]: started with pid [2573938]
|
| 86 |
+
[1mprocess[print_text-5]: started with pid [2573939]
|
| 87 |
+
[1mprocess[rosbag_record-6]: started with pid [2573940]
|
| 88 |
+
started bagging!
|
| 89 |
+
[INFO] [1737251287.508035]: Storing episode...
|
| 90 |
+
[rosbag_record-6] killing on exit
|
| 91 |
+
[print_text-5] killing on exit
|
| 92 |
+
[pub_text-4] killing on exit
|
| 93 |
+
[INFO] [1737251288.274915]: Stored episode 2.
|
| 94 |
+
[INFO] [1737251288.275987]: Saving video...
|
| 95 |
+
[INFO] [1737251288.619569]: Video saved!
|
| 96 |
+
Starting episode 2
|
| 97 |
+
[INFO] [1737251288.651451]: resetting environment
|
| 98 |
+
[INFO] [1737251288.660950]: cleared current plan
|
| 99 |
+
[INFO] [1737251288.661196]: moving to home
|
| 100 |
+
[INFO] [1737251292.163733]: reached home
|
| 101 |
+
[INFO] [1737251292.166378]: reset action history
|
| 102 |
+
[INFO] [1737251294.883695]: environment reset
|
| 103 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 104 |
+
proceeding to start episode!Comuting lower confidence bound
|
| 105 |
+
Comuting upper confidence bound
|
| 106 |
+
Comuting lower confidence bound
|
| 107 |
+
Comuting upper confidence bound
|
| 108 |
+
Comuting lower confidence bound
|
| 109 |
+
Comuting upper confidence bound
|
| 110 |
+
Comuting lower confidence bound
|
| 111 |
+
Comuting upper confidence bound
|
| 112 |
+
[INFO] [1737251300.399995]: resetting environment
|
| 113 |
+
[INFO] [1737251300.409719]: cleared current plan
|
| 114 |
+
[INFO] [1737251300.410384]: moving to home
|
| 115 |
+
[INFO] [1737251301.412057]: reached home
|
| 116 |
+
[INFO] [1737251301.412827]: reset action history
|
| 117 |
+
[INFO] [1737251304.123256]: environment reset
|
| 118 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_2_2025-01-18-20-48-24.bag
|
| 119 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 120 |
+
[1mstarted roslaunch server http://158.130.50.37:41445/
|
| 121 |
+
SUMMARY
|
| 122 |
+
========
|
| 123 |
+
PARAMETERS
|
| 124 |
+
* /rosdistro: noetic
|
| 125 |
+
* /rosversion: 1.16.0
|
| 126 |
+
NODES
|
| 127 |
+
/
|
| 128 |
+
print_text (rostopic/rostopic)
|
| 129 |
+
pub_text (rostopic/rostopic)
|
| 130 |
+
rosbag_record (rosbag/record)
|
| 131 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 132 |
+
[1mprocess[pub_text-7]: started with pid [2574084]
|
| 133 |
+
[1mprocess[print_text-8]: started with pid [2574085]
|
| 134 |
+
[1mprocess[rosbag_record-9]: started with pid [2574086]
|
| 135 |
+
started bagging!
|
| 136 |
+
For topic gripper_width: timestamp difference is -101750738 for nearest: 1737251304502345675 - target: 1737251304604096413 at idx 8
|
| 137 |
+
For topic gripper_width: timestamp difference is -101695131 for nearest: 1737251304702240397 - target: 1737251304803935528 at idx 9
|
| 138 |
+
For topic gripper_width: timestamp difference is 106494177 for nearest: 1737251315102237452 - target: 1737251314995743275 at idx 148
|
| 139 |
+
[INFO] [1737251331.061217]: Storing episode...
|
| 140 |
+
[rosbag_record-9] killing on exit
|
| 141 |
+
[pub_text-7] killing on exit
|
| 142 |
+
[print_text-8] killing on exit
|
| 143 |
+
[INFO] [1737251331.844875]: Stored episode 3.
|
| 144 |
+
[INFO] [1737251331.848780]: Saving video...
|
| 145 |
+
[INFO] [1737251332.191331]: Video saved!
|
| 146 |
+
Starting episode 3
|
| 147 |
+
[INFO] [1737251332.228367]: resetting environment
|
| 148 |
+
[INFO] [1737251332.241088]: cleared current plan
|
| 149 |
+
[INFO] [1737251332.241924]: moving to home
|
| 150 |
+
[33m[WARN] [1737251332.208353]: Plan exhausted
|
| 151 |
+
[INFO] [1737251335.857427]: reached home
|
| 152 |
+
[INFO] [1737251335.861477]: reset action history
|
| 153 |
+
[INFO] [1737251338.632680]: environment reset
|
| 154 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 155 |
+
proceeding to start episode!Comuting lower confidence bound
|
| 156 |
+
Comuting upper confidence bound
|
| 157 |
+
Comuting lower confidence bound
|
| 158 |
+
Comuting upper confidence bound
|
| 159 |
+
Comuting lower confidence bound
|
| 160 |
+
Comuting upper confidence bound
|
| 161 |
+
Comuting lower confidence bound
|
| 162 |
+
Comuting upper confidence bound
|
| 163 |
+
[INFO] [1737251340.090139]: resetting environment
|
| 164 |
+
[INFO] [1737251340.097339]: cleared current plan
|
| 165 |
+
[INFO] [1737251340.098168]: moving to home
|
| 166 |
+
[INFO] [1737251341.103537]: reached home
|
| 167 |
+
[INFO] [1737251341.114629]: reset action history
|
| 168 |
+
[INFO] [1737251343.842590]: environment reset
|
| 169 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_3_2025-01-18-20-49-03.bag
|
| 170 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 171 |
+
[1mstarted roslaunch server http://158.130.50.37:34083/
|
| 172 |
+
SUMMARY
|
| 173 |
+
========
|
| 174 |
+
PARAMETERS
|
| 175 |
+
* /rosdistro: noetic
|
| 176 |
+
* /rosversion: 1.16.0
|
| 177 |
+
NODES
|
| 178 |
+
/
|
| 179 |
+
print_text (rostopic/rostopic)
|
| 180 |
+
pub_text (rostopic/rostopic)
|
| 181 |
+
rosbag_record (rosbag/record)
|
| 182 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 183 |
+
[1mprocess[pub_text-10]: started with pid [2574241]
|
| 184 |
+
[1mprocess[print_text-11]: started with pid [2574242]
|
| 185 |
+
[1mprocess[rosbag_record-12]: started with pid [2574243]
|
| 186 |
+
started bagging!
|
| 187 |
+
For topic gripper_width: timestamp difference is 102781019 for nearest: 1737251353002235136 - target: 1737251352899454117 at idx 133
|
| 188 |
+
For topic gripper_width: timestamp difference is 103179887 for nearest: 1737251353202237085 - target: 1737251353099057198 at idx 134
|
| 189 |
+
For topic gripper_width: timestamp difference is 106087848 for nearest: 1737251354602259084 - target: 1737251354496171236 at idx 151
|
| 190 |
+
For topic gripper_width: timestamp difference is -120161799 for nearest: 1737251364202267858 - target: 1737251364322429657 at idx 249
|
| 191 |
+
[INFO] [1737251370.985724]: Storing episode...
|
| 192 |
+
[rosbag_record-12] killing on exit
|
| 193 |
+
[print_text-11] killing on exit[pub_text-10] killing on exit
|
| 194 |
+
[INFO] [1737251371.766610]: Stored episode 4.
|
| 195 |
+
[INFO] [1737251371.767025]: Saving video...
|
| 196 |
+
[INFO] [1737251372.359919]: Video saved!
|
| 197 |
+
Starting episode 4
|
| 198 |
+
[INFO] [1737251372.407808]: resetting environment
|
| 199 |
+
[INFO] [1737251372.425585]: cleared current plan
|
| 200 |
+
[INFO] [1737251372.425990]: moving to home
|
| 201 |
+
[33m[WARN] [1737251372.328297]: Plan exhausted
|
| 202 |
+
[33m[WARN] [1737251372.368648]: Plan exhausted
|
| 203 |
+
[33m[WARN] [1737251372.411418]: Plan exhausted
|
| 204 |
+
[INFO] [1737251375.938131]: reached home
|
| 205 |
+
[INFO] [1737251375.943984]: reset action history
|
| 206 |
+
[INFO] [1737251378.732471]: environment reset
|
| 207 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 208 |
+
proceeding to start episode!
|
| 209 |
+
Comuting lower confidence bound
|
| 210 |
+
Comuting upper confidence bound
|
| 211 |
+
Comuting lower confidence bound
|
| 212 |
+
Comuting upper confidence bound
|
| 213 |
+
Comuting lower confidence bound
|
| 214 |
+
Comuting upper confidence bound
|
| 215 |
+
Comuting lower confidence bound
|
| 216 |
+
Comuting upper confidence bound
|
| 217 |
+
[INFO] [1737251379.575325]: resetting environment
|
| 218 |
+
[INFO] [1737251379.597996]: cleared current plan
|
| 219 |
+
[INFO] [1737251379.599208]: moving to home
|
| 220 |
+
[INFO] [1737251380.603770]: reached home
|
| 221 |
+
[INFO] [1737251380.607859]: reset action history
|
| 222 |
+
[INFO] [1737251383.388686]: environment reset
|
| 223 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_4_2025-01-18-20-49-43.bag
|
| 224 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 225 |
+
[1mstarted roslaunch server http://158.130.50.37:44189/
|
| 226 |
+
SUMMARY
|
| 227 |
+
========
|
| 228 |
+
PARAMETERS
|
| 229 |
+
* /rosdistro: noetic
|
| 230 |
+
* /rosversion: 1.16.0
|
| 231 |
+
NODES
|
| 232 |
+
/
|
| 233 |
+
print_text (rostopic/rostopic)
|
| 234 |
+
pub_text (rostopic/rostopic)
|
| 235 |
+
rosbag_record (rosbag/record)
|
| 236 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 237 |
+
[1mprocess[pub_text-13]: started with pid [2574384]
|
| 238 |
+
[1mprocess[print_text-14]: started with pid [2574385]
|
| 239 |
+
[1mprocess[rosbag_record-15]: started with pid [2574386]
|
| 240 |
+
started bagging!
|
| 241 |
+
For topic EE_pose: timestamp difference is 212018704 for nearest: 1737251385321318602 - target: 1737251385109299898 at idx 0
|
| 242 |
+
For topic gripper_width: timestamp difference is -116755407 for nearest: 1737251409902261336 - target: 1737251410019016743 at idx 249
|
| 243 |
+
[INFO] [1737251411.476972]: Storing episode...
|
| 244 |
+
[rosbag_record-15] killing on exit
|
| 245 |
+
[pub_text-13] killing on exit
|
| 246 |
+
[print_text-14] killing on exit
|
| 247 |
+
[INFO] [1737251412.264301]: Stored episode 5.
|
| 248 |
+
[INFO] [1737251412.267986]: Saving video...
|
| 249 |
+
[INFO] [1737251412.486539]: Video saved!
|
| 250 |
+
Starting episode 5
|
| 251 |
+
[INFO] [1737251412.523193]: resetting environment
|
| 252 |
+
[INFO] [1737251412.538969]: cleared current plan
|
| 253 |
+
[INFO] [1737251412.541375]: moving to home
|
| 254 |
+
[INFO] [1737251416.149018]: reached home
|
| 255 |
+
[INFO] [1737251416.161858]: reset action history
|
| 256 |
+
[INFO] [1737251419.002062]: environment reset
|
| 257 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 258 |
+
proceeding to start episode!Comuting lower confidence bound
|
| 259 |
+
Comuting upper confidence bound
|
| 260 |
+
Comuting lower confidence bound
|
| 261 |
+
Comuting upper confidence bound
|
| 262 |
+
Comuting lower confidence bound
|
| 263 |
+
Comuting upper confidence bound
|
| 264 |
+
Comuting lower confidence bound
|
| 265 |
+
Comuting upper confidence bound
|
| 266 |
+
[INFO] [1737251422.079751]: resetting environment
|
| 267 |
+
[INFO] [1737251422.086975]: cleared current plan
|
| 268 |
+
[INFO] [1737251422.090113]: moving to home
|
| 269 |
+
[INFO] [1737251423.095082]: reached home
|
| 270 |
+
[INFO] [1737251423.103373]: reset action history
|
| 271 |
+
[INFO] [1737251425.894130]: environment reset
|
| 272 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_5_2025-01-18-20-50-25.bag
|
| 273 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 274 |
+
[1mstarted roslaunch server http://158.130.50.37:33839/
|
| 275 |
+
SUMMARY
|
| 276 |
+
========
|
| 277 |
+
PARAMETERS
|
| 278 |
+
* /rosdistro: noetic
|
| 279 |
+
* /rosversion: 1.16.0
|
| 280 |
+
NODES
|
| 281 |
+
/
|
| 282 |
+
print_text (rostopic/rostopic)
|
| 283 |
+
pub_text (rostopic/rostopic)
|
| 284 |
+
rosbag_record (rosbag/record)
|
| 285 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 286 |
+
[1mprocess[pub_text-16]: started with pid [2574529]
|
| 287 |
+
[1mprocess[print_text-17]: started with pid [2574530]
|
| 288 |
+
[1mprocess[rosbag_record-18]: started with pid [2574531]
|
| 289 |
+
started bagging!
|
| 290 |
+
[INFO] [1737251454.314857]: Storing episode...
|
| 291 |
+
[rosbag_record-18] killing on exit
|
| 292 |
+
[print_text-17] killing on exit
|
| 293 |
+
[pub_text-16] killing on exit
|
| 294 |
+
[33m[WARN] [1737251455.688707]: Plan exhausted
|
| 295 |
+
[33m[WARN] [1737251455.728089]: Plan exhausted
|
| 296 |
+
[33m[WARN] [1737251455.768347]: Plan exhausted
|
| 297 |
+
[33m[WARN] [1737251455.807933]: Plan exhausted
|
| 298 |
+
[INFO] [1737251455.111131]: Stored episode 6.
|
| 299 |
+
[INFO] [1737251455.117034]: Saving video...
|
| 300 |
+
[INFO] [1737251455.782595]: Video saved!
|
| 301 |
+
Starting episode 6
|
| 302 |
+
[INFO] [1737251455.820498]: resetting environment
|
| 303 |
+
[INFO] [1737251455.847199]: cleared current plan
|
| 304 |
+
[INFO] [1737251455.853713]: moving to home
|
| 305 |
+
[INFO] [1737251459.459841]: reached home
|
| 306 |
+
[INFO] [1737251459.467555]: reset action history
|
| 307 |
+
[INFO] [1737251462.331991]: environment reset
|
| 308 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 309 |
+
proceeding to start episode!Comuting lower confidence bound
|
| 310 |
+
Comuting upper confidence bound
|
| 311 |
+
Comuting lower confidence bound
|
| 312 |
+
Comuting upper confidence bound
|
| 313 |
+
Comuting lower confidence bound
|
| 314 |
+
Comuting upper confidence bound
|
| 315 |
+
Comuting lower confidence bound
|
| 316 |
+
Comuting upper confidence bound
|
| 317 |
+
[INFO] [1737251465.607310]: resetting environment
|
| 318 |
+
[INFO] [1737251465.628456]: cleared current plan
|
| 319 |
+
[INFO] [1737251465.637686]: moving to home
|
| 320 |
+
[INFO] [1737251466.641438]: reached home
|
| 321 |
+
[INFO] [1737251466.648241]: reset action history
|
| 322 |
+
[INFO] [1737251469.427264]: environment reset
|
| 323 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_6_2025-01-18-20-51-09.bag
|
| 324 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 325 |
+
[1mstarted roslaunch server http://158.130.50.37:33531/
|
| 326 |
+
SUMMARY
|
| 327 |
+
========
|
| 328 |
+
PARAMETERS
|
| 329 |
+
* /rosdistro: noetic
|
| 330 |
+
* /rosversion: 1.16.0
|
| 331 |
+
NODES
|
| 332 |
+
/
|
| 333 |
+
print_text (rostopic/rostopic)
|
| 334 |
+
pub_text (rostopic/rostopic)
|
| 335 |
+
rosbag_record (rosbag/record)
|
| 336 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 337 |
+
[1mprocess[pub_text-19]: started with pid [2574638]
|
| 338 |
+
[1mprocess[print_text-20]: started with pid [2574639]
|
| 339 |
+
[1mprocess[rosbag_record-21]: started with pid [2574663]
|
| 340 |
+
started bagging!
|
| 341 |
+
[INFO] [1737251496.403791]: Storing episode...
|
| 342 |
+
[rosbag_record-21] killing on exit
|
| 343 |
+
[print_text-20] killing on exit[pub_text-19] killing on exit
|
| 344 |
+
[INFO] [1737251497.209673]: Stored episode 7.
|
| 345 |
+
[INFO] [1737251497.210053]: Saving video...
|
| 346 |
+
[INFO] [1737251497.611197]: Video saved!
|
| 347 |
+
Starting episode 7
|
| 348 |
+
[INFO] [1737251497.696296]: resetting environment
|
| 349 |
+
[INFO] [1737251497.716060]: cleared current plan
|
| 350 |
+
[INFO] [1737251497.717988]: moving to home
|
| 351 |
+
[INFO] [1737251501.333590]: reached home
|
| 352 |
+
[INFO] [1737251501.345197]: reset action history
|
| 353 |
+
[INFO] [1737251504.213293]: environment reset
|
| 354 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 355 |
+
proceeding to start episode!
|
| 356 |
+
Comuting lower confidence bound
|
| 357 |
+
Comuting upper confidence bound
|
| 358 |
+
Comuting lower confidence bound
|
| 359 |
+
Comuting upper confidence bound
|
| 360 |
+
Comuting lower confidence bound
|
| 361 |
+
Comuting upper confidence bound
|
| 362 |
+
Comuting lower confidence bound
|
| 363 |
+
Comuting upper confidence bound
|
| 364 |
+
[INFO] [1737251507.450476]: resetting environment
|
| 365 |
+
[INFO] [1737251507.474248]: cleared current plan
|
| 366 |
+
[INFO] [1737251507.476483]: moving to home
|
| 367 |
+
[INFO] [1737251508.484230]: reached home
|
| 368 |
+
[INFO] [1737251508.494637]: reset action history
|
| 369 |
+
[INFO] [1737251511.302236]: environment reset
|
| 370 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_7_2025-01-18-20-51-51.bag
|
| 371 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 372 |
+
[1mstarted roslaunch server http://158.130.50.37:38743/
|
| 373 |
+
SUMMARY
|
| 374 |
+
========
|
| 375 |
+
PARAMETERS
|
| 376 |
+
* /rosdistro: noetic
|
| 377 |
+
* /rosversion: 1.16.0
|
| 378 |
+
NODES
|
| 379 |
+
/
|
| 380 |
+
print_text (rostopic/rostopic)
|
| 381 |
+
pub_text (rostopic/rostopic)
|
| 382 |
+
rosbag_record (rosbag/record)
|
| 383 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 384 |
+
[1mprocess[pub_text-22]: started with pid [2574807]
|
| 385 |
+
[1mprocess[print_text-23]: started with pid [2574808]
|
| 386 |
+
[1mprocess[rosbag_record-24]: started with pid [2574809]
|
| 387 |
+
started bagging!
|
| 388 |
+
For topic gripper_width: timestamp difference is -161437043 for nearest: 1737251529602235786 - target: 1737251529763672829 at idx 249
|
| 389 |
+
For topic gripper_width: timestamp difference is 126968761 for nearest: 1737251540468901058 - target: 1737251540341932297 at idx 249
|
| 390 |
+
[INFO] [1737251540.649844]: Storing episode...
|
| 391 |
+
[rosbag_record-24] killing on exit
|
| 392 |
+
[print_text-23] killing on exit
|
| 393 |
+
[pub_text-22] killing on exit
|
| 394 |
+
[INFO] [1737251541.435143]: Stored episode 8.
|
| 395 |
+
[INFO] [1737251541.452782]: Saving video...
|
| 396 |
+
[INFO] [1737251541.981601]: Video saved!
|
| 397 |
+
Starting episode 8
|
| 398 |
+
[INFO] [1737251542.077237]: resetting environment
|
| 399 |
+
[INFO] [1737251542.111996]: cleared current plan
|
| 400 |
+
[INFO] [1737251542.120844]: moving to home
|
| 401 |
+
[33m[WARN] [1737251542.008268]: Plan exhausted
|
| 402 |
+
[33m[WARN] [1737251542.047761]: Plan exhausted
|
| 403 |
+
[33m[WARN] [1737251542.089564]: Plan exhausted
|
| 404 |
+
[INFO] [1737251545.647334]: reached home
|
| 405 |
+
[INFO] [1737251545.659947]: reset action history
|
| 406 |
+
[INFO] [1737251548.580183]: environment reset
|
| 407 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 408 |
+
proceeding to start episode!Comuting lower confidence bound
|
| 409 |
+
Comuting upper confidence bound
|
| 410 |
+
Comuting lower confidence bound
|
| 411 |
+
Comuting upper confidence bound
|
| 412 |
+
Comuting lower confidence bound
|
| 413 |
+
Comuting upper confidence bound
|
| 414 |
+
Comuting lower confidence bound
|
| 415 |
+
Comuting upper confidence bound
|
| 416 |
+
[INFO] [1737251549.918913]: resetting environment
|
| 417 |
+
[INFO] [1737251549.963295]: cleared current plan
|
| 418 |
+
[INFO] [1737251549.965523]: moving to home
|
| 419 |
+
[INFO] [1737251550.978836]: reached home
|
| 420 |
+
[INFO] [1737251550.991086]: reset action history
|
| 421 |
+
[INFO] [1737251553.855909]: environment reset
|
| 422 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_8_2025-01-18-20-52-33.bag
|
| 423 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 424 |
+
[1mstarted roslaunch server http://158.130.50.37:37747/
|
| 425 |
+
SUMMARY
|
| 426 |
+
========
|
| 427 |
+
PARAMETERS
|
| 428 |
+
* /rosdistro: noetic
|
| 429 |
+
* /rosversion: 1.16.0
|
| 430 |
+
NODES
|
| 431 |
+
/
|
| 432 |
+
print_text (rostopic/rostopic)
|
| 433 |
+
pub_text (rostopic/rostopic)
|
| 434 |
+
rosbag_record (rosbag/record)
|
| 435 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 436 |
+
[1mprocess[pub_text-25]: started with pid [2574951]
|
| 437 |
+
[1mprocess[print_text-26]: started with pid [2574952]
|
| 438 |
+
[1mprocess[rosbag_record-27]: started with pid [2574953]
|
| 439 |
+
started bagging!
|
| 440 |
+
[INFO] [1737251584.264418]: Storing episode...
|
| 441 |
+
[rosbag_record-27] killing on exit
|
| 442 |
+
[print_text-26] killing on exit
|
| 443 |
+
[pub_text-25] killing on exit
|
| 444 |
+
[INFO] [1737251585.008679]: Stored episode 9.
|
| 445 |
+
[INFO] [1737251585.041959]: Saving video...
|
| 446 |
+
[INFO] [1737251585.352316]: Video saved!
|
| 447 |
+
Starting episode 9
|
| 448 |
+
[INFO] [1737251585.477715]: resetting environment
|
| 449 |
+
[INFO] [1737251585.515256]: cleared current plan
|
| 450 |
+
[INFO] [1737251585.519978]: moving to home
|
| 451 |
+
[INFO] [1737251589.131143]: reached home
|
| 452 |
+
[INFO] [1737251589.134641]: reset action history
|
| 453 |
+
[INFO] [1737251592.063803]: environment reset
|
| 454 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 455 |
+
proceeding to start episode!
|
| 456 |
+
Comuting lower confidence bound
|
| 457 |
+
Comuting upper confidence bound
|
| 458 |
+
Comuting lower confidence bound
|
| 459 |
+
Comuting upper confidence bound
|
| 460 |
+
Comuting lower confidence bound
|
| 461 |
+
Comuting upper confidence bound
|
| 462 |
+
Comuting lower confidence bound
|
| 463 |
+
Comuting upper confidence bound
|
| 464 |
+
[INFO] [1737251596.181334]: resetting environment
|
| 465 |
+
[INFO] [1737251596.194270]: cleared current plan
|
| 466 |
+
[INFO] [1737251596.199767]: moving to home
|
| 467 |
+
[INFO] [1737251597.218519]: reached home
|
| 468 |
+
[INFO] [1737251597.221241]: reset action history
|
| 469 |
+
[INFO] [1737251600.087905]: environment reset
|
| 470 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_9_2025-01-18-20-53-20.bag
|
| 471 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 472 |
+
[1mstarted roslaunch server http://158.130.50.37:43649/
|
| 473 |
+
SUMMARY
|
| 474 |
+
========
|
| 475 |
+
PARAMETERS
|
| 476 |
+
* /rosdistro: noetic
|
| 477 |
+
* /rosversion: 1.16.0
|
| 478 |
+
NODES
|
| 479 |
+
/
|
| 480 |
+
print_text (rostopic/rostopic)
|
| 481 |
+
pub_text (rostopic/rostopic)
|
| 482 |
+
rosbag_record (rosbag/record)
|
| 483 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 484 |
+
[1mprocess[pub_text-28]: started with pid [2575099]
|
| 485 |
+
[1mprocess[print_text-29]: started with pid [2575100]
|
| 486 |
+
[1mprocess[rosbag_record-30]: started with pid [2575101]
|
| 487 |
+
started bagging!
|
| 488 |
+
[INFO] [1737251630.006634]: Storing episode...
|
| 489 |
+
[rosbag_record-30] killing on exit
|
| 490 |
+
[print_text-29] killing on exit
|
| 491 |
+
[pub_text-28] killing on exit
|
| 492 |
+
[INFO] [1737251630.786481]: Stored episode 10.
|
| 493 |
+
[INFO] [1737251630.801404]: Saving video...
|
| 494 |
+
[33m[WARN] [1737251631.369697]: Plan exhausted
|
| 495 |
+
[33m[WARN] [1737251631.410462]: Plan exhausted
|
| 496 |
+
[33m[WARN] [1737251631.448753]: Plan exhausted
|
| 497 |
+
[33m[WARN] [1737251631.491368]: Plan exhausted
|
| 498 |
+
[INFO] [1737251631.360579]: Video saved!
|
| 499 |
+
Starting episode 10
|
| 500 |
+
[INFO] [1737251631.462343]: resetting environment
|
| 501 |
+
[INFO] [1737251631.507137]: cleared current plan
|
| 502 |
+
[INFO] [1737251631.511592]: moving to home
|
| 503 |
+
[INFO] [1737251635.130358]: reached home
|
| 504 |
+
[INFO] [1737251635.138845]: reset action history
|
| 505 |
+
[INFO] [1737251638.068617]: environment reset
|
| 506 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 507 |
+
proceeding to start episode!Comuting lower confidence bound
|
| 508 |
+
Comuting upper confidence bound
|
| 509 |
+
Comuting lower confidence bound
|
| 510 |
+
Comuting upper confidence bound
|
| 511 |
+
Comuting lower confidence bound
|
| 512 |
+
Comuting upper confidence bound
|
| 513 |
+
Comuting lower confidence bound
|
| 514 |
+
Comuting upper confidence bound
|
| 515 |
+
[INFO] [1737251643.782734]: resetting environment
|
| 516 |
+
[INFO] [1737251643.839460]: cleared current plan
|
| 517 |
+
[INFO] [1737251643.850505]: moving to home
|
| 518 |
+
[INFO] [1737251644.870802]: reached home
|
| 519 |
+
[INFO] [1737251644.881357]: reset action history
|
| 520 |
+
[INFO] [1737251647.815441]: environment reset
|
| 521 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_10_2025-01-18-20-54-07.bag
|
| 522 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 523 |
+
[1mstarted roslaunch server http://158.130.50.37:41663/
|
| 524 |
+
SUMMARY
|
| 525 |
+
========
|
| 526 |
+
PARAMETERS
|
| 527 |
+
* /rosdistro: noetic
|
| 528 |
+
* /rosversion: 1.16.0
|
| 529 |
+
NODES
|
| 530 |
+
/
|
| 531 |
+
print_text (rostopic/rostopic)
|
| 532 |
+
pub_text (rostopic/rostopic)
|
| 533 |
+
rosbag_record (rosbag/record)
|
| 534 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 535 |
+
[1mprocess[pub_text-31]: started with pid [2575230]
|
| 536 |
+
[1mprocess[print_text-32]: started with pid [2575231]
|
| 537 |
+
[1mprocess[rosbag_record-33]: started with pid [2575232]
|
| 538 |
+
started bagging!
|
| 539 |
+
For topic gripper_width: timestamp difference is -122768496 for nearest: 1737251650202193643 - target: 1737251650324962139 at idx 41
|
| 540 |
+
For topic gripper_width: timestamp difference is -118649767 for nearest: 1737251655402212097 - target: 1737251655520861864 at idx 106
|
| 541 |
+
[INFO] [1737251674.981707]: Storing episode...
|
| 542 |
+
[rosbag_record-33] killing on exit
|
| 543 |
+
[print_text-32] killing on exit
|
| 544 |
+
[pub_text-31] killing on exit
|
| 545 |
+
[INFO] [1737251675.817374]: Stored episode 11.
|
| 546 |
+
[INFO] [1737251675.843927]: Saving video...
|
| 547 |
+
[INFO] [1737251676.391001]: Video saved!
|
| 548 |
+
Starting episode 11
|
| 549 |
+
[INFO] [1737251676.525038]: resetting environment
|
| 550 |
+
[INFO] [1737251676.542372]: cleared current plan
|
| 551 |
+
[INFO] [1737251676.545185]: moving to home
|
| 552 |
+
[33m[WARN] [1737251676.171114]: Plan exhausted
|
| 553 |
+
[33m[WARN] [1737251676.210260]: Plan exhausted
|
| 554 |
+
[33m[WARN] [1737251676.254759]: Plan exhausted
|
| 555 |
+
[33m[WARN] [1737251676.291049]: Plan exhausted
|
| 556 |
+
[33m[WARN] [1737251676.330261]: Plan exhausted
|
| 557 |
+
[33m[WARN] [1737251676.372157]: Plan exhausted
|
| 558 |
+
[33m[WARN] [1737251676.420418]: Plan exhausted
|
| 559 |
+
[33m[WARN] [1737251676.448922]: Plan exhausted
|
| 560 |
+
[33m[WARN] [1737251676.495047]: Plan exhausted
|
| 561 |
+
[33m[WARN] [1737251676.528063]: Plan exhausted
|
| 562 |
+
[INFO] [1737251680.160822]: reached home
|
| 563 |
+
[INFO] [1737251680.196975]: reset action history
|
| 564 |
+
[INFO] [1737251683.208632]: environment reset
|
| 565 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 566 |
+
proceeding to start episode!Comuting lower confidence bound
|
| 567 |
+
Comuting upper confidence bound
|
| 568 |
+
Comuting lower confidence bound
|
| 569 |
+
Comuting upper confidence bound
|
| 570 |
+
Comuting lower confidence bound
|
| 571 |
+
Comuting upper confidence bound
|
| 572 |
+
Comuting lower confidence bound
|
| 573 |
+
Comuting upper confidence bound
|
| 574 |
+
[INFO] [1737251690.201134]: resetting environment
|
| 575 |
+
[INFO] [1737251690.223247]: cleared current plan
|
| 576 |
+
[INFO] [1737251690.223891]: moving to home
|
| 577 |
+
[INFO] [1737251691.232266]: reached home
|
| 578 |
+
[INFO] [1737251691.244698]: reset action history
|
| 579 |
+
[INFO] [1737251694.209538]: environment reset
|
| 580 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_11_2025-01-18-20-54-54.bag
|
| 581 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 582 |
+
[1mstarted roslaunch server http://158.130.50.37:41717/
|
| 583 |
+
SUMMARY
|
| 584 |
+
========
|
| 585 |
+
PARAMETERS
|
| 586 |
+
* /rosdistro: noetic
|
| 587 |
+
* /rosversion: 1.16.0
|
| 588 |
+
NODES
|
| 589 |
+
/
|
| 590 |
+
print_text (rostopic/rostopic)
|
| 591 |
+
pub_text (rostopic/rostopic)
|
| 592 |
+
rosbag_record (rosbag/record)
|
| 593 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 594 |
+
[1mprocess[pub_text-34]: started with pid [2575375]
|
| 595 |
+
[1mprocess[print_text-35]: started with pid [2575376]
|
| 596 |
+
[1mprocess[rosbag_record-36]: started with pid [2575377]
|
| 597 |
+
started bagging!
|
| 598 |
+
For topic gripper_width: timestamp difference is -113353327 for nearest: 1737251703402193949 - target: 1737251703515547276 at idx 115
|
| 599 |
+
For topic gripper_width: timestamp difference is -120540880 for nearest: 1737251707002237536 - target: 1737251707122778416 at idx 154
|
| 600 |
+
For topic gripper_width: timestamp difference is -122553034 for nearest: 1737251707202234106 - target: 1737251707324787140 at idx 155
|
| 601 |
+
For topic gripper_width: timestamp difference is -116368259 for nearest: 1737251710202235495 - target: 1737251710318603754 at idx 194
|
| 602 |
+
For topic gripper_width: timestamp difference is -113892539 for nearest: 1737251711402241723 - target: 1737251711516134262 at idx 208
|
| 603 |
+
For topic gripper_width: timestamp difference is -111075122 for nearest: 1737251712802231830 - target: 1737251712913306952 at idx 228
|
| 604 |
+
For topic gripper_width: timestamp difference is -107396086 for nearest: 1737251714602231304 - target: 1737251714709627390 at idx 247
|
| 605 |
+
For topic gripper_width: timestamp difference is -100401113 for nearest: 1737251718002264073 - target: 1737251718102665186 at idx 249
|
| 606 |
+
[INFO] [1737251721.371708]: Storing episode...
|
| 607 |
+
[pub_text-34] killing on exit
|
| 608 |
+
[print_text-35] killing on exit[rosbag_record-36] killing on exit
|
| 609 |
+
[INFO] [1737251722.208839]: Stored episode 12.
|
| 610 |
+
[INFO] [1737251722.217558]: Saving video...
|
| 611 |
+
[INFO] [1737251722.541232]: Video saved!
|
| 612 |
+
Starting episode 12
|
| 613 |
+
[INFO] [1737251722.675787]: resetting environment
|
| 614 |
+
[INFO] [1737251722.722494]: cleared current plan
|
| 615 |
+
[INFO] [1737251722.724558]: moving to home
|
| 616 |
+
[INFO] [1737251726.344261]: reached home
|
| 617 |
+
[INFO] [1737251726.353732]: reset action history
|
| 618 |
+
[INFO] [1737251729.362750]: environment reset
|
| 619 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 620 |
+
proceeding to start episode!
|
| 621 |
+
Comuting lower confidence bound
|
| 622 |
+
Comuting upper confidence bound
|
| 623 |
+
Comuting lower confidence bound
|
| 624 |
+
Comuting upper confidence bound
|
| 625 |
+
Comuting lower confidence bound
|
| 626 |
+
Comuting upper confidence bound
|
| 627 |
+
Comuting lower confidence bound
|
| 628 |
+
Comuting upper confidence bound
|
| 629 |
+
[INFO] [1737251730.842267]: resetting environment
|
| 630 |
+
[INFO] [1737251730.909954]: cleared current plan
|
| 631 |
+
[INFO] [1737251730.912592]: moving to home
|
| 632 |
+
[INFO] [1737251731.928975]: reached home
|
| 633 |
+
[INFO] [1737251731.952312]: reset action history
|
| 634 |
+
[INFO] [1737251734.950011]: environment reset
|
| 635 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_12_2025-01-18-20-55-34.bag
|
| 636 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 637 |
+
[1mstarted roslaunch server http://158.130.50.37:37139/
|
| 638 |
+
SUMMARY
|
| 639 |
+
========
|
| 640 |
+
PARAMETERS
|
| 641 |
+
* /rosdistro: noetic
|
| 642 |
+
* /rosversion: 1.16.0
|
| 643 |
+
NODES
|
| 644 |
+
/
|
| 645 |
+
print_text (rostopic/rostopic)
|
| 646 |
+
pub_text (rostopic/rostopic)
|
| 647 |
+
rosbag_record (rosbag/record)
|
| 648 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 649 |
+
[1mprocess[pub_text-37]: started with pid [2575495]
|
| 650 |
+
[1mprocess[print_text-38]: started with pid [2575496]
|
| 651 |
+
[1mprocess[rosbag_record-39]: started with pid [2575520]
|
| 652 |
+
started bagging!
|
| 653 |
+
For topic gripper_width: timestamp difference is 100320092 for nearest: 1737251760368855468 - target: 1737251760268535376 at idx 249
|
| 654 |
+
For topic gripper_width: timestamp difference is 101983140 for nearest: 1737251761168899844 - target: 1737251761066916704 at idx 249
|
| 655 |
+
[INFO] [1737251761.966210]: Storing episode...
|
| 656 |
+
[print_text-38] killing on exit
|
| 657 |
+
[pub_text-37] killing on exit
|
| 658 |
+
[rosbag_record-39] killing on exit
|
| 659 |
+
[INFO] [1737251762.817033]: Stored episode 13.
|
| 660 |
+
[INFO] [1737251762.821409]: Saving video...
|
| 661 |
+
[33m[WARN] [1737251763.287992]: Plan exhausted
|
| 662 |
+
[33m[WARN] [1737251763.329456]: Plan exhausted
|
| 663 |
+
[INFO] [1737251763.176732]: Video saved!
|
| 664 |
+
Starting episode 13
|
| 665 |
+
[INFO] [1737251763.313764]: resetting environment
|
| 666 |
+
[INFO] [1737251763.365234]: cleared current plan
|
| 667 |
+
[INFO] [1737251763.372039]: moving to home
|
| 668 |
+
[INFO] [1737251766.992460]: reached home
|
| 669 |
+
[INFO] [1737251766.996644]: reset action history
|
| 670 |
+
[INFO] [1737251770.060751]: environment reset
|
| 671 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 672 |
+
proceeding to start episode!Comuting lower confidence bound
|
| 673 |
+
Comuting upper confidence bound
|
| 674 |
+
Comuting lower confidence bound
|
| 675 |
+
Comuting upper confidence bound
|
| 676 |
+
Comuting lower confidence bound
|
| 677 |
+
Comuting upper confidence bound
|
| 678 |
+
Comuting lower confidence bound
|
| 679 |
+
Comuting upper confidence bound
|
| 680 |
+
[INFO] [1737251774.162348]: resetting environment
|
| 681 |
+
[INFO] [1737251774.251624]: cleared current plan
|
| 682 |
+
[INFO] [1737251774.282375]: moving to home
|
| 683 |
+
[INFO] [1737251775.292429]: reached home
|
| 684 |
+
[INFO] [1737251775.327085]: reset action history
|
| 685 |
+
[INFO] [1737251778.380832]: environment reset
|
| 686 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_13_2025-01-18-20-56-18.bag
|
| 687 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 688 |
+
[1mstarted roslaunch server http://158.130.50.37:37915/
|
| 689 |
+
SUMMARY
|
| 690 |
+
========
|
| 691 |
+
PARAMETERS
|
| 692 |
+
* /rosdistro: noetic
|
| 693 |
+
* /rosversion: 1.16.0
|
| 694 |
+
NODES
|
| 695 |
+
/
|
| 696 |
+
print_text (rostopic/rostopic)
|
| 697 |
+
pub_text (rostopic/rostopic)
|
| 698 |
+
rosbag_record (rosbag/record)
|
| 699 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 700 |
+
[1mprocess[pub_text-40]: started with pid [2575663]
|
| 701 |
+
[1mprocess[print_text-41]: started with pid [2575664]
|
| 702 |
+
[1mprocess[rosbag_record-42]: started with pid [2575665]
|
| 703 |
+
started bagging!
|
| 704 |
+
For topic gripper_width: timestamp difference is 100642962 for nearest: 1737251791868909878 - target: 1737251791768266916 at idx 194
|
| 705 |
+
For topic gripper_width: timestamp difference is 102129374 for nearest: 1737251792868856106 - target: 1737251792766726732 at idx 211
|
| 706 |
+
For topic gripper_width: timestamp difference is -104377744 for nearest: 1737251797102235320 - target: 1737251797206613064 at idx 249
|
| 707 |
+
For topic gripper_width: timestamp difference is -104671659 for nearest: 1737251802902235804 - target: 1737251803006907463 at idx 249
|
| 708 |
+
For topic gripper_width: timestamp difference is -104047277 for nearest: 1737251807102255843 - target: 1737251807206303120 at idx 249
|
| 709 |
+
[INFO] [1737251811.872237]: Storing episode...
|
| 710 |
+
[print_text-41] killing on exit
|
| 711 |
+
[pub_text-40] killing on exit
|
| 712 |
+
[rosbag_record-42] killing on exit
|
| 713 |
+
[INFO] [1737251812.749187]: Stored episode 14.
|
| 714 |
+
[INFO] [1737251812.754362]: Saving video...
|
| 715 |
+
[33m[WARN] [1737251813.207765]: Plan exhausted
|
| 716 |
+
[33m[WARN] [1737251813.255923]: Plan exhausted
|
| 717 |
+
[33m[WARN] [1737251813.289769]: Plan exhausted
|
| 718 |
+
[33m[WARN] [1737251813.330338]: Plan exhausted
|
| 719 |
+
[33m[WARN] [1737251813.368288]: Plan exhausted
|
| 720 |
+
[33m[WARN] [1737251813.409042]: Plan exhausted
|
| 721 |
+
[33m[WARN] [1737251813.449239]: Plan exhausted
|
| 722 |
+
[33m[WARN] [1737251813.487761]: Plan exhausted
|
| 723 |
+
[33m[WARN] [1737251813.530990]: Plan exhausted
|
| 724 |
+
[33m[WARN] [1737251813.569172]: Plan exhausted
|
| 725 |
+
[INFO] [1737251813.430974]: Video saved!
|
| 726 |
+
Starting episode 14
|
| 727 |
+
[INFO] [1737251813.588385]: resetting environment
|
| 728 |
+
[INFO] [1737251813.604021]: cleared current plan
|
| 729 |
+
[INFO] [1737251813.604261]: moving to home
|
| 730 |
+
[INFO] [1737251817.118279]: reached home
|
| 731 |
+
[INFO] [1737251817.146680]: reset action history
|
| 732 |
+
[INFO] [1737251820.162029]: environment reset
|
| 733 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 734 |
+
proceeding to start episode!Comuting lower confidence bound
|
| 735 |
+
Comuting upper confidence bound
|
| 736 |
+
Comuting lower confidence bound
|
| 737 |
+
Comuting upper confidence bound
|
| 738 |
+
Comuting lower confidence bound
|
| 739 |
+
Comuting upper confidence bound
|
| 740 |
+
Comuting lower confidence bound
|
| 741 |
+
Comuting upper confidence bound
|
| 742 |
+
[INFO] [1737251826.378895]: resetting environment
|
| 743 |
+
[INFO] [1737251826.432517]: cleared current plan
|
| 744 |
+
[INFO] [1737251826.439737]: moving to home
|
| 745 |
+
[INFO] [1737251827.457205]: reached home
|
| 746 |
+
[INFO] [1737251827.471943]: reset action history
|
| 747 |
+
[INFO] [1737251830.547283]: environment reset
|
| 748 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_14_2025-01-18-20-57-10.bag
|
| 749 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 750 |
+
[1mstarted roslaunch server http://158.130.50.37:34583/
|
| 751 |
+
SUMMARY
|
| 752 |
+
========
|
| 753 |
+
PARAMETERS
|
| 754 |
+
* /rosdistro: noetic
|
| 755 |
+
* /rosversion: 1.16.0
|
| 756 |
+
NODES
|
| 757 |
+
/
|
| 758 |
+
print_text (rostopic/rostopic)
|
| 759 |
+
pub_text (rostopic/rostopic)
|
| 760 |
+
rosbag_record (rosbag/record)
|
| 761 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 762 |
+
[1mprocess[pub_text-43]: started with pid [2575794]
|
| 763 |
+
[1mprocess[print_text-44]: started with pid [2575795]
|
| 764 |
+
[1mprocess[rosbag_record-45]: started with pid [2575796]
|
| 765 |
+
started bagging!
|
| 766 |
+
[INFO] [1737251863.224389]: Storing episode...
|
| 767 |
+
[rosbag_record-45] killing on exit
|
| 768 |
+
[pub_text-43] killing on exit[print_text-44] killing on exit
|
| 769 |
+
[INFO] [1737251864.028575]: Stored episode 15.
|
| 770 |
+
[INFO] [1737251864.039664]: Saving video...
|
| 771 |
+
[INFO] [1737251864.472186]: Video saved!
|
| 772 |
+
Starting episode 15
|
| 773 |
+
[INFO] [1737251864.628992]: resetting environment
|
| 774 |
+
[INFO] [1737251864.717349]: cleared current plan
|
| 775 |
+
[INFO] [1737251864.721344]: moving to home
|
| 776 |
+
[33m[WARN] [1737251864.573623]: Plan exhausted
|
| 777 |
+
[33m[WARN] [1737251864.608155]: Plan exhausted
|
| 778 |
+
[33m[WARN] [1737251864.658872]: Plan exhausted
|
| 779 |
+
[33m[WARN] [1737251864.689149]: Plan exhausted
|
| 780 |
+
[INFO] [1737251868.341406]: reached home
|
| 781 |
+
[INFO] [1737251868.346178]: reset action history
|
| 782 |
+
[INFO] [1737251871.438045]: environment reset
|
| 783 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 784 |
+
proceeding to start episode!Comuting lower confidence bound
|
| 785 |
+
Comuting upper confidence bound
|
| 786 |
+
Comuting lower confidence bound
|
| 787 |
+
Comuting upper confidence bound
|
| 788 |
+
Comuting lower confidence bound
|
| 789 |
+
Comuting upper confidence bound
|
| 790 |
+
Comuting lower confidence bound
|
| 791 |
+
Comuting upper confidence bound
|
| 792 |
+
[INFO] [1737251880.512250]: resetting environment
|
| 793 |
+
[INFO] [1737251880.599516]: cleared current plan
|
| 794 |
+
[INFO] [1737251880.609880]: moving to home
|
| 795 |
+
[INFO] [1737251881.637067]: reached home
|
| 796 |
+
[INFO] [1737251881.654090]: reset action history
|
| 797 |
+
[INFO] [1737251884.726990]: environment reset
|
| 798 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_15_2025-01-18-20-58-04.bag
|
| 799 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 800 |
+
[1mstarted roslaunch server http://158.130.50.37:37743/
|
| 801 |
+
SUMMARY
|
| 802 |
+
========
|
| 803 |
+
PARAMETERS
|
| 804 |
+
* /rosdistro: noetic
|
| 805 |
+
* /rosversion: 1.16.0
|
| 806 |
+
NODES
|
| 807 |
+
/
|
| 808 |
+
print_text (rostopic/rostopic)
|
| 809 |
+
pub_text (rostopic/rostopic)
|
| 810 |
+
rosbag_record (rosbag/record)
|
| 811 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 812 |
+
[1mprocess[pub_text-46]: started with pid [2575939]
|
| 813 |
+
[1mprocess[print_text-47]: started with pid [2575940]
|
| 814 |
+
[1mprocess[rosbag_record-48]: started with pid [2575941]
|
| 815 |
+
started bagging!
|
| 816 |
+
[INFO] [1737251919.311885]: Storing episode...
|
| 817 |
+
[rosbag_record-48] killing on exit
|
| 818 |
+
[print_text-47] killing on exit[pub_text-46] killing on exit
|
| 819 |
+
[INFO] [1737251920.166591]: Stored episode 16.
|
| 820 |
+
[INFO] [1737251920.184740]: Saving video...
|
| 821 |
+
[INFO] [1737251920.920368]: Video saved!
|
| 822 |
+
Starting episode 16
|
| 823 |
+
[INFO] [1737251921.061174]: resetting environment
|
| 824 |
+
[INFO] [1737251921.112379]: cleared current plan
|
| 825 |
+
[INFO] [1737251921.117174]: moving to home
|
| 826 |
+
[33m[WARN] [1737251920.647767]: Plan exhausted
|
| 827 |
+
[33m[WARN] [1737251920.695081]: Plan exhausted
|
| 828 |
+
[33m[WARN] [1737251920.727916]: Plan exhausted
|
| 829 |
+
[33m[WARN] [1737251920.767774]: Plan exhausted
|
| 830 |
+
[33m[WARN] [1737251920.810705]: Plan exhausted
|
| 831 |
+
[33m[WARN] [1737251920.856859]: Plan exhausted
|
| 832 |
+
[33m[WARN] [1737251920.890177]: Plan exhausted
|
| 833 |
+
[33m[WARN] [1737251920.930869]: Plan exhausted
|
| 834 |
+
[33m[WARN] [1737251920.967757]: Plan exhausted
|
| 835 |
+
[33m[WARN] [1737251921.010343]: Plan exhausted
|
| 836 |
+
[33m[WARN] [1737251921.067439]: Plan exhausted
|
| 837 |
+
[33m[WARN] [1737251921.088746]: Plan exhausted
|
| 838 |
+
[INFO] [1737251924.732037]: reached home
|
| 839 |
+
[INFO] [1737251924.757389]: reset action history
|
| 840 |
+
[INFO] [1737251927.950246]: environment reset
|
| 841 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 842 |
+
proceeding to start episode!Comuting lower confidence bound
|
| 843 |
+
Comuting upper confidence bound
|
| 844 |
+
Comuting lower confidence bound
|
| 845 |
+
Comuting upper confidence bound
|
| 846 |
+
Comuting lower confidence bound
|
| 847 |
+
Comuting upper confidence bound
|
| 848 |
+
Comuting lower confidence bound
|
| 849 |
+
Comuting upper confidence bound
|
| 850 |
+
[INFO] [1737251940.771683]: resetting environment
|
| 851 |
+
[INFO] [1737251940.910011]: cleared current plan
|
| 852 |
+
[INFO] [1737251940.936672]: moving to home
|
| 853 |
+
[INFO] [1737251941.953152]: reached home
|
| 854 |
+
[INFO] [1737251941.976146]: reset action history
|
| 855 |
+
[INFO] [1737251945.247328]: environment reset
|
| 856 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_16_2025-01-18-20-59-05.bag
|
| 857 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 858 |
+
[1mstarted roslaunch server http://158.130.50.37:45967/
|
| 859 |
+
SUMMARY
|
| 860 |
+
========
|
| 861 |
+
PARAMETERS
|
| 862 |
+
* /rosdistro: noetic
|
| 863 |
+
* /rosversion: 1.16.0
|
| 864 |
+
NODES
|
| 865 |
+
/
|
| 866 |
+
print_text (rostopic/rostopic)
|
| 867 |
+
pub_text (rostopic/rostopic)
|
| 868 |
+
rosbag_record (rosbag/record)
|
| 869 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 870 |
+
[1mprocess[pub_text-49]: started with pid [2576065]
|
| 871 |
+
[1mprocess[print_text-50]: started with pid [2576089]
|
| 872 |
+
[1mprocess[rosbag_record-51]: started with pid [2576090]
|
| 873 |
+
started bagging!
|
| 874 |
+
For topic gripper_width: timestamp difference is -107717487 for nearest: 1737251958102231291 - target: 1737251958209948778 at idx 182
|
| 875 |
+
[INFO] [1737251972.253898]: Storing episode...
|
| 876 |
+
[rosbag_record-51] killing on exit
|
| 877 |
+
[print_text-50] killing on exit
|
| 878 |
+
[pub_text-49] killing on exit
|
| 879 |
+
[INFO] [1737251973.134849]: Stored episode 17.
|
| 880 |
+
[INFO] [1737251973.152420]: Saving video...
|
| 881 |
+
[33m[WARN] [1737251973.612367]: Plan exhausted
|
| 882 |
+
[33m[WARN] [1737251973.648650]: Plan exhausted
|
| 883 |
+
[33m[WARN] [1737251973.689010]: Plan exhausted
|
| 884 |
+
[33m[WARN] [1737251973.730240]: Plan exhausted
|
| 885 |
+
[33m[WARN] [1737251973.771986]: Plan exhausted
|
| 886 |
+
[33m[WARN] [1737251973.817452]: Plan exhausted
|
| 887 |
+
[33m[WARN] [1737251973.851397]: Plan exhausted
|
| 888 |
+
[33m[WARN] [1737251973.887774]: Plan exhausted
|
| 889 |
+
[33m[WARN] [1737251973.929669]: Plan exhausted
|
| 890 |
+
[33m[WARN] [1737251973.971185]: Plan exhausted
|
| 891 |
+
[33m[WARN] [1737251974.010501]: Plan exhausted
|
| 892 |
+
[33m[WARN] [1737251974.053155]: Plan exhausted
|
| 893 |
+
[33m[WARN] [1737251974.087865]: Plan exhausted
|
| 894 |
+
[INFO] [1737251973.829311]: Video saved!
|
| 895 |
+
Starting episode 17
|
| 896 |
+
[INFO] [1737251974.029470]: resetting environment
|
| 897 |
+
[INFO] [1737251974.102384]: cleared current plan
|
| 898 |
+
[INFO] [1737251974.117600]: moving to home
|
| 899 |
+
[INFO] [1737251977.740421]: reached home
|
| 900 |
+
[INFO] [1737251977.762064]: reset action history
|
| 901 |
+
[INFO] [1737251980.948172]: environment reset
|
| 902 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 903 |
+
proceeding to start episode!Comuting lower confidence bound
|
| 904 |
+
Comuting upper confidence bound
|
| 905 |
+
Comuting lower confidence bound
|
| 906 |
+
Comuting upper confidence bound
|
| 907 |
+
Comuting lower confidence bound
|
| 908 |
+
Comuting upper confidence bound
|
| 909 |
+
Comuting lower confidence bound
|
| 910 |
+
Comuting upper confidence bound
|
| 911 |
+
[INFO] [1737251986.568988]: resetting environment
|
| 912 |
+
[INFO] [1737251986.671996]: cleared current plan
|
| 913 |
+
[INFO] [1737251986.675704]: moving to home
|
| 914 |
+
[INFO] [1737251987.701063]: reached home
|
| 915 |
+
[INFO] [1737251987.712394]: reset action history
|
| 916 |
+
[INFO] [1737251990.764427]: environment reset
|
| 917 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_17_2025-01-18-20-59-50.bag
|
| 918 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 919 |
+
[1mstarted roslaunch server http://158.130.50.37:44513/
|
| 920 |
+
SUMMARY
|
| 921 |
+
========
|
| 922 |
+
PARAMETERS
|
| 923 |
+
* /rosdistro: noetic
|
| 924 |
+
* /rosversion: 1.16.0
|
| 925 |
+
NODES
|
| 926 |
+
/
|
| 927 |
+
print_text (rostopic/rostopic)
|
| 928 |
+
pub_text (rostopic/rostopic)
|
| 929 |
+
rosbag_record (rosbag/record)
|
| 930 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 931 |
+
[1mprocess[pub_text-52]: started with pid [2576233]
|
| 932 |
+
[1mprocess[print_text-53]: started with pid [2576234]
|
| 933 |
+
[1mprocess[rosbag_record-54]: started with pid [2576235]
|
| 934 |
+
started bagging!
|
| 935 |
+
For topic gripper_width: timestamp difference is -237431798 for nearest: 1737252003702231374 - target: 1737252003939663172 at idx 178
|
| 936 |
+
For topic gripper_width: timestamp difference is -229783938 for nearest: 1737252013302229240 - target: 1737252013532013178 at idx 249
|
| 937 |
+
For topic gripper_width: timestamp difference is -228949759 for nearest: 1737252014302214172 - target: 1737252014531163931 at idx 249
|
| 938 |
+
[INFO] [1737252024.607602]: Storing episode...
|
| 939 |
+
[rosbag_record-54] killing on exit
|
| 940 |
+
[print_text-53] killing on exit
|
| 941 |
+
[pub_text-52] killing on exit
|
| 942 |
+
[INFO] [1737252025.498727]: Stored episode 18.
|
| 943 |
+
[INFO] [1737252025.521075]: Saving video...
|
| 944 |
+
[INFO] [1737252025.803100]: Video saved!
|
| 945 |
+
Starting episode 18
|
| 946 |
+
[INFO] [1737252025.923879]: resetting environment
|
| 947 |
+
[INFO] [1737252025.963764]: cleared current plan
|
| 948 |
+
[INFO] [1737252025.964981]: moving to home
|
| 949 |
+
[INFO] [1737252029.576787]: reached home
|
| 950 |
+
[INFO] [1737252029.614687]: reset action history
|
| 951 |
+
[INFO] [1737252032.833497]: environment reset
|
| 952 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 953 |
+
proceeding to start episode!
|
| 954 |
+
Comuting lower confidence bound
|
| 955 |
+
Comuting upper confidence bound
|
| 956 |
+
Comuting lower confidence bound
|
| 957 |
+
Comuting upper confidence bound
|
| 958 |
+
Comuting lower confidence bound
|
| 959 |
+
Comuting upper confidence bound
|
| 960 |
+
Comuting lower confidence bound
|
| 961 |
+
Comuting upper confidence bound
|
| 962 |
+
[INFO] [1737252037.891033]: resetting environment
|
| 963 |
+
[INFO] [1737252037.934507]: cleared current plan
|
| 964 |
+
[INFO] [1737252037.936662]: moving to home
|
| 965 |
+
[INFO] [1737252038.947343]: reached home
|
| 966 |
+
[INFO] [1737252038.968454]: reset action history
|
| 967 |
+
[INFO] [1737252042.092650]: environment reset
|
| 968 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_18_2025-01-18-21-00-42.bag
|
| 969 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 970 |
+
[1mstarted roslaunch server http://158.130.50.37:39641/
|
| 971 |
+
SUMMARY
|
| 972 |
+
========
|
| 973 |
+
PARAMETERS
|
| 974 |
+
* /rosdistro: noetic
|
| 975 |
+
* /rosversion: 1.16.0
|
| 976 |
+
NODES
|
| 977 |
+
/
|
| 978 |
+
print_text (rostopic/rostopic)
|
| 979 |
+
pub_text (rostopic/rostopic)
|
| 980 |
+
rosbag_record (rosbag/record)
|
| 981 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 982 |
+
[1mprocess[pub_text-55]: started with pid [2576377]
|
| 983 |
+
[1mprocess[print_text-56]: started with pid [2576378]
|
| 984 |
+
[1mprocess[rosbag_record-57]: started with pid [2576379]
|
| 985 |
+
started bagging!
|
| 986 |
+
[INFO] [1737252078.731131]: Storing episode...
|
| 987 |
+
[rosbag_record-57] killing on exit
|
| 988 |
+
[pub_text-55] killing on exit
|
| 989 |
+
[print_text-56] killing on exit
|
| 990 |
+
[33m[WARN] [1737252080.089610]: Plan exhausted
|
| 991 |
+
[33m[WARN] [1737252080.134129]: Plan exhausted
|
| 992 |
+
[33m[WARN] [1737252080.171798]: Plan exhausted
|
| 993 |
+
[33m[WARN] [1737252080.228953]: Plan exhausted
|
| 994 |
+
[33m[WARN] [1737252080.269378]: Plan exhausted
|
| 995 |
+
[33m[WARN] [1737252080.298746]: Plan exhausted
|
| 996 |
+
[33m[WARN] [1737252080.338219]: Plan exhausted
|
| 997 |
+
[33m[WARN] [1737252080.406801]: Plan exhausted
|
| 998 |
+
[INFO] [1737252079.608497]: Stored episode 19.
|
| 999 |
+
[INFO] [1737252079.627043]: Saving video...
|
| 1000 |
+
[INFO] [1737252080.214851]: Video saved!
|
| 1001 |
+
Starting episode 19
|
| 1002 |
+
[INFO] [1737252080.467873]: resetting environment
|
| 1003 |
+
[INFO] [1737252080.519992]: cleared current plan
|
| 1004 |
+
[INFO] [1737252080.536621]: moving to home
|
| 1005 |
+
[33m[WARN] [1737252080.476797]: Plan exhausted
|
| 1006 |
+
[33m[WARN] [1737252080.493489]: Plan exhausted
|
| 1007 |
+
[33m[WARN] [1737252080.505460]: Plan exhausted
|
| 1008 |
+
[INFO] [1737252084.167203]: reached home
|
| 1009 |
+
[INFO] [1737252084.188622]: reset action history
|
| 1010 |
+
[INFO] [1737252087.430500]: environment reset
|
| 1011 |
+
Press Enter to continue... after reseting env. To rate prev episode, press 0 for failure and 1 for success
|
| 1012 |
+
proceeding to start episode!Comuting lower confidence bound
|
| 1013 |
+
Comuting upper confidence bound
|
| 1014 |
+
Comuting lower confidence bound
|
| 1015 |
+
Comuting upper confidence bound
|
| 1016 |
+
Comuting lower confidence bound
|
| 1017 |
+
Comuting upper confidence bound
|
| 1018 |
+
Comuting lower confidence bound
|
| 1019 |
+
Comuting upper confidence bound
|
| 1020 |
+
[INFO] [1737252089.868533]: resetting environment
|
| 1021 |
+
[INFO] [1737252089.990070]: cleared current plan
|
| 1022 |
+
[INFO] [1737252090.022126]: moving to home
|
| 1023 |
+
[INFO] [1737252091.054830]: reached home
|
| 1024 |
+
[INFO] [1737252091.067521]: reset action history
|
| 1025 |
+
[INFO] [1737252094.359474]: environment reset
|
| 1026 |
+
bag_path_name:=/home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj/episode_rosbags/episode_19_2025-01-18-21-01-34.bag
|
| 1027 |
+
... logging to /home/leonmkim/.ros/log/1b77c894-d3af-11ef-96d2-5defea869005/roslaunch-leonmkim-ROG-Strix-G15CS-G15CS-2573483.log
|
| 1028 |
+
[1mstarted roslaunch server http://158.130.50.37:42115/
|
| 1029 |
+
SUMMARY
|
| 1030 |
+
========
|
| 1031 |
+
PARAMETERS
|
| 1032 |
+
* /rosdistro: noetic
|
| 1033 |
+
* /rosversion: 1.16.0
|
| 1034 |
+
NODES
|
| 1035 |
+
/
|
| 1036 |
+
print_text (rostopic/rostopic)
|
| 1037 |
+
pub_text (rostopic/rostopic)
|
| 1038 |
+
rosbag_record (rosbag/record)
|
| 1039 |
+
[1mROS_MASTER_URI=http://localhost:11311
|
| 1040 |
+
[1mprocess[pub_text-58]: started with pid [2576521]
|
| 1041 |
+
[1mprocess[print_text-59]: started with pid [2576522]
|
| 1042 |
+
[1mprocess[rosbag_record-60]: started with pid [2576523]
|
| 1043 |
+
started bagging!
|
| 1044 |
+
[INFO] [1737252132.152322]: Storing episode...
|
| 1045 |
+
[rosbag_record-60] killing on exit
|
| 1046 |
+
[print_text-59] killing on exit
|
| 1047 |
+
[pub_text-58] killing on exit
|
| 1048 |
+
[INFO] [1737252133.055334]: Stored episode 20.
|
| 1049 |
+
[INFO] [1737252133.072693]: Saving video...
|
| 1050 |
+
[33m[WARN] [1737252133.492695]: Plan exhausted
|
| 1051 |
+
[33m[WARN] [1737252133.528076]: Plan exhausted
|
| 1052 |
+
[33m[WARN] [1737252133.569430]: Plan exhausted
|
| 1053 |
+
[33m[WARN] [1737252133.615357]: Plan exhausted
|
| 1054 |
+
[33m[WARN] [1737252133.661453]: Plan exhausted
|
| 1055 |
+
[33m[WARN] [1737252133.687883]: Plan exhausted
|
| 1056 |
+
[33m[WARN] [1737252133.729552]: Plan exhausted
|
| 1057 |
+
[33m[WARN] [1737252133.767789]: Plan exhausted
|
| 1058 |
+
[33m[WARN] [1737252133.824133]: Plan exhausted
|
| 1059 |
+
[33m[WARN] [1737252133.847794]: Plan exhausted
|
| 1060 |
+
[33m[WARN] [1737252133.888204]: Plan exhausted
|
| 1061 |
+
[33m[WARN] [1737252133.935602]: Plan exhausted
|
| 1062 |
+
[33m[WARN] [1737252133.990664]: Plan exhausted
|
| 1063 |
+
[33m[WARN] [1737252134.031595]: Plan exhausted
|
| 1064 |
+
[INFO] [1737252133.796526]: Video saved!
|
| 1065 |
+
[INFO] [1737252133.970925]: resetting environment
|
| 1066 |
+
[INFO] [1737252134.044111]: cleared current plan
|
| 1067 |
+
[INFO] [1737252134.047301]: moving to home
|
| 1068 |
+
[INFO] [1737252137.673207]: reached home
|
| 1069 |
+
[INFO] [1737252137.696199]: reset action history
|
| 1070 |
+
[INFO] [1737252141.094974]: environment reset
|
| 1071 |
+
Evaluation finished. To wrap up, rate prev episode, press 0 for failure and 1 for success
|
| 1072 |
+
proceeding to start episode!Comuting lower confidence bound
|
| 1073 |
+
Comuting upper confidence bound
|
| 1074 |
+
Comuting lower confidence bound
|
| 1075 |
+
Comuting upper confidence bound
|
| 1076 |
+
Comuting lower confidence bound
|
| 1077 |
+
Comuting upper confidence bound
|
| 1078 |
+
Comuting lower confidence bound
|
| 1079 |
+
Comuting upper confidence bound
|
| 1080 |
+
Comuting lower confidence bound
|
| 1081 |
+
Comuting upper confidence bound
|
| 1082 |
+
Comuting lower confidence bound
|
| 1083 |
+
Comuting upper confidence bound
|
| 1084 |
+
Comuting lower confidence bound
|
| 1085 |
+
Comuting upper confidence bound
|
| 1086 |
+
Comuting lower confidence bound
|
| 1087 |
+
Comuting upper confidence bound
|
| 1088 |
+
proceeding to start episode!
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/requirements.txt
ADDED
|
@@ -0,0 +1,340 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Cython==3.0.10
|
| 2 |
+
Farama-Notifications==0.0.4
|
| 3 |
+
GitPython==3.1.43
|
| 4 |
+
Jinja2==3.1.4
|
| 5 |
+
Markdown==3.6
|
| 6 |
+
MarkupSafe==2.1.5
|
| 7 |
+
POT==0.7.0
|
| 8 |
+
PyOpenGL==3.1.7
|
| 9 |
+
PySocks==1.7.1
|
| 10 |
+
PyYAML==6.0.1
|
| 11 |
+
Pygments==2.18.0
|
| 12 |
+
Rtree==1.3.0
|
| 13 |
+
Werkzeug==3.0.3
|
| 14 |
+
absl-py==2.1.0
|
| 15 |
+
accelerate==0.33.0
|
| 16 |
+
actionlib-msgs==1.13.0.post3
|
| 17 |
+
actionlib==1.12.0
|
| 18 |
+
actionlib==1.14.0
|
| 19 |
+
aiohttp==3.9.5
|
| 20 |
+
aiosignal==1.3.1
|
| 21 |
+
angles==1.9.13
|
| 22 |
+
antlr4-python3-runtime==4.9.3
|
| 23 |
+
anyio==4.4.0
|
| 24 |
+
asciitree==0.3.3
|
| 25 |
+
async-timeout==4.0.3
|
| 26 |
+
attrs==23.2.0
|
| 27 |
+
autoprop==4.1.0
|
| 28 |
+
beartype==0.18.5
|
| 29 |
+
beautifulsoup4==4.12.3
|
| 30 |
+
binomial_cis==0.0.11
|
| 31 |
+
bondpy==1.8.6
|
| 32 |
+
byol-pytorch==0.8.0
|
| 33 |
+
cachetools==5.4.0
|
| 34 |
+
camera-calibration-parsers==1.12.0
|
| 35 |
+
camera-calibration==1.17.0
|
| 36 |
+
cascadio==0.0.13
|
| 37 |
+
catkin-pkg==1.0.0
|
| 38 |
+
catkin==0.7.18
|
| 39 |
+
catkin==0.8.10
|
| 40 |
+
certifi==2024.7.4
|
| 41 |
+
cffi==1.16.0
|
| 42 |
+
chardet==5.2.0
|
| 43 |
+
charset-normalizer==3.3.2
|
| 44 |
+
click==8.1.7
|
| 45 |
+
cloudpickle==3.0.0
|
| 46 |
+
cmake==3.30.1
|
| 47 |
+
colorlog==6.8.2
|
| 48 |
+
contourpy==1.2.1
|
| 49 |
+
controller-manager-msgs==0.20.0
|
| 50 |
+
controller-manager==0.20.0
|
| 51 |
+
coverage==7.6.0
|
| 52 |
+
coveralls==4.0.1
|
| 53 |
+
cv-bridge==1.16.2
|
| 54 |
+
cycler==0.12.1
|
| 55 |
+
datasets==2.20.0
|
| 56 |
+
decorator==4.4.2
|
| 57 |
+
deepdiff==7.0.1
|
| 58 |
+
defusedxml==0.7.1
|
| 59 |
+
diagnostic-analysis==1.11.0
|
| 60 |
+
diagnostic-common-diagnostics==1.11.0
|
| 61 |
+
diagnostic-updater==1.11.0
|
| 62 |
+
diffusers==0.27.2
|
| 63 |
+
dill==0.3.8
|
| 64 |
+
distro==1.9.0
|
| 65 |
+
dm-control==1.0.8
|
| 66 |
+
dm-env==1.6
|
| 67 |
+
dm-tree==0.1.8
|
| 68 |
+
docker-pycreds==0.4.0
|
| 69 |
+
docopt==0.6.2
|
| 70 |
+
docutils==0.21.2
|
| 71 |
+
dynamic-reconfigure==1.7.3
|
| 72 |
+
einops==0.8.0
|
| 73 |
+
embreex==2.17.7.post5
|
| 74 |
+
empy==3.3.4
|
| 75 |
+
etils==1.7.0
|
| 76 |
+
exceptiongroup==1.2.2
|
| 77 |
+
ezdxf==1.3.2
|
| 78 |
+
fasteners==0.19
|
| 79 |
+
filelock==3.15.4
|
| 80 |
+
fonttools==4.53.1
|
| 81 |
+
freetype-py==2.4.0
|
| 82 |
+
frozenlist==1.4.1
|
| 83 |
+
fsspec==2024.5.0
|
| 84 |
+
gazebo_plugins==2.9.2
|
| 85 |
+
gazebo_ros==2.9.2
|
| 86 |
+
gdown==5.2.0
|
| 87 |
+
gencpp==0.7.0
|
| 88 |
+
geneus==3.0.0
|
| 89 |
+
genlisp==0.4.18
|
| 90 |
+
genmsg==0.5.12
|
| 91 |
+
genmsg==0.6.0
|
| 92 |
+
gennodejs==2.0.2
|
| 93 |
+
genpy==0.6.14
|
| 94 |
+
genpy==0.6.15
|
| 95 |
+
geometry-msgs==1.13.0.post2
|
| 96 |
+
gitdb==4.0.11
|
| 97 |
+
glfw==2.7.0
|
| 98 |
+
glooey==0.3.6
|
| 99 |
+
gmsh==4.12.2
|
| 100 |
+
gnupg==2.3.1
|
| 101 |
+
google-auth-oauthlib==1.0.0
|
| 102 |
+
google-auth==2.32.0
|
| 103 |
+
grpcio==1.65.1
|
| 104 |
+
gym-envs==0.0.1
|
| 105 |
+
gym-notices==0.0.8
|
| 106 |
+
gym==0.22.0
|
| 107 |
+
gymnasium==0.29.1
|
| 108 |
+
h11==0.14.0
|
| 109 |
+
h5py==3.11.0
|
| 110 |
+
hf_transfer==0.1.8
|
| 111 |
+
httpcore==1.0.5
|
| 112 |
+
httpx==0.27.0
|
| 113 |
+
huggingface-hub==0.23.5
|
| 114 |
+
hydra-core==1.3.2
|
| 115 |
+
hydra-submitit-launcher==1.2.0
|
| 116 |
+
idna==3.7
|
| 117 |
+
image-geometry==1.16.2
|
| 118 |
+
imageio-ffmpeg==0.5.1
|
| 119 |
+
imageio==2.34.2
|
| 120 |
+
importlib_metadata==8.2.0
|
| 121 |
+
importlib_resources==6.4.0
|
| 122 |
+
iniconfig==2.0.0
|
| 123 |
+
interactive-markers==1.12.0
|
| 124 |
+
joint-state-publisher-gui==1.15.1
|
| 125 |
+
joint-state-publisher==1.15.1
|
| 126 |
+
jsonschema-specifications==2023.12.1
|
| 127 |
+
jsonschema==4.23.0
|
| 128 |
+
kiwisolver==1.4.5
|
| 129 |
+
kornia==0.7.3
|
| 130 |
+
kornia_rs==0.1.5
|
| 131 |
+
labmaze==1.0.6
|
| 132 |
+
laser_geometry==1.6.7
|
| 133 |
+
lazy_loader==0.4
|
| 134 |
+
lerobot==0.1.0
|
| 135 |
+
lightning-utilities==0.11.6
|
| 136 |
+
llvmlite==0.43.0
|
| 137 |
+
lxml==5.2.2
|
| 138 |
+
manifold3d==2.5.1
|
| 139 |
+
mapbox-earcut==1.0.1
|
| 140 |
+
markdown-it-py==3.0.0
|
| 141 |
+
matplotlib==3.9.1
|
| 142 |
+
mdurl==0.1.2
|
| 143 |
+
meshio==5.3.5
|
| 144 |
+
message-filters==1.16.0
|
| 145 |
+
more-itertools==10.3.0
|
| 146 |
+
moviepy==1.0.3
|
| 147 |
+
mpmath==1.3.0
|
| 148 |
+
mujoco==3.2.0
|
| 149 |
+
multidict==6.0.5
|
| 150 |
+
multiprocess==0.70.16
|
| 151 |
+
natsort==8.4.0
|
| 152 |
+
netifaces==0.11.0
|
| 153 |
+
networkx==3.3
|
| 154 |
+
nodeenv==1.9.1
|
| 155 |
+
numba==0.60.0
|
| 156 |
+
numcodecs==0.13.0
|
| 157 |
+
numpy==1.26.4
|
| 158 |
+
nvidia-cublas-cu12==12.1.3.1
|
| 159 |
+
nvidia-cuda-cupti-cu12==12.1.105
|
| 160 |
+
nvidia-cuda-nvrtc-cu12==12.1.105
|
| 161 |
+
nvidia-cuda-runtime-cu12==12.1.105
|
| 162 |
+
nvidia-cudnn-cu12==9.1.0.70
|
| 163 |
+
nvidia-cufft-cu12==11.0.2.54
|
| 164 |
+
nvidia-curand-cu12==10.3.2.106
|
| 165 |
+
nvidia-cusolver-cu12==11.4.5.107
|
| 166 |
+
nvidia-cusparse-cu12==12.1.0.106
|
| 167 |
+
nvidia-nccl-cu12==2.20.5
|
| 168 |
+
nvidia-nvjitlink-cu12==12.5.82
|
| 169 |
+
nvidia-nvtx-cu12==12.1.105
|
| 170 |
+
oauthlib==3.2.2
|
| 171 |
+
omegaconf==2.3.0
|
| 172 |
+
openctm==0.0.5
|
| 173 |
+
opencv-python==4.10.0.84
|
| 174 |
+
ordered-set==4.1.0
|
| 175 |
+
packaging==24.1
|
| 176 |
+
pandas==2.2.2
|
| 177 |
+
pillow==10.4.0
|
| 178 |
+
pip==24.3.1
|
| 179 |
+
platformdirs==4.2.2
|
| 180 |
+
pluggy==1.5.0
|
| 181 |
+
proglog==0.1.10
|
| 182 |
+
protobuf==5.27.2
|
| 183 |
+
psutil==6.0.0
|
| 184 |
+
pyarrow-hotfix==0.6
|
| 185 |
+
pyarrow==17.0.0
|
| 186 |
+
pyasn1==0.6.0
|
| 187 |
+
pyasn1_modules==0.4.0
|
| 188 |
+
pyav==12.3.0
|
| 189 |
+
pycollada==0.8
|
| 190 |
+
pycparser==2.22
|
| 191 |
+
pycryptodomex==3.21.0
|
| 192 |
+
pyglet==1.5.29
|
| 193 |
+
pyinstrument==4.6.2
|
| 194 |
+
pymunk==6.8.1
|
| 195 |
+
pyparsing==2.4.7
|
| 196 |
+
pyrealsense2==2.54.2.5684
|
| 197 |
+
pyribbit==0.1.46
|
| 198 |
+
pyright==1.1.373
|
| 199 |
+
pytest-beartype==0.0.2
|
| 200 |
+
pytest-cov==5.0.0
|
| 201 |
+
pytest==8.3.1
|
| 202 |
+
python-dateutil==2.9.0.post0
|
| 203 |
+
python-fcl==0.7.0.6
|
| 204 |
+
python-qt-binding==0.4.4
|
| 205 |
+
pytorch-lightning==2.4.0
|
| 206 |
+
pytz==2024.1
|
| 207 |
+
qt-dotgraph==0.4.2
|
| 208 |
+
qt-gui-cpp==0.4.2
|
| 209 |
+
qt-gui-py-common==0.4.2
|
| 210 |
+
qt-gui==0.4.2
|
| 211 |
+
referencing==0.35.1
|
| 212 |
+
regex==2024.5.15
|
| 213 |
+
requests-oauthlib==2.0.0
|
| 214 |
+
requests==2.32.3
|
| 215 |
+
rerun-sdk==0.17.0
|
| 216 |
+
resource_retriever==1.12.7
|
| 217 |
+
rich==13.7.1
|
| 218 |
+
ros-numpy==0.0.5
|
| 219 |
+
rosbag==1.16.0
|
| 220 |
+
rosboost-cfg==1.15.8
|
| 221 |
+
rosclean==1.15.8
|
| 222 |
+
roscpp==1.15.11
|
| 223 |
+
roscreate==1.15.8
|
| 224 |
+
rosgraph-msgs==1.11.3.post2
|
| 225 |
+
rosgraph==1.15.11
|
| 226 |
+
rosgraph==1.16.0
|
| 227 |
+
roslaunch==1.16.0
|
| 228 |
+
roslib==1.14.7.post0
|
| 229 |
+
roslib==1.15.8
|
| 230 |
+
roslint==0.12.0
|
| 231 |
+
roslz4==1.16.0
|
| 232 |
+
rosmake==1.15.8
|
| 233 |
+
rosmaster==1.16.0
|
| 234 |
+
rosmsg==1.16.0
|
| 235 |
+
rosnode==1.16.0
|
| 236 |
+
rosparam==1.16.0
|
| 237 |
+
rospkg==1.5.1
|
| 238 |
+
rospy==1.15.11
|
| 239 |
+
rospy==1.16.0
|
| 240 |
+
rosservice==1.16.0
|
| 241 |
+
rostest==1.16.0
|
| 242 |
+
rostopic==1.16.0
|
| 243 |
+
rosunit==1.15.8
|
| 244 |
+
roswtf==1.16.0
|
| 245 |
+
rpds-py==0.19.1
|
| 246 |
+
rqt-console==0.4.12
|
| 247 |
+
rqt-image-view==0.4.17
|
| 248 |
+
rqt-logger-level==0.4.12
|
| 249 |
+
rqt-moveit==0.5.11
|
| 250 |
+
rqt-reconfigure==0.5.5
|
| 251 |
+
rqt-robot-dashboard==0.5.8
|
| 252 |
+
rqt-robot-monitor==0.5.15
|
| 253 |
+
rqt-runtime-monitor==0.5.10
|
| 254 |
+
rqt-rviz==0.7.0
|
| 255 |
+
rqt-tf-tree==0.6.4
|
| 256 |
+
rqt_action==0.4.9
|
| 257 |
+
rqt_bag==0.5.1
|
| 258 |
+
rqt_bag_plugins==0.5.1
|
| 259 |
+
rqt_dep==0.4.12
|
| 260 |
+
rqt_graph==0.4.14
|
| 261 |
+
rqt_gui==0.5.3
|
| 262 |
+
rqt_gui_py==0.5.3
|
| 263 |
+
rqt_launch==0.4.9
|
| 264 |
+
rqt_msg==0.4.10
|
| 265 |
+
rqt_nav_view==0.5.7
|
| 266 |
+
rqt_plot==0.4.13
|
| 267 |
+
rqt_pose_view==0.5.11
|
| 268 |
+
rqt_publisher==0.4.10
|
| 269 |
+
rqt_py_common==0.5.3
|
| 270 |
+
rqt_py_console==0.4.10
|
| 271 |
+
rqt_robot_steering==0.5.12
|
| 272 |
+
rqt_service_caller==0.4.10
|
| 273 |
+
rqt_shell==0.4.11
|
| 274 |
+
rqt_srv==0.4.9
|
| 275 |
+
rqt_top==0.4.10
|
| 276 |
+
rqt_topic==0.4.13
|
| 277 |
+
rqt_web==0.4.10
|
| 278 |
+
rsa==4.9
|
| 279 |
+
ruff==0.5.4
|
| 280 |
+
rviz==1.14.25
|
| 281 |
+
safetensors==0.4.3
|
| 282 |
+
scikit-image==0.24.0
|
| 283 |
+
scikit-video==1.1.11
|
| 284 |
+
scipy==1.14.0
|
| 285 |
+
seaborn==0.13.2
|
| 286 |
+
sensor-msgs==1.13.1
|
| 287 |
+
sentry-sdk==2.11.0
|
| 288 |
+
setproctitle==1.3.3
|
| 289 |
+
setuptools==65.5.0
|
| 290 |
+
shapely==2.0.5
|
| 291 |
+
signature_dispatch==1.0.1
|
| 292 |
+
six==1.16.0
|
| 293 |
+
smach-ros==2.5.2
|
| 294 |
+
smach==2.5.2
|
| 295 |
+
smclib==1.8.6
|
| 296 |
+
smmap==5.0.1
|
| 297 |
+
sniffio==1.3.1
|
| 298 |
+
soupsieve==2.5
|
| 299 |
+
std-msgs==0.5.13.post0
|
| 300 |
+
submitit==1.5.1
|
| 301 |
+
svg.path==6.3
|
| 302 |
+
sympy==1.13.1
|
| 303 |
+
tensorboard-data-server==0.7.2
|
| 304 |
+
tensorboard==2.14.0
|
| 305 |
+
termcolor==2.4.0
|
| 306 |
+
tf-conversions==1.13.2
|
| 307 |
+
tf2-geometry-msgs==0.7.7
|
| 308 |
+
tf2-kdl==0.7.7
|
| 309 |
+
tf2-msgs==0.7.2.post3
|
| 310 |
+
tf2-py==0.7.7
|
| 311 |
+
tf2-ros==0.6.5
|
| 312 |
+
tf2-ros==0.7.7
|
| 313 |
+
tf2_py==0.6.5.post1
|
| 314 |
+
tf==1.13.2
|
| 315 |
+
tifffile==2024.7.24
|
| 316 |
+
tomli==2.0.1
|
| 317 |
+
topic-tools==1.16.0
|
| 318 |
+
torch==2.4.0
|
| 319 |
+
torchaug==0.5.2
|
| 320 |
+
torchmetrics==1.4.0.post0
|
| 321 |
+
torchvision==0.19.0
|
| 322 |
+
tqdm==4.66.4
|
| 323 |
+
trimesh==4.4.3
|
| 324 |
+
triton==3.0.0
|
| 325 |
+
typeguard==3.0.2
|
| 326 |
+
typing_extensions==4.12.2
|
| 327 |
+
tzdata==2024.1
|
| 328 |
+
urchin==0.0.27
|
| 329 |
+
urllib3==2.2.2
|
| 330 |
+
vecrec==0.3.1
|
| 331 |
+
vhacdx==0.0.8.post1
|
| 332 |
+
wandb==0.17.5
|
| 333 |
+
wheel==0.43.0
|
| 334 |
+
xacro==1.14.18
|
| 335 |
+
xatlas==0.0.9
|
| 336 |
+
xxhash==3.4.1
|
| 337 |
+
yarl==1.9.4
|
| 338 |
+
zarr==2.18.2
|
| 339 |
+
zipp==3.19.2
|
| 340 |
+
zstandard==0.23.0
|
7sdjk1lj/wandb/run-20250118_204612-7sdjk1lj/files/upstream_diff_0f018502ce3c0d2ad4dfb21f3d7778b9e3db3a78.patch
ADDED
|
@@ -0,0 +1,119 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
diff --git a/FISH/cfgs/config_eval.yaml b/FISH/cfgs/config_eval.yaml
|
| 2 |
+
index a5e82a4..44ba2f5 100644
|
| 3 |
+
--- a/FISH/cfgs/config_eval.yaml
|
| 4 |
+
+++ b/FISH/cfgs/config_eval.yaml
|
| 5 |
+
@@ -82,7 +82,7 @@ contact_estimation_model_ckpt_path: '~/fish_leon/contact_estimation/artifacts/17
|
| 6 |
+
|
| 7 |
+
# Number of evaluation trajectories
|
| 8 |
+
# num_eval: 10
|
| 9 |
+
-num_eval: 5
|
| 10 |
+
+num_eval: 20
|
| 11 |
+
|
| 12 |
+
debug_timestamps: False
|
| 13 |
+
open_loop: False
|
| 14 |
+
@@ -132,15 +132,25 @@ load_checkpoint: ${agent.load_checkpoint}
|
| 15 |
+
# wandb_run_id: '1000_0' # all
|
| 16 |
+
|
| 17 |
+
# all books, 10/20 demos per book
|
| 18 |
+
+# crp_D+act history
|
| 19 |
+
+# wandb_run_id: '3456_0'
|
| 20 |
+
+# wandb_run_id: '3456_1' # seed 1
|
| 21 |
+
+# wandb_run_id: '3456_2' # seed 2
|
| 22 |
+
+
|
| 23 |
+
+# all books, 06/20 demos per book
|
| 24 |
+
+# crp_D+act history
|
| 25 |
+
+# wandb_run_id: '3465_0'
|
| 26 |
+
+wandb_run_id: '3465_1' # seed 1
|
| 27 |
+
+# wandb_run_id: '3465_2' # seed 2
|
| 28 |
+
+
|
| 29 |
+
# RGBD+mask+act history
|
| 30 |
+
-# wandb_run_id: '1002_0'
|
| 31 |
+
# wandb_run_id: '1009_1' # seed 1
|
| 32 |
+
# wandb_run_id: '1022_0' # dataset shuffle seed 1
|
| 33 |
+
|
| 34 |
+
# RGBD+mask+contact(all ftrs)+act history
|
| 35 |
+
# wandb_run_id: '1003_0'
|
| 36 |
+
# wandb_run_id: '1013_1' # seed 1
|
| 37 |
+
-wandb_run_id: '1017_0' # dataset shuffle seed 1
|
| 38 |
+
+# wandb_run_id: '1017_0' # dataset shuffle seed 1
|
| 39 |
+
|
| 40 |
+
# all books, 6/20 demos per book
|
| 41 |
+
# RGBD+mask+act history
|
| 42 |
+
@@ -191,7 +201,7 @@ wandb_run_id: '1017_0' # dataset shuffle seed 1
|
| 43 |
+
true_action_history: false
|
| 44 |
+
wandb_notes: null
|
| 45 |
+
|
| 46 |
+
-checkpoint_epoch: 12000 # for depth + all contact
|
| 47 |
+
+checkpoint_epoch: 7500 # for depth + all contact
|
| 48 |
+
load_residual_weight: false
|
| 49 |
+
|
| 50 |
+
checkpoint_root_dir: '/home/${oc.env:USER}/fish_leon/FISH'
|
| 51 |
+
diff --git a/FISH/download_model_checkpoints.py b/FISH/download_model_checkpoints.py
|
| 52 |
+
index e3c7dc1..9509617 100644
|
| 53 |
+
--- a/FISH/download_model_checkpoints.py
|
| 54 |
+
+++ b/FISH/download_model_checkpoints.py
|
| 55 |
+
@@ -167,15 +167,21 @@ run_id_list = [
|
| 56 |
+
# '1948_0',
|
| 57 |
+
# '1950_0',
|
| 58 |
+
# '1954_1',
|
| 59 |
+
- '1002_0',
|
| 60 |
+
- '1009_1',
|
| 61 |
+
- '1022_0',
|
| 62 |
+
- '1003_0',
|
| 63 |
+
- '1013_1',
|
| 64 |
+
- '1017_0',
|
| 65 |
+
+ # '1002_0',
|
| 66 |
+
+ # '1009_1',
|
| 67 |
+
+ # '1022_0',
|
| 68 |
+
+ # '1003_0',
|
| 69 |
+
+ # '1013_1',
|
| 70 |
+
+ # '1017_0',
|
| 71 |
+
+ # '3456_0',
|
| 72 |
+
+ # '3456_1',
|
| 73 |
+
+ # '3456_2',
|
| 74 |
+
+ '3465_0',
|
| 75 |
+
+ '3465_1',
|
| 76 |
+
+ '3465_2',
|
| 77 |
+
]
|
| 78 |
+
|
| 79 |
+
-checkpoint_epoch = 12000
|
| 80 |
+
+checkpoint_epoch = 7500
|
| 81 |
+
|
| 82 |
+
# use subprocess to download the model checkpoints in parallel
|
| 83 |
+
process_list = []
|
| 84 |
+
diff --git a/FISH/eval_policy.py b/FISH/eval_policy.py
|
| 85 |
+
index 0ad179a..f5cfc13 100644
|
| 86 |
+
--- a/FISH/eval_policy.py
|
| 87 |
+
+++ b/FISH/eval_policy.py
|
| 88 |
+
@@ -89,9 +89,10 @@ class Workspace:
|
| 89 |
+
# Need to convert hydra config to primitive container for wandb https://docs.wandb.ai/guides/integrations/hydra
|
| 90 |
+
with open_dict(self.cfg):
|
| 91 |
+
self.cfg.feature_type = get_feature_dirname_from_configs(
|
| 92 |
+
- hydra.utils.instantiate(self.cfg.agent.config.observation_cfg),
|
| 93 |
+
- self.cfg.agent.config.policy_cfg.input_shapes,
|
| 94 |
+
- hydra.utils.instantiate(self.cfg.agent.config.policy_cfg.action_history_encoder_config) if 'observation.action_history' in self.cfg.agent.config.policy_cfg.input_shapes else None,
|
| 95 |
+
+ hydra.utils.instantiate(self.cfg.agent.config),
|
| 96 |
+
+ # hydra.utils.instantiate(self.cfg.agent.config.observation_cfg),
|
| 97 |
+
+ # self.cfg.agent.config.policy_cfg.input_shapes,
|
| 98 |
+
+ # hydra.utils.instantiate(self.cfg.agent.config.policy_cfg.action_history_encoder_config) if 'observation.action_history' in self.cfg.agent.config.policy_cfg.input_shapes else None,
|
| 99 |
+
)
|
| 100 |
+
|
| 101 |
+
if not self.loading_uncompiled_checkpoint_with_compile and self.cfg.agent.config.compile:
|
| 102 |
+
diff --git a/FISH/eval_robot.py b/FISH/eval_robot.py
|
| 103 |
+
index 50493fe..905b769 100644
|
| 104 |
+
--- a/FISH/eval_robot.py
|
| 105 |
+
+++ b/FISH/eval_robot.py
|
| 106 |
+
@@ -83,9 +83,10 @@ class Workspace:
|
| 107 |
+
# Need to convert hydra config to primitive container for wandb https://docs.wandb.ai/guides/integrations/hydra
|
| 108 |
+
with open_dict(self.cfg):
|
| 109 |
+
self.cfg.feature_type = get_feature_dirname_from_configs(
|
| 110 |
+
- hydra.utils.instantiate(self.cfg.agent.config.observation_cfg),
|
| 111 |
+
- self.cfg.agent.config.policy_cfg.input_shapes,
|
| 112 |
+
- hydra.utils.instantiate(self.cfg.agent.config.policy_cfg.action_history_encoder_config) if 'observation.action_history' in self.cfg.agent.config.policy_cfg.input_shapes else None,
|
| 113 |
+
+ hydra.utils.instantiate(self.cfg.agent.config),
|
| 114 |
+
+ # hydra.utils.instantiate(self.cfg.agent.config.observation_cfg),
|
| 115 |
+
+ # self.cfg.agent.config.policy_cfg.input_shapes,
|
| 116 |
+
+ # hydra.utils.instantiate(self.cfg.agent.config.policy_cfg.action_history_encoder_config) if 'observation.action_history' in self.cfg.agent.config.policy_cfg.input_shapes else None,
|
| 117 |
+
)
|
| 118 |
+
|
| 119 |
+
wandb_config = OmegaConf.to_container(
|