Automatic upload: dp_pant_long_20260307_060640
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +21 -0
- checkpoints/002000/eval_results.json +18 -18
- checkpoints/002000/eval_videos/failure/episode0_observation_images_left_rgb.mp4 +2 -2
- checkpoints/002000/eval_videos/failure/episode0_observation_images_right_rgb.mp4 +2 -2
- checkpoints/002000/eval_videos/failure/episode0_observation_images_top_rgb.mp4 +2 -2
- checkpoints/002000/pretrained_model/config.json +8 -26
- checkpoints/002000/pretrained_model/model.safetensors +2 -2
- checkpoints/002000/pretrained_model/policy_postprocessor.json +2 -2
- checkpoints/002000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors +2 -2
- checkpoints/002000/pretrained_model/policy_preprocessor.json +5 -23
- checkpoints/002000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors +2 -2
- checkpoints/002000/pretrained_model/train_config.json +23 -41
- checkpoints/002000/training_state/optimizer_param_groups.json +2 -66
- checkpoints/002000/training_state/optimizer_state.safetensors +2 -2
- checkpoints/002000/training_state/rng_state.safetensors +1 -1
- checkpoints/002000/training_state/scheduler_state.json +1 -1
- checkpoints/004000/eval_results.json +86 -0
- checkpoints/004000/eval_videos/failure/episode0_observation_images_left_rgb.mp4 +3 -0
- checkpoints/004000/eval_videos/failure/episode0_observation_images_right_rgb.mp4 +3 -0
- checkpoints/004000/eval_videos/failure/episode0_observation_images_top_rgb.mp4 +3 -0
- checkpoints/004000/pretrained_model/config.json +7 -9
- checkpoints/004000/pretrained_model/model.safetensors +2 -2
- checkpoints/004000/pretrained_model/policy_postprocessor.json +2 -2
- checkpoints/004000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors +2 -2
- checkpoints/004000/pretrained_model/policy_preprocessor.json +5 -7
- checkpoints/004000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors +2 -2
- checkpoints/004000/pretrained_model/train_config.json +19 -19
- checkpoints/004000/training_state/optimizer_param_groups.json +2 -66
- checkpoints/004000/training_state/optimizer_state.safetensors +2 -2
- checkpoints/004000/training_state/rng_state.safetensors +1 -1
- checkpoints/004000/training_state/scheduler_state.json +1 -1
- checkpoints/006000/eval_results.json +86 -0
- checkpoints/006000/eval_videos/failure/episode0_observation_images_left_rgb.mp4 +3 -0
- checkpoints/006000/eval_videos/failure/episode0_observation_images_right_rgb.mp4 +3 -0
- checkpoints/006000/eval_videos/failure/episode0_observation_images_top_rgb.mp4 +3 -0
- checkpoints/006000/pretrained_model/config.json +7 -9
- checkpoints/006000/pretrained_model/model.safetensors +2 -2
- checkpoints/006000/pretrained_model/policy_postprocessor.json +2 -2
- checkpoints/006000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors +2 -2
- checkpoints/006000/pretrained_model/policy_preprocessor.json +5 -7
- checkpoints/006000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors +2 -2
- checkpoints/006000/pretrained_model/train_config.json +19 -19
- checkpoints/006000/training_state/optimizer_param_groups.json +2 -66
- checkpoints/006000/training_state/optimizer_state.safetensors +2 -2
- checkpoints/006000/training_state/rng_state.safetensors +1 -1
- checkpoints/006000/training_state/scheduler_state.json +1 -1
- checkpoints/008000/eval_videos/failure/episode0_observation_images_left_rgb.mp4 +3 -0
- checkpoints/008000/eval_videos/failure/episode0_observation_images_right_rgb.mp4 +3 -0
- checkpoints/008000/eval_videos/failure/episode0_observation_images_top_rgb.mp4 +3 -0
- checkpoints/008000/pretrained_model/config.json +7 -9
.gitattributes
CHANGED
|
@@ -39,3 +39,24 @@ checkpoints/001000/eval_videos/failure/episode0_observation_images_top_rgb.mp4 f
|
|
| 39 |
checkpoints/002000/eval_videos/failure/episode0_observation_images_left_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 40 |
checkpoints/002000/eval_videos/failure/episode0_observation_images_right_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 41 |
checkpoints/002000/eval_videos/failure/episode0_observation_images_top_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 39 |
checkpoints/002000/eval_videos/failure/episode0_observation_images_left_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 40 |
checkpoints/002000/eval_videos/failure/episode0_observation_images_right_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 41 |
checkpoints/002000/eval_videos/failure/episode0_observation_images_top_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
checkpoints/004000/eval_videos/failure/episode0_observation_images_left_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
checkpoints/004000/eval_videos/failure/episode0_observation_images_right_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
checkpoints/004000/eval_videos/failure/episode0_observation_images_top_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
checkpoints/006000/eval_videos/failure/episode0_observation_images_left_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
checkpoints/006000/eval_videos/failure/episode0_observation_images_right_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
checkpoints/006000/eval_videos/failure/episode0_observation_images_top_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 48 |
+
checkpoints/008000/eval_videos/failure/episode0_observation_images_left_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 49 |
+
checkpoints/008000/eval_videos/failure/episode0_observation_images_right_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 50 |
+
checkpoints/008000/eval_videos/failure/episode0_observation_images_top_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 51 |
+
formal_eval_videos/failure/episode0_observation_images_left_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 52 |
+
formal_eval_videos/failure/episode0_observation_images_right_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 53 |
+
formal_eval_videos/failure/episode0_observation_images_top_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 54 |
+
formal_eval_videos/failure/episode1_observation_images_left_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 55 |
+
formal_eval_videos/failure/episode1_observation_images_right_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 56 |
+
formal_eval_videos/failure/episode1_observation_images_top_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 57 |
+
formal_eval_videos/failure/episode2_observation_images_left_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 58 |
+
formal_eval_videos/failure/episode2_observation_images_right_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 59 |
+
formal_eval_videos/failure/episode2_observation_images_top_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 60 |
+
formal_eval_videos/success/episode2_observation_images_left_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 61 |
+
formal_eval_videos/success/episode2_observation_images_right_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 62 |
+
formal_eval_videos/success/episode2_observation_images_top_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
|
checkpoints/002000/eval_results.json
CHANGED
|
@@ -1,23 +1,23 @@
|
|
| 1 |
{
|
| 2 |
"success_rate": 0.0,
|
| 3 |
-
"avg_return":
|
| 4 |
-
"std_return":
|
| 5 |
"total_episodes": 12,
|
| 6 |
"condition_pass_rates": {
|
| 7 |
"condition_1": {
|
| 8 |
-
"pass_rate": 0.
|
| 9 |
-
"description": "dist(p[0], p[4]) =
|
| 10 |
},
|
| 11 |
"condition_2": {
|
| 12 |
"pass_rate": 0.0,
|
| 13 |
-
"description": "dist(p[0], p[2]) = 18.
|
| 14 |
},
|
| 15 |
"condition_3": {
|
| 16 |
"pass_rate": 0.0,
|
| 17 |
"description": "dist(p[1], p[3]) = 18.91 >= 34"
|
| 18 |
},
|
| 19 |
"condition_4": {
|
| 20 |
-
"pass_rate": 0.
|
| 21 |
"description": "dist(p[1], p[5]) = 36.45 <= 24"
|
| 22 |
}
|
| 23 |
},
|
|
@@ -25,62 +25,62 @@
|
|
| 25 |
{
|
| 26 |
"garment_name": "Pant_Long_Seen_0",
|
| 27 |
"success_rate": 0.0,
|
| 28 |
-
"avg_return":
|
| 29 |
},
|
| 30 |
{
|
| 31 |
"garment_name": "Pant_Long_Seen_1",
|
| 32 |
"success_rate": 0.0,
|
| 33 |
-
"avg_return": 37.
|
| 34 |
},
|
| 35 |
{
|
| 36 |
"garment_name": "Pant_Long_Seen_2",
|
| 37 |
"success_rate": 0.0,
|
| 38 |
-
"avg_return":
|
| 39 |
},
|
| 40 |
{
|
| 41 |
"garment_name": "Pant_Long_Seen_3",
|
| 42 |
"success_rate": 0.0,
|
| 43 |
-
"avg_return":
|
| 44 |
},
|
| 45 |
{
|
| 46 |
"garment_name": "Pant_Long_Seen_4",
|
| 47 |
"success_rate": 0.0,
|
| 48 |
-
"avg_return":
|
| 49 |
},
|
| 50 |
{
|
| 51 |
"garment_name": "Pant_Long_Seen_5",
|
| 52 |
"success_rate": 0.0,
|
| 53 |
-
"avg_return":
|
| 54 |
},
|
| 55 |
{
|
| 56 |
"garment_name": "Pant_Long_Seen_6",
|
| 57 |
"success_rate": 0.0,
|
| 58 |
-
"avg_return":
|
| 59 |
},
|
| 60 |
{
|
| 61 |
"garment_name": "Pant_Long_Seen_7",
|
| 62 |
"success_rate": 0.0,
|
| 63 |
-
"avg_return":
|
| 64 |
},
|
| 65 |
{
|
| 66 |
"garment_name": "Pant_Long_Seen_8",
|
| 67 |
"success_rate": 0.0,
|
| 68 |
-
"avg_return":
|
| 69 |
},
|
| 70 |
{
|
| 71 |
"garment_name": "Pant_Long_Seen_9",
|
| 72 |
"success_rate": 0.0,
|
| 73 |
-
"avg_return":
|
| 74 |
},
|
| 75 |
{
|
| 76 |
"garment_name": "Pant_Long_Unseen_0",
|
| 77 |
"success_rate": 0.0,
|
| 78 |
-
"avg_return":
|
| 79 |
},
|
| 80 |
{
|
| 81 |
"garment_name": "Pant_Long_Unseen_1",
|
| 82 |
"success_rate": 0.0,
|
| 83 |
-
"avg_return":
|
| 84 |
}
|
| 85 |
]
|
| 86 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"success_rate": 0.0,
|
| 3 |
+
"avg_return": 26.029384742758634,
|
| 4 |
+
"std_return": 12.046583356710352,
|
| 5 |
"total_episodes": 12,
|
| 6 |
"condition_pass_rates": {
|
| 7 |
"condition_1": {
|
| 8 |
+
"pass_rate": 0.5833333333333334,
|
| 9 |
+
"description": "dist(p[0], p[4]) = 36.35 <= 30"
|
| 10 |
},
|
| 11 |
"condition_2": {
|
| 12 |
"pass_rate": 0.0,
|
| 13 |
+
"description": "dist(p[0], p[2]) = 18.46 >= 34"
|
| 14 |
},
|
| 15 |
"condition_3": {
|
| 16 |
"pass_rate": 0.0,
|
| 17 |
"description": "dist(p[1], p[3]) = 18.91 >= 34"
|
| 18 |
},
|
| 19 |
"condition_4": {
|
| 20 |
+
"pass_rate": 0.5,
|
| 21 |
"description": "dist(p[1], p[5]) = 36.45 <= 24"
|
| 22 |
}
|
| 23 |
},
|
|
|
|
| 25 |
{
|
| 26 |
"garment_name": "Pant_Long_Seen_0",
|
| 27 |
"success_rate": 0.0,
|
| 28 |
+
"avg_return": 15.024584719145158
|
| 29 |
},
|
| 30 |
{
|
| 31 |
"garment_name": "Pant_Long_Seen_1",
|
| 32 |
"success_rate": 0.0,
|
| 33 |
+
"avg_return": 37.729303279660556
|
| 34 |
},
|
| 35 |
{
|
| 36 |
"garment_name": "Pant_Long_Seen_2",
|
| 37 |
"success_rate": 0.0,
|
| 38 |
+
"avg_return": 36.981987309276185
|
| 39 |
},
|
| 40 |
{
|
| 41 |
"garment_name": "Pant_Long_Seen_3",
|
| 42 |
"success_rate": 0.0,
|
| 43 |
+
"avg_return": 20.724705859593378
|
| 44 |
},
|
| 45 |
{
|
| 46 |
"garment_name": "Pant_Long_Seen_4",
|
| 47 |
"success_rate": 0.0,
|
| 48 |
+
"avg_return": 20.217841718232044
|
| 49 |
},
|
| 50 |
{
|
| 51 |
"garment_name": "Pant_Long_Seen_5",
|
| 52 |
"success_rate": 0.0,
|
| 53 |
+
"avg_return": 9.036340430214974
|
| 54 |
},
|
| 55 |
{
|
| 56 |
"garment_name": "Pant_Long_Seen_6",
|
| 57 |
"success_rate": 0.0,
|
| 58 |
+
"avg_return": 34.41211268374756
|
| 59 |
},
|
| 60 |
{
|
| 61 |
"garment_name": "Pant_Long_Seen_7",
|
| 62 |
"success_rate": 0.0,
|
| 63 |
+
"avg_return": 23.467596081502467
|
| 64 |
},
|
| 65 |
{
|
| 66 |
"garment_name": "Pant_Long_Seen_8",
|
| 67 |
"success_rate": 0.0,
|
| 68 |
+
"avg_return": 40.47522581234653
|
| 69 |
},
|
| 70 |
{
|
| 71 |
"garment_name": "Pant_Long_Seen_9",
|
| 72 |
"success_rate": 0.0,
|
| 73 |
+
"avg_return": 5.145597174577931
|
| 74 |
},
|
| 75 |
{
|
| 76 |
"garment_name": "Pant_Long_Unseen_0",
|
| 77 |
"success_rate": 0.0,
|
| 78 |
+
"avg_return": 34.88895684156848
|
| 79 |
},
|
| 80 |
{
|
| 81 |
"garment_name": "Pant_Long_Unseen_1",
|
| 82 |
"success_rate": 0.0,
|
| 83 |
+
"avg_return": 34.24836500323831
|
| 84 |
}
|
| 85 |
]
|
| 86 |
}
|
checkpoints/002000/eval_videos/failure/episode0_observation_images_left_rgb.mp4
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c4941023dc1253088679bdfd33b62d2a41516d269af854e2b63f96eb6377d7c0
|
| 3 |
+
size 164404
|
checkpoints/002000/eval_videos/failure/episode0_observation_images_right_rgb.mp4
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b9b498e6b3c61cf6368c8caeff26540813c9b272c58a7d09ae1c9067f7d72004
|
| 3 |
+
size 167244
|
checkpoints/002000/eval_videos/failure/episode0_observation_images_top_rgb.mp4
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dd8cd8daba255a00736be4edb4c6b00daf6fd136f8d47d25ceeca5a1d7cd542a
|
| 3 |
+
size 143338
|
checkpoints/002000/pretrained_model/config.json
CHANGED
|
@@ -8,28 +8,10 @@
|
|
| 8 |
12
|
| 9 |
]
|
| 10 |
},
|
| 11 |
-
"observation.
|
| 12 |
-
"type": "
|
| 13 |
"shape": [
|
| 14 |
-
|
| 15 |
-
480,
|
| 16 |
-
640
|
| 17 |
-
]
|
| 18 |
-
},
|
| 19 |
-
"observation.images.left_rgb": {
|
| 20 |
-
"type": "VISUAL",
|
| 21 |
-
"shape": [
|
| 22 |
-
3,
|
| 23 |
-
480,
|
| 24 |
-
640
|
| 25 |
-
]
|
| 26 |
-
},
|
| 27 |
-
"observation.images.right_rgb": {
|
| 28 |
-
"type": "VISUAL",
|
| 29 |
-
"shape": [
|
| 30 |
-
3,
|
| 31 |
-
480,
|
| 32 |
-
640
|
| 33 |
]
|
| 34 |
}
|
| 35 |
},
|
|
@@ -44,18 +26,18 @@
|
|
| 44 |
"device": "cuda",
|
| 45 |
"use_amp": false,
|
| 46 |
"use_peft": false,
|
| 47 |
-
"push_to_hub":
|
| 48 |
-
"repo_id":
|
| 49 |
"private": null,
|
| 50 |
"tags": null,
|
| 51 |
"license": null,
|
| 52 |
-
"pretrained_path":
|
| 53 |
"horizon": 16,
|
| 54 |
"n_action_steps": 8,
|
| 55 |
"normalization_mapping": {
|
| 56 |
"STATE": "MIN_MAX",
|
| 57 |
-
"
|
| 58 |
-
"
|
| 59 |
},
|
| 60 |
"drop_n_last_frames": 7,
|
| 61 |
"vision_backbone": "resnet18",
|
|
|
|
| 8 |
12
|
| 9 |
]
|
| 10 |
},
|
| 11 |
+
"observation.environment_state": {
|
| 12 |
+
"type": "ENV",
|
| 13 |
"shape": [
|
| 14 |
+
4
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
]
|
| 16 |
}
|
| 17 |
},
|
|
|
|
| 26 |
"device": "cuda",
|
| 27 |
"use_amp": false,
|
| 28 |
"use_peft": false,
|
| 29 |
+
"push_to_hub": true,
|
| 30 |
+
"repo_id": "kunhsiang/lehome-dp-pant-long-semantic-fb",
|
| 31 |
"private": null,
|
| 32 |
"tags": null,
|
| 33 |
"license": null,
|
| 34 |
+
"pretrained_path": null,
|
| 35 |
"horizon": 16,
|
| 36 |
"n_action_steps": 8,
|
| 37 |
"normalization_mapping": {
|
| 38 |
"STATE": "MIN_MAX",
|
| 39 |
+
"ENV": "MIN_MAX",
|
| 40 |
+
"ACTION": "MIN_MAX"
|
| 41 |
},
|
| 42 |
"drop_n_last_frames": 7,
|
| 43 |
"vision_backbone": "resnet18",
|
checkpoints/002000/pretrained_model/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ce66fd60371f26818b8b5decf5d2de81be299dd7cd2fc9bcbb3eaa29a3437b4d
|
| 3 |
+
size 994740144
|
checkpoints/002000/pretrained_model/policy_postprocessor.json
CHANGED
|
@@ -15,8 +15,8 @@
|
|
| 15 |
},
|
| 16 |
"norm_map": {
|
| 17 |
"STATE": "MIN_MAX",
|
| 18 |
-
"
|
| 19 |
-
"
|
| 20 |
}
|
| 21 |
},
|
| 22 |
"state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
|
|
|
|
| 15 |
},
|
| 16 |
"norm_map": {
|
| 17 |
"STATE": "MIN_MAX",
|
| 18 |
+
"ENV": "MIN_MAX",
|
| 19 |
+
"ACTION": "MIN_MAX"
|
| 20 |
}
|
| 21 |
},
|
| 22 |
"state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
|
checkpoints/002000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25abc076be562bffdec5a42c0bf6d4e99bc293cb8d91b7bfde816bebb8e90da2
|
| 3 |
+
size 1392
|
checkpoints/002000/pretrained_model/policy_preprocessor.json
CHANGED
|
@@ -29,28 +29,10 @@
|
|
| 29 |
12
|
| 30 |
]
|
| 31 |
},
|
| 32 |
-
"observation.
|
| 33 |
-
"type": "
|
| 34 |
"shape": [
|
| 35 |
-
|
| 36 |
-
480,
|
| 37 |
-
640
|
| 38 |
-
]
|
| 39 |
-
},
|
| 40 |
-
"observation.images.left_rgb": {
|
| 41 |
-
"type": "VISUAL",
|
| 42 |
-
"shape": [
|
| 43 |
-
3,
|
| 44 |
-
480,
|
| 45 |
-
640
|
| 46 |
-
]
|
| 47 |
-
},
|
| 48 |
-
"observation.images.right_rgb": {
|
| 49 |
-
"type": "VISUAL",
|
| 50 |
-
"shape": [
|
| 51 |
-
3,
|
| 52 |
-
480,
|
| 53 |
-
640
|
| 54 |
]
|
| 55 |
},
|
| 56 |
"action": {
|
|
@@ -62,8 +44,8 @@
|
|
| 62 |
},
|
| 63 |
"norm_map": {
|
| 64 |
"STATE": "MIN_MAX",
|
| 65 |
-
"
|
| 66 |
-
"
|
| 67 |
}
|
| 68 |
},
|
| 69 |
"state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
|
|
|
|
| 29 |
12
|
| 30 |
]
|
| 31 |
},
|
| 32 |
+
"observation.environment_state": {
|
| 33 |
+
"type": "ENV",
|
| 34 |
"shape": [
|
| 35 |
+
4
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 36 |
]
|
| 37 |
},
|
| 38 |
"action": {
|
|
|
|
| 44 |
},
|
| 45 |
"norm_map": {
|
| 46 |
"STATE": "MIN_MAX",
|
| 47 |
+
"ENV": "MIN_MAX",
|
| 48 |
+
"ACTION": "MIN_MAX"
|
| 49 |
}
|
| 50 |
},
|
| 51 |
"state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
|
checkpoints/002000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25abc076be562bffdec5a42c0bf6d4e99bc293cb8d91b7bfde816bebb8e90da2
|
| 3 |
+
size 1392
|
checkpoints/002000/pretrained_model/train_config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"dataset": {
|
| 3 |
-
"repo_id": "
|
| 4 |
-
"root": "/home/kunhsiang/Research/EmbodiedAI/lehome-challenge/Datasets/example/
|
| 5 |
"episodes": null,
|
| 6 |
"image_transforms": {
|
| 7 |
"enable": false,
|
|
@@ -76,7 +76,7 @@
|
|
| 76 |
},
|
| 77 |
"revision": null,
|
| 78 |
"use_imagenet_stats": true,
|
| 79 |
-
"video_backend": "
|
| 80 |
"streaming": false
|
| 81 |
},
|
| 82 |
"env": null,
|
|
@@ -90,28 +90,10 @@
|
|
| 90 |
12
|
| 91 |
]
|
| 92 |
},
|
| 93 |
-
"observation.
|
| 94 |
-
"type": "
|
| 95 |
"shape": [
|
| 96 |
-
|
| 97 |
-
480,
|
| 98 |
-
640
|
| 99 |
-
]
|
| 100 |
-
},
|
| 101 |
-
"observation.images.left_rgb": {
|
| 102 |
-
"type": "VISUAL",
|
| 103 |
-
"shape": [
|
| 104 |
-
3,
|
| 105 |
-
480,
|
| 106 |
-
640
|
| 107 |
-
]
|
| 108 |
-
},
|
| 109 |
-
"observation.images.right_rgb": {
|
| 110 |
-
"type": "VISUAL",
|
| 111 |
-
"shape": [
|
| 112 |
-
3,
|
| 113 |
-
480,
|
| 114 |
-
640
|
| 115 |
]
|
| 116 |
}
|
| 117 |
},
|
|
@@ -126,18 +108,18 @@
|
|
| 126 |
"device": "cuda",
|
| 127 |
"use_amp": false,
|
| 128 |
"use_peft": false,
|
| 129 |
-
"push_to_hub":
|
| 130 |
-
"repo_id":
|
| 131 |
"private": null,
|
| 132 |
"tags": null,
|
| 133 |
"license": null,
|
| 134 |
-
"pretrained_path":
|
| 135 |
"horizon": 16,
|
| 136 |
"n_action_steps": 8,
|
| 137 |
"normalization_mapping": {
|
| 138 |
"STATE": "MIN_MAX",
|
| 139 |
-
"
|
| 140 |
-
"
|
| 141 |
},
|
| 142 |
"drop_n_last_frames": 7,
|
| 143 |
"vision_backbone": "resnet18",
|
|
@@ -179,18 +161,18 @@
|
|
| 179 |
"scheduler_name": "cosine",
|
| 180 |
"scheduler_warmup_steps": 500
|
| 181 |
},
|
| 182 |
-
"output_dir": "/home/kunhsiang/Research/EmbodiedAI/lehome-challenge/outputs/
|
| 183 |
-
"job_name": "
|
| 184 |
-
"resume":
|
| 185 |
"seed": 1000,
|
| 186 |
"num_workers": 4,
|
| 187 |
"batch_size": 16,
|
| 188 |
-
"steps":
|
| 189 |
"eval_freq": 20000,
|
| 190 |
"log_freq": 100,
|
| 191 |
"tolerance_s": 0.0001,
|
| 192 |
"save_checkpoint": true,
|
| 193 |
-
"save_freq":
|
| 194 |
"use_policy_training_preset": false,
|
| 195 |
"optimizer": {
|
| 196 |
"type": "adam",
|
|
@@ -223,14 +205,14 @@
|
|
| 223 |
"mode": null
|
| 224 |
},
|
| 225 |
"peft": null,
|
| 226 |
-
"use_rabc":
|
| 227 |
-
"rabc_progress_path":
|
| 228 |
-
"rabc_kappa": 0.
|
| 229 |
"rabc_epsilon": 1e-06,
|
| 230 |
-
"rabc_head_mode": "
|
| 231 |
-
"rabc_chunk_size":
|
| 232 |
-
"rabc_per_condition":
|
| 233 |
"rabc_condition_agg": "min",
|
| 234 |
"rename_map": {},
|
| 235 |
-
"checkpoint_path":
|
| 236 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"dataset": {
|
| 3 |
+
"repo_id": "dp_synthetic",
|
| 4 |
+
"root": "/home/kunhsiang/Research/EmbodiedAI/lehome-challenge/Datasets/example/pant_long_restructured_semantic",
|
| 5 |
"episodes": null,
|
| 6 |
"image_transforms": {
|
| 7 |
"enable": false,
|
|
|
|
| 76 |
},
|
| 77 |
"revision": null,
|
| 78 |
"use_imagenet_stats": true,
|
| 79 |
+
"video_backend": "torchcodec",
|
| 80 |
"streaming": false
|
| 81 |
},
|
| 82 |
"env": null,
|
|
|
|
| 90 |
12
|
| 91 |
]
|
| 92 |
},
|
| 93 |
+
"observation.environment_state": {
|
| 94 |
+
"type": "ENV",
|
| 95 |
"shape": [
|
| 96 |
+
4
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 97 |
]
|
| 98 |
}
|
| 99 |
},
|
|
|
|
| 108 |
"device": "cuda",
|
| 109 |
"use_amp": false,
|
| 110 |
"use_peft": false,
|
| 111 |
+
"push_to_hub": true,
|
| 112 |
+
"repo_id": "kunhsiang/lehome-dp-pant-long-semantic-fb",
|
| 113 |
"private": null,
|
| 114 |
"tags": null,
|
| 115 |
"license": null,
|
| 116 |
+
"pretrained_path": null,
|
| 117 |
"horizon": 16,
|
| 118 |
"n_action_steps": 8,
|
| 119 |
"normalization_mapping": {
|
| 120 |
"STATE": "MIN_MAX",
|
| 121 |
+
"ENV": "MIN_MAX",
|
| 122 |
+
"ACTION": "MIN_MAX"
|
| 123 |
},
|
| 124 |
"drop_n_last_frames": 7,
|
| 125 |
"vision_backbone": "resnet18",
|
|
|
|
| 161 |
"scheduler_name": "cosine",
|
| 162 |
"scheduler_warmup_steps": 500
|
| 163 |
},
|
| 164 |
+
"output_dir": "/home/kunhsiang/Research/EmbodiedAI/lehome-challenge/outputs/dp_pant_long_20260307_060640",
|
| 165 |
+
"job_name": "dp_pant_long_20260307_060640",
|
| 166 |
+
"resume": false,
|
| 167 |
"seed": 1000,
|
| 168 |
"num_workers": 4,
|
| 169 |
"batch_size": 16,
|
| 170 |
+
"steps": 30000,
|
| 171 |
"eval_freq": 20000,
|
| 172 |
"log_freq": 100,
|
| 173 |
"tolerance_s": 0.0001,
|
| 174 |
"save_checkpoint": true,
|
| 175 |
+
"save_freq": 2000,
|
| 176 |
"use_policy_training_preset": false,
|
| 177 |
"optimizer": {
|
| 178 |
"type": "adam",
|
|
|
|
| 205 |
"mode": null
|
| 206 |
},
|
| 207 |
"peft": null,
|
| 208 |
+
"use_rabc": false,
|
| 209 |
+
"rabc_progress_path": null,
|
| 210 |
+
"rabc_kappa": 0.01,
|
| 211 |
"rabc_epsilon": 1e-06,
|
| 212 |
+
"rabc_head_mode": "sparse",
|
| 213 |
+
"rabc_chunk_size": null,
|
| 214 |
+
"rabc_per_condition": false,
|
| 215 |
"rabc_condition_agg": "min",
|
| 216 |
"rename_map": {},
|
| 217 |
+
"checkpoint_path": null
|
| 218 |
}
|
checkpoints/002000/training_state/optimizer_param_groups.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
[
|
| 2 |
{
|
| 3 |
-
"lr": 9.
|
| 4 |
"betas": [
|
| 5 |
0.95,
|
| 6 |
0.999
|
|
@@ -163,71 +163,7 @@
|
|
| 163 |
144,
|
| 164 |
145,
|
| 165 |
146,
|
| 166 |
-
147
|
| 167 |
-
148,
|
| 168 |
-
149,
|
| 169 |
-
150,
|
| 170 |
-
151,
|
| 171 |
-
152,
|
| 172 |
-
153,
|
| 173 |
-
154,
|
| 174 |
-
155,
|
| 175 |
-
156,
|
| 176 |
-
157,
|
| 177 |
-
158,
|
| 178 |
-
159,
|
| 179 |
-
160,
|
| 180 |
-
161,
|
| 181 |
-
162,
|
| 182 |
-
163,
|
| 183 |
-
164,
|
| 184 |
-
165,
|
| 185 |
-
166,
|
| 186 |
-
167,
|
| 187 |
-
168,
|
| 188 |
-
169,
|
| 189 |
-
170,
|
| 190 |
-
171,
|
| 191 |
-
172,
|
| 192 |
-
173,
|
| 193 |
-
174,
|
| 194 |
-
175,
|
| 195 |
-
176,
|
| 196 |
-
177,
|
| 197 |
-
178,
|
| 198 |
-
179,
|
| 199 |
-
180,
|
| 200 |
-
181,
|
| 201 |
-
182,
|
| 202 |
-
183,
|
| 203 |
-
184,
|
| 204 |
-
185,
|
| 205 |
-
186,
|
| 206 |
-
187,
|
| 207 |
-
188,
|
| 208 |
-
189,
|
| 209 |
-
190,
|
| 210 |
-
191,
|
| 211 |
-
192,
|
| 212 |
-
193,
|
| 213 |
-
194,
|
| 214 |
-
195,
|
| 215 |
-
196,
|
| 216 |
-
197,
|
| 217 |
-
198,
|
| 218 |
-
199,
|
| 219 |
-
200,
|
| 220 |
-
201,
|
| 221 |
-
202,
|
| 222 |
-
203,
|
| 223 |
-
204,
|
| 224 |
-
205,
|
| 225 |
-
206,
|
| 226 |
-
207,
|
| 227 |
-
208,
|
| 228 |
-
209,
|
| 229 |
-
210,
|
| 230 |
-
211
|
| 231 |
]
|
| 232 |
}
|
| 233 |
]
|
|
|
|
| 1 |
[
|
| 2 |
{
|
| 3 |
+
"lr": 9.936341773606723e-05,
|
| 4 |
"betas": [
|
| 5 |
0.95,
|
| 6 |
0.999
|
|
|
|
| 163 |
144,
|
| 164 |
145,
|
| 165 |
146,
|
| 166 |
+
147
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 167 |
]
|
| 168 |
}
|
| 169 |
]
|
checkpoints/002000/training_state/optimizer_state.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c2ebe11f2d0819c7b8ca336dfe91b1e6ce03b5667e3211825a953a3a49880879
|
| 3 |
+
size 1989484024
|
checkpoints/002000/training_state/rng_state.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15708
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1ee6f4349fca6e330dd39217c651639f6aac0f65bc9123e3b7b20398af79f73c
|
| 3 |
size 15708
|
checkpoints/002000/training_state/scheduler_state.json
CHANGED
|
@@ -7,7 +7,7 @@
|
|
| 7 |
"_is_initial": false,
|
| 8 |
"_get_lr_called_within_step": false,
|
| 9 |
"_last_lr": [
|
| 10 |
-
9.
|
| 11 |
],
|
| 12 |
"lr_lambdas": [
|
| 13 |
null
|
|
|
|
| 7 |
"_is_initial": false,
|
| 8 |
"_get_lr_called_within_step": false,
|
| 9 |
"_last_lr": [
|
| 10 |
+
9.936341773606723e-05
|
| 11 |
],
|
| 12 |
"lr_lambdas": [
|
| 13 |
null
|
checkpoints/004000/eval_results.json
ADDED
|
@@ -0,0 +1,86 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"success_rate": 0.0,
|
| 3 |
+
"avg_return": 20.971650186955564,
|
| 4 |
+
"std_return": 10.021121455845805,
|
| 5 |
+
"total_episodes": 12,
|
| 6 |
+
"condition_pass_rates": {
|
| 7 |
+
"condition_1": {
|
| 8 |
+
"pass_rate": 0.3333333333333333,
|
| 9 |
+
"description": "dist(p[0], p[4]) = 36.46 <= 30"
|
| 10 |
+
},
|
| 11 |
+
"condition_2": {
|
| 12 |
+
"pass_rate": 0.0,
|
| 13 |
+
"description": "dist(p[0], p[2]) = 18.46 >= 34"
|
| 14 |
+
},
|
| 15 |
+
"condition_3": {
|
| 16 |
+
"pass_rate": 0.0,
|
| 17 |
+
"description": "dist(p[1], p[3]) = 18.90 >= 34"
|
| 18 |
+
},
|
| 19 |
+
"condition_4": {
|
| 20 |
+
"pass_rate": 0.3333333333333333,
|
| 21 |
+
"description": "dist(p[1], p[5]) = 35.90 <= 24"
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"per_garment": [
|
| 25 |
+
{
|
| 26 |
+
"garment_name": "Pant_Long_Seen_0",
|
| 27 |
+
"success_rate": 0.0,
|
| 28 |
+
"avg_return": 15.11847913695068
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"garment_name": "Pant_Long_Seen_1",
|
| 32 |
+
"success_rate": 0.0,
|
| 33 |
+
"avg_return": 41.15038892384642
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"garment_name": "Pant_Long_Seen_2",
|
| 37 |
+
"success_rate": 0.0,
|
| 38 |
+
"avg_return": 25.1423947027782
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"garment_name": "Pant_Long_Seen_3",
|
| 42 |
+
"success_rate": 0.0,
|
| 43 |
+
"avg_return": 13.929684234012267
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"garment_name": "Pant_Long_Seen_4",
|
| 47 |
+
"success_rate": 0.0,
|
| 48 |
+
"avg_return": 19.839195730873772
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"garment_name": "Pant_Long_Seen_5",
|
| 52 |
+
"success_rate": 0.0,
|
| 53 |
+
"avg_return": 8.202615482819505
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"garment_name": "Pant_Long_Seen_6",
|
| 57 |
+
"success_rate": 0.0,
|
| 58 |
+
"avg_return": 17.456615778651223
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"garment_name": "Pant_Long_Seen_7",
|
| 62 |
+
"success_rate": 0.0,
|
| 63 |
+
"avg_return": 17.62903341621153
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"garment_name": "Pant_Long_Seen_8",
|
| 67 |
+
"success_rate": 0.0,
|
| 68 |
+
"avg_return": 34.08755836613455
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"garment_name": "Pant_Long_Seen_9",
|
| 72 |
+
"success_rate": 0.0,
|
| 73 |
+
"avg_return": 7.3394352395820075
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"garment_name": "Pant_Long_Unseen_0",
|
| 77 |
+
"success_rate": 0.0,
|
| 78 |
+
"avg_return": 24.81554040579351
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"garment_name": "Pant_Long_Unseen_1",
|
| 82 |
+
"success_rate": 0.0,
|
| 83 |
+
"avg_return": 26.948860825813124
|
| 84 |
+
}
|
| 85 |
+
]
|
| 86 |
+
}
|
checkpoints/004000/eval_videos/failure/episode0_observation_images_left_rgb.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ea0455940c059450ae336dcc30bacf79f4004a11c8715aa3c8268e79270280c3
|
| 3 |
+
size 164417
|
checkpoints/004000/eval_videos/failure/episode0_observation_images_right_rgb.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7b1adc25cbdc55e42c4b64408e55aa033d375874f2ddefc35fde3db36eae2d74
|
| 3 |
+
size 167481
|
checkpoints/004000/eval_videos/failure/episode0_observation_images_top_rgb.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:525a4a0acc0e94b2d8d1b21e4c1c94452b6e4c858b768a86f08dd188eb3b6d04
|
| 3 |
+
size 143209
|
checkpoints/004000/pretrained_model/config.json
CHANGED
|
@@ -8,12 +8,10 @@
|
|
| 8 |
12
|
| 9 |
]
|
| 10 |
},
|
| 11 |
-
"observation.
|
| 12 |
-
"type": "
|
| 13 |
"shape": [
|
| 14 |
-
|
| 15 |
-
480,
|
| 16 |
-
640
|
| 17 |
]
|
| 18 |
}
|
| 19 |
},
|
|
@@ -29,17 +27,17 @@
|
|
| 29 |
"use_amp": false,
|
| 30 |
"use_peft": false,
|
| 31 |
"push_to_hub": true,
|
| 32 |
-
"repo_id": "kunhsiang/lehome-dp-
|
| 33 |
"private": null,
|
| 34 |
"tags": null,
|
| 35 |
"license": null,
|
| 36 |
-
"pretrained_path": "/
|
| 37 |
"horizon": 16,
|
| 38 |
"n_action_steps": 8,
|
| 39 |
"normalization_mapping": {
|
| 40 |
"STATE": "MIN_MAX",
|
| 41 |
-
"
|
| 42 |
-
"
|
| 43 |
},
|
| 44 |
"drop_n_last_frames": 7,
|
| 45 |
"vision_backbone": "resnet18",
|
|
|
|
| 8 |
12
|
| 9 |
]
|
| 10 |
},
|
| 11 |
+
"observation.environment_state": {
|
| 12 |
+
"type": "ENV",
|
| 13 |
"shape": [
|
| 14 |
+
4
|
|
|
|
|
|
|
| 15 |
]
|
| 16 |
}
|
| 17 |
},
|
|
|
|
| 27 |
"use_amp": false,
|
| 28 |
"use_peft": false,
|
| 29 |
"push_to_hub": true,
|
| 30 |
+
"repo_id": "kunhsiang/lehome-dp-pant-long-semantic-fb",
|
| 31 |
"private": null,
|
| 32 |
"tags": null,
|
| 33 |
"license": null,
|
| 34 |
+
"pretrained_path": "/home/kunhsiang/Research/EmbodiedAI/lehome-challenge/outputs/dp_pant_long_20260307_060640/checkpoints/last/pretrained_model",
|
| 35 |
"horizon": 16,
|
| 36 |
"n_action_steps": 8,
|
| 37 |
"normalization_mapping": {
|
| 38 |
"STATE": "MIN_MAX",
|
| 39 |
+
"ENV": "MIN_MAX",
|
| 40 |
+
"ACTION": "MIN_MAX"
|
| 41 |
},
|
| 42 |
"drop_n_last_frames": 7,
|
| 43 |
"vision_backbone": "resnet18",
|
checkpoints/004000/pretrained_model/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fd377dbaaee167cce87922d82d7ad393db07225121a173dc10d052177bb0d130
|
| 3 |
+
size 994740144
|
checkpoints/004000/pretrained_model/policy_postprocessor.json
CHANGED
|
@@ -15,8 +15,8 @@
|
|
| 15 |
},
|
| 16 |
"norm_map": {
|
| 17 |
"STATE": "MIN_MAX",
|
| 18 |
-
"
|
| 19 |
-
"
|
| 20 |
}
|
| 21 |
},
|
| 22 |
"state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
|
|
|
|
| 15 |
},
|
| 16 |
"norm_map": {
|
| 17 |
"STATE": "MIN_MAX",
|
| 18 |
+
"ENV": "MIN_MAX",
|
| 19 |
+
"ACTION": "MIN_MAX"
|
| 20 |
}
|
| 21 |
},
|
| 22 |
"state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
|
checkpoints/004000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25abc076be562bffdec5a42c0bf6d4e99bc293cb8d91b7bfde816bebb8e90da2
|
| 3 |
+
size 1392
|
checkpoints/004000/pretrained_model/policy_preprocessor.json
CHANGED
|
@@ -29,12 +29,10 @@
|
|
| 29 |
12
|
| 30 |
]
|
| 31 |
},
|
| 32 |
-
"observation.
|
| 33 |
-
"type": "
|
| 34 |
"shape": [
|
| 35 |
-
|
| 36 |
-
480,
|
| 37 |
-
640
|
| 38 |
]
|
| 39 |
},
|
| 40 |
"action": {
|
|
@@ -46,8 +44,8 @@
|
|
| 46 |
},
|
| 47 |
"norm_map": {
|
| 48 |
"STATE": "MIN_MAX",
|
| 49 |
-
"
|
| 50 |
-
"
|
| 51 |
}
|
| 52 |
},
|
| 53 |
"state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
|
|
|
|
| 29 |
12
|
| 30 |
]
|
| 31 |
},
|
| 32 |
+
"observation.environment_state": {
|
| 33 |
+
"type": "ENV",
|
| 34 |
"shape": [
|
| 35 |
+
4
|
|
|
|
|
|
|
| 36 |
]
|
| 37 |
},
|
| 38 |
"action": {
|
|
|
|
| 44 |
},
|
| 45 |
"norm_map": {
|
| 46 |
"STATE": "MIN_MAX",
|
| 47 |
+
"ENV": "MIN_MAX",
|
| 48 |
+
"ACTION": "MIN_MAX"
|
| 49 |
}
|
| 50 |
},
|
| 51 |
"state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
|
checkpoints/004000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25abc076be562bffdec5a42c0bf6d4e99bc293cb8d91b7bfde816bebb8e90da2
|
| 3 |
+
size 1392
|
checkpoints/004000/pretrained_model/train_config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"dataset": {
|
| 3 |
-
"repo_id": "
|
| 4 |
-
"root": "/
|
| 5 |
"episodes": null,
|
| 6 |
"image_transforms": {
|
| 7 |
"enable": false,
|
|
@@ -76,7 +76,7 @@
|
|
| 76 |
},
|
| 77 |
"revision": null,
|
| 78 |
"use_imagenet_stats": true,
|
| 79 |
-
"video_backend": "
|
| 80 |
"streaming": false
|
| 81 |
},
|
| 82 |
"env": null,
|
|
@@ -90,12 +90,10 @@
|
|
| 90 |
12
|
| 91 |
]
|
| 92 |
},
|
| 93 |
-
"observation.
|
| 94 |
-
"type": "
|
| 95 |
"shape": [
|
| 96 |
-
|
| 97 |
-
480,
|
| 98 |
-
640
|
| 99 |
]
|
| 100 |
}
|
| 101 |
},
|
|
@@ -111,17 +109,17 @@
|
|
| 111 |
"use_amp": false,
|
| 112 |
"use_peft": false,
|
| 113 |
"push_to_hub": true,
|
| 114 |
-
"repo_id": "kunhsiang/lehome-dp-
|
| 115 |
"private": null,
|
| 116 |
"tags": null,
|
| 117 |
"license": null,
|
| 118 |
-
"pretrained_path": "/
|
| 119 |
"horizon": 16,
|
| 120 |
"n_action_steps": 8,
|
| 121 |
"normalization_mapping": {
|
| 122 |
"STATE": "MIN_MAX",
|
| 123 |
-
"
|
| 124 |
-
"
|
| 125 |
},
|
| 126 |
"drop_n_last_frames": 7,
|
| 127 |
"vision_backbone": "resnet18",
|
|
@@ -163,13 +161,13 @@
|
|
| 163 |
"scheduler_name": "cosine",
|
| 164 |
"scheduler_warmup_steps": 500
|
| 165 |
},
|
| 166 |
-
"output_dir": "/
|
| 167 |
-
"job_name": "
|
| 168 |
"resume": true,
|
| 169 |
"seed": 1000,
|
| 170 |
"num_workers": 4,
|
| 171 |
"batch_size": 16,
|
| 172 |
-
"steps":
|
| 173 |
"eval_freq": 20000,
|
| 174 |
"log_freq": 100,
|
| 175 |
"tolerance_s": 0.0001,
|
|
@@ -207,12 +205,14 @@
|
|
| 207 |
"mode": null
|
| 208 |
},
|
| 209 |
"peft": null,
|
| 210 |
-
"use_rabc":
|
| 211 |
-
"rabc_progress_path":
|
| 212 |
"rabc_kappa": 0.01,
|
| 213 |
"rabc_epsilon": 1e-06,
|
| 214 |
"rabc_head_mode": "sparse",
|
| 215 |
-
"rabc_chunk_size":
|
|
|
|
|
|
|
| 216 |
"rename_map": {},
|
| 217 |
-
"checkpoint_path": "/
|
| 218 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"dataset": {
|
| 3 |
+
"repo_id": "dp_synthetic",
|
| 4 |
+
"root": "/home/kunhsiang/Research/EmbodiedAI/lehome-challenge/Datasets/example/pant_long_restructured_semantic",
|
| 5 |
"episodes": null,
|
| 6 |
"image_transforms": {
|
| 7 |
"enable": false,
|
|
|
|
| 76 |
},
|
| 77 |
"revision": null,
|
| 78 |
"use_imagenet_stats": true,
|
| 79 |
+
"video_backend": "torchcodec",
|
| 80 |
"streaming": false
|
| 81 |
},
|
| 82 |
"env": null,
|
|
|
|
| 90 |
12
|
| 91 |
]
|
| 92 |
},
|
| 93 |
+
"observation.environment_state": {
|
| 94 |
+
"type": "ENV",
|
| 95 |
"shape": [
|
| 96 |
+
4
|
|
|
|
|
|
|
| 97 |
]
|
| 98 |
}
|
| 99 |
},
|
|
|
|
| 109 |
"use_amp": false,
|
| 110 |
"use_peft": false,
|
| 111 |
"push_to_hub": true,
|
| 112 |
+
"repo_id": "kunhsiang/lehome-dp-pant-long-semantic-fb",
|
| 113 |
"private": null,
|
| 114 |
"tags": null,
|
| 115 |
"license": null,
|
| 116 |
+
"pretrained_path": "/home/kunhsiang/Research/EmbodiedAI/lehome-challenge/outputs/dp_pant_long_20260307_060640/checkpoints/last/pretrained_model",
|
| 117 |
"horizon": 16,
|
| 118 |
"n_action_steps": 8,
|
| 119 |
"normalization_mapping": {
|
| 120 |
"STATE": "MIN_MAX",
|
| 121 |
+
"ENV": "MIN_MAX",
|
| 122 |
+
"ACTION": "MIN_MAX"
|
| 123 |
},
|
| 124 |
"drop_n_last_frames": 7,
|
| 125 |
"vision_backbone": "resnet18",
|
|
|
|
| 161 |
"scheduler_name": "cosine",
|
| 162 |
"scheduler_warmup_steps": 500
|
| 163 |
},
|
| 164 |
+
"output_dir": "/home/kunhsiang/Research/EmbodiedAI/lehome-challenge/outputs/dp_pant_long_20260307_060640",
|
| 165 |
+
"job_name": "dp_pant_long_20260307_060640",
|
| 166 |
"resume": true,
|
| 167 |
"seed": 1000,
|
| 168 |
"num_workers": 4,
|
| 169 |
"batch_size": 16,
|
| 170 |
+
"steps": 30000,
|
| 171 |
"eval_freq": 20000,
|
| 172 |
"log_freq": 100,
|
| 173 |
"tolerance_s": 0.0001,
|
|
|
|
| 205 |
"mode": null
|
| 206 |
},
|
| 207 |
"peft": null,
|
| 208 |
+
"use_rabc": false,
|
| 209 |
+
"rabc_progress_path": null,
|
| 210 |
"rabc_kappa": 0.01,
|
| 211 |
"rabc_epsilon": 1e-06,
|
| 212 |
"rabc_head_mode": "sparse",
|
| 213 |
+
"rabc_chunk_size": null,
|
| 214 |
+
"rabc_per_condition": false,
|
| 215 |
+
"rabc_condition_agg": "min",
|
| 216 |
"rename_map": {},
|
| 217 |
+
"checkpoint_path": "/home/kunhsiang/Research/EmbodiedAI/lehome-challenge/outputs/dp_pant_long_20260307_060640/checkpoints/last"
|
| 218 |
}
|
checkpoints/004000/training_state/optimizer_param_groups.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
[
|
| 2 |
{
|
| 3 |
-
"lr": 9.
|
| 4 |
"betas": [
|
| 5 |
0.95,
|
| 6 |
0.999
|
|
@@ -163,71 +163,7 @@
|
|
| 163 |
144,
|
| 164 |
145,
|
| 165 |
146,
|
| 166 |
-
147
|
| 167 |
-
148,
|
| 168 |
-
149,
|
| 169 |
-
150,
|
| 170 |
-
151,
|
| 171 |
-
152,
|
| 172 |
-
153,
|
| 173 |
-
154,
|
| 174 |
-
155,
|
| 175 |
-
156,
|
| 176 |
-
157,
|
| 177 |
-
158,
|
| 178 |
-
159,
|
| 179 |
-
160,
|
| 180 |
-
161,
|
| 181 |
-
162,
|
| 182 |
-
163,
|
| 183 |
-
164,
|
| 184 |
-
165,
|
| 185 |
-
166,
|
| 186 |
-
167,
|
| 187 |
-
168,
|
| 188 |
-
169,
|
| 189 |
-
170,
|
| 190 |
-
171,
|
| 191 |
-
172,
|
| 192 |
-
173,
|
| 193 |
-
174,
|
| 194 |
-
175,
|
| 195 |
-
176,
|
| 196 |
-
177,
|
| 197 |
-
178,
|
| 198 |
-
179,
|
| 199 |
-
180,
|
| 200 |
-
181,
|
| 201 |
-
182,
|
| 202 |
-
183,
|
| 203 |
-
184,
|
| 204 |
-
185,
|
| 205 |
-
186,
|
| 206 |
-
187,
|
| 207 |
-
188,
|
| 208 |
-
189,
|
| 209 |
-
190,
|
| 210 |
-
191,
|
| 211 |
-
192,
|
| 212 |
-
193,
|
| 213 |
-
194,
|
| 214 |
-
195,
|
| 215 |
-
196,
|
| 216 |
-
197,
|
| 217 |
-
198,
|
| 218 |
-
199,
|
| 219 |
-
200,
|
| 220 |
-
201,
|
| 221 |
-
202,
|
| 222 |
-
203,
|
| 223 |
-
204,
|
| 224 |
-
205,
|
| 225 |
-
206,
|
| 226 |
-
207,
|
| 227 |
-
208,
|
| 228 |
-
209,
|
| 229 |
-
210,
|
| 230 |
-
211
|
| 231 |
]
|
| 232 |
}
|
| 233 |
]
|
|
|
|
| 1 |
[
|
| 2 |
{
|
| 3 |
+
"lr": 9.656680887261693e-05,
|
| 4 |
"betas": [
|
| 5 |
0.95,
|
| 6 |
0.999
|
|
|
|
| 163 |
144,
|
| 164 |
145,
|
| 165 |
146,
|
| 166 |
+
147
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 167 |
]
|
| 168 |
}
|
| 169 |
]
|
checkpoints/004000/training_state/optimizer_state.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:072417e9dcc232bb30b68e98e49994ba003f9570748a8e8366ddd51107920a43
|
| 3 |
+
size 1989484024
|
checkpoints/004000/training_state/rng_state.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15708
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c31ae6e2bd4758382b376d70c5922a74a7468a90f8b50a9123b48b94bd5bd11f
|
| 3 |
size 15708
|
checkpoints/004000/training_state/scheduler_state.json
CHANGED
|
@@ -7,7 +7,7 @@
|
|
| 7 |
"_is_initial": false,
|
| 8 |
"_get_lr_called_within_step": false,
|
| 9 |
"_last_lr": [
|
| 10 |
-
9.
|
| 11 |
],
|
| 12 |
"lr_lambdas": [
|
| 13 |
null
|
|
|
|
| 7 |
"_is_initial": false,
|
| 8 |
"_get_lr_called_within_step": false,
|
| 9 |
"_last_lr": [
|
| 10 |
+
9.656680887261693e-05
|
| 11 |
],
|
| 12 |
"lr_lambdas": [
|
| 13 |
null
|
checkpoints/006000/eval_results.json
ADDED
|
@@ -0,0 +1,86 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"success_rate": 0.0,
|
| 3 |
+
"avg_return": 23.78340575103127,
|
| 4 |
+
"std_return": 10.299023034095898,
|
| 5 |
+
"total_episodes": 12,
|
| 6 |
+
"condition_pass_rates": {
|
| 7 |
+
"condition_1": {
|
| 8 |
+
"pass_rate": 0.4166666666666667,
|
| 9 |
+
"description": "dist(p[0], p[4]) = 36.61 <= 30"
|
| 10 |
+
},
|
| 11 |
+
"condition_2": {
|
| 12 |
+
"pass_rate": 0.0,
|
| 13 |
+
"description": "dist(p[0], p[2]) = 18.46 >= 34"
|
| 14 |
+
},
|
| 15 |
+
"condition_3": {
|
| 16 |
+
"pass_rate": 0.0,
|
| 17 |
+
"description": "dist(p[1], p[3]) = 18.91 >= 34"
|
| 18 |
+
},
|
| 19 |
+
"condition_4": {
|
| 20 |
+
"pass_rate": 0.25,
|
| 21 |
+
"description": "dist(p[1], p[5]) = 36.45 <= 24"
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"per_garment": [
|
| 25 |
+
{
|
| 26 |
+
"garment_name": "Pant_Long_Seen_0",
|
| 27 |
+
"success_rate": 0.0,
|
| 28 |
+
"avg_return": 14.983545619924945
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"garment_name": "Pant_Long_Seen_1",
|
| 32 |
+
"success_rate": 0.0,
|
| 33 |
+
"avg_return": 37.42630877833495
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"garment_name": "Pant_Long_Seen_2",
|
| 37 |
+
"success_rate": 0.0,
|
| 38 |
+
"avg_return": 36.74164065524043
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"garment_name": "Pant_Long_Seen_3",
|
| 42 |
+
"success_rate": 0.0,
|
| 43 |
+
"avg_return": 23.79536134090233
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"garment_name": "Pant_Long_Seen_4",
|
| 47 |
+
"success_rate": 0.0,
|
| 48 |
+
"avg_return": 19.942529900391
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"garment_name": "Pant_Long_Seen_5",
|
| 52 |
+
"success_rate": 0.0,
|
| 53 |
+
"avg_return": 8.309955997620216
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"garment_name": "Pant_Long_Seen_6",
|
| 57 |
+
"success_rate": 0.0,
|
| 58 |
+
"avg_return": 28.323775748430265
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"garment_name": "Pant_Long_Seen_7",
|
| 62 |
+
"success_rate": 0.0,
|
| 63 |
+
"avg_return": 23.467596081502467
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"garment_name": "Pant_Long_Seen_8",
|
| 67 |
+
"success_rate": 0.0,
|
| 68 |
+
"avg_return": 29.746919049998727
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"garment_name": "Pant_Long_Seen_9",
|
| 72 |
+
"success_rate": 0.0,
|
| 73 |
+
"avg_return": 5.610113637239536
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"garment_name": "Pant_Long_Unseen_0",
|
| 77 |
+
"success_rate": 0.0,
|
| 78 |
+
"avg_return": 23.548381644534466
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"garment_name": "Pant_Long_Unseen_1",
|
| 82 |
+
"success_rate": 0.0,
|
| 83 |
+
"avg_return": 33.50474055825594
|
| 84 |
+
}
|
| 85 |
+
]
|
| 86 |
+
}
|
checkpoints/006000/eval_videos/failure/episode0_observation_images_left_rgb.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d91b0fdeafff1b5277270344b5dcd4e97e87f9231c507d769434b273eb0a2c97
|
| 3 |
+
size 164361
|
checkpoints/006000/eval_videos/failure/episode0_observation_images_right_rgb.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8adc2c5871f44d6304e040995b6ded2371f1cf81caf3b6c43c0d9a575935df8f
|
| 3 |
+
size 167333
|
checkpoints/006000/eval_videos/failure/episode0_observation_images_top_rgb.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f43e7dc23db7806fb14ac6419ad8739168bcc3497d51d0961fb571e7f1661d0
|
| 3 |
+
size 143194
|
checkpoints/006000/pretrained_model/config.json
CHANGED
|
@@ -8,12 +8,10 @@
|
|
| 8 |
12
|
| 9 |
]
|
| 10 |
},
|
| 11 |
-
"observation.
|
| 12 |
-
"type": "
|
| 13 |
"shape": [
|
| 14 |
-
|
| 15 |
-
480,
|
| 16 |
-
640
|
| 17 |
]
|
| 18 |
}
|
| 19 |
},
|
|
@@ -29,17 +27,17 @@
|
|
| 29 |
"use_amp": false,
|
| 30 |
"use_peft": false,
|
| 31 |
"push_to_hub": true,
|
| 32 |
-
"repo_id": "kunhsiang/lehome-dp-
|
| 33 |
"private": null,
|
| 34 |
"tags": null,
|
| 35 |
"license": null,
|
| 36 |
-
"pretrained_path": "/
|
| 37 |
"horizon": 16,
|
| 38 |
"n_action_steps": 8,
|
| 39 |
"normalization_mapping": {
|
| 40 |
"STATE": "MIN_MAX",
|
| 41 |
-
"
|
| 42 |
-
"
|
| 43 |
},
|
| 44 |
"drop_n_last_frames": 7,
|
| 45 |
"vision_backbone": "resnet18",
|
|
|
|
| 8 |
12
|
| 9 |
]
|
| 10 |
},
|
| 11 |
+
"observation.environment_state": {
|
| 12 |
+
"type": "ENV",
|
| 13 |
"shape": [
|
| 14 |
+
4
|
|
|
|
|
|
|
| 15 |
]
|
| 16 |
}
|
| 17 |
},
|
|
|
|
| 27 |
"use_amp": false,
|
| 28 |
"use_peft": false,
|
| 29 |
"push_to_hub": true,
|
| 30 |
+
"repo_id": "kunhsiang/lehome-dp-pant-long-semantic-fb",
|
| 31 |
"private": null,
|
| 32 |
"tags": null,
|
| 33 |
"license": null,
|
| 34 |
+
"pretrained_path": "/home/kunhsiang/Research/EmbodiedAI/lehome-challenge/outputs/dp_pant_long_20260307_060640/checkpoints/last/pretrained_model",
|
| 35 |
"horizon": 16,
|
| 36 |
"n_action_steps": 8,
|
| 37 |
"normalization_mapping": {
|
| 38 |
"STATE": "MIN_MAX",
|
| 39 |
+
"ENV": "MIN_MAX",
|
| 40 |
+
"ACTION": "MIN_MAX"
|
| 41 |
},
|
| 42 |
"drop_n_last_frames": 7,
|
| 43 |
"vision_backbone": "resnet18",
|
checkpoints/006000/pretrained_model/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5dbfffbad5c2830d691845dfc75157f13298c52c278364c8e174a215705648b3
|
| 3 |
+
size 994740144
|
checkpoints/006000/pretrained_model/policy_postprocessor.json
CHANGED
|
@@ -15,8 +15,8 @@
|
|
| 15 |
},
|
| 16 |
"norm_map": {
|
| 17 |
"STATE": "MIN_MAX",
|
| 18 |
-
"
|
| 19 |
-
"
|
| 20 |
}
|
| 21 |
},
|
| 22 |
"state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
|
|
|
|
| 15 |
},
|
| 16 |
"norm_map": {
|
| 17 |
"STATE": "MIN_MAX",
|
| 18 |
+
"ENV": "MIN_MAX",
|
| 19 |
+
"ACTION": "MIN_MAX"
|
| 20 |
}
|
| 21 |
},
|
| 22 |
"state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
|
checkpoints/006000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25abc076be562bffdec5a42c0bf6d4e99bc293cb8d91b7bfde816bebb8e90da2
|
| 3 |
+
size 1392
|
checkpoints/006000/pretrained_model/policy_preprocessor.json
CHANGED
|
@@ -29,12 +29,10 @@
|
|
| 29 |
12
|
| 30 |
]
|
| 31 |
},
|
| 32 |
-
"observation.
|
| 33 |
-
"type": "
|
| 34 |
"shape": [
|
| 35 |
-
|
| 36 |
-
480,
|
| 37 |
-
640
|
| 38 |
]
|
| 39 |
},
|
| 40 |
"action": {
|
|
@@ -46,8 +44,8 @@
|
|
| 46 |
},
|
| 47 |
"norm_map": {
|
| 48 |
"STATE": "MIN_MAX",
|
| 49 |
-
"
|
| 50 |
-
"
|
| 51 |
}
|
| 52 |
},
|
| 53 |
"state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
|
|
|
|
| 29 |
12
|
| 30 |
]
|
| 31 |
},
|
| 32 |
+
"observation.environment_state": {
|
| 33 |
+
"type": "ENV",
|
| 34 |
"shape": [
|
| 35 |
+
4
|
|
|
|
|
|
|
| 36 |
]
|
| 37 |
},
|
| 38 |
"action": {
|
|
|
|
| 44 |
},
|
| 45 |
"norm_map": {
|
| 46 |
"STATE": "MIN_MAX",
|
| 47 |
+
"ENV": "MIN_MAX",
|
| 48 |
+
"ACTION": "MIN_MAX"
|
| 49 |
}
|
| 50 |
},
|
| 51 |
"state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
|
checkpoints/006000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25abc076be562bffdec5a42c0bf6d4e99bc293cb8d91b7bfde816bebb8e90da2
|
| 3 |
+
size 1392
|
checkpoints/006000/pretrained_model/train_config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"dataset": {
|
| 3 |
-
"repo_id": "
|
| 4 |
-
"root": "/
|
| 5 |
"episodes": null,
|
| 6 |
"image_transforms": {
|
| 7 |
"enable": false,
|
|
@@ -76,7 +76,7 @@
|
|
| 76 |
},
|
| 77 |
"revision": null,
|
| 78 |
"use_imagenet_stats": true,
|
| 79 |
-
"video_backend": "
|
| 80 |
"streaming": false
|
| 81 |
},
|
| 82 |
"env": null,
|
|
@@ -90,12 +90,10 @@
|
|
| 90 |
12
|
| 91 |
]
|
| 92 |
},
|
| 93 |
-
"observation.
|
| 94 |
-
"type": "
|
| 95 |
"shape": [
|
| 96 |
-
|
| 97 |
-
480,
|
| 98 |
-
640
|
| 99 |
]
|
| 100 |
}
|
| 101 |
},
|
|
@@ -111,17 +109,17 @@
|
|
| 111 |
"use_amp": false,
|
| 112 |
"use_peft": false,
|
| 113 |
"push_to_hub": true,
|
| 114 |
-
"repo_id": "kunhsiang/lehome-dp-
|
| 115 |
"private": null,
|
| 116 |
"tags": null,
|
| 117 |
"license": null,
|
| 118 |
-
"pretrained_path": "/
|
| 119 |
"horizon": 16,
|
| 120 |
"n_action_steps": 8,
|
| 121 |
"normalization_mapping": {
|
| 122 |
"STATE": "MIN_MAX",
|
| 123 |
-
"
|
| 124 |
-
"
|
| 125 |
},
|
| 126 |
"drop_n_last_frames": 7,
|
| 127 |
"vision_backbone": "resnet18",
|
|
@@ -163,13 +161,13 @@
|
|
| 163 |
"scheduler_name": "cosine",
|
| 164 |
"scheduler_warmup_steps": 500
|
| 165 |
},
|
| 166 |
-
"output_dir": "/
|
| 167 |
-
"job_name": "
|
| 168 |
"resume": true,
|
| 169 |
"seed": 1000,
|
| 170 |
"num_workers": 4,
|
| 171 |
"batch_size": 16,
|
| 172 |
-
"steps":
|
| 173 |
"eval_freq": 20000,
|
| 174 |
"log_freq": 100,
|
| 175 |
"tolerance_s": 0.0001,
|
|
@@ -207,12 +205,14 @@
|
|
| 207 |
"mode": null
|
| 208 |
},
|
| 209 |
"peft": null,
|
| 210 |
-
"use_rabc":
|
| 211 |
-
"rabc_progress_path":
|
| 212 |
"rabc_kappa": 0.01,
|
| 213 |
"rabc_epsilon": 1e-06,
|
| 214 |
"rabc_head_mode": "sparse",
|
| 215 |
-
"rabc_chunk_size":
|
|
|
|
|
|
|
| 216 |
"rename_map": {},
|
| 217 |
-
"checkpoint_path": "/
|
| 218 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"dataset": {
|
| 3 |
+
"repo_id": "dp_synthetic",
|
| 4 |
+
"root": "/home/kunhsiang/Research/EmbodiedAI/lehome-challenge/Datasets/example/pant_long_restructured_semantic",
|
| 5 |
"episodes": null,
|
| 6 |
"image_transforms": {
|
| 7 |
"enable": false,
|
|
|
|
| 76 |
},
|
| 77 |
"revision": null,
|
| 78 |
"use_imagenet_stats": true,
|
| 79 |
+
"video_backend": "torchcodec",
|
| 80 |
"streaming": false
|
| 81 |
},
|
| 82 |
"env": null,
|
|
|
|
| 90 |
12
|
| 91 |
]
|
| 92 |
},
|
| 93 |
+
"observation.environment_state": {
|
| 94 |
+
"type": "ENV",
|
| 95 |
"shape": [
|
| 96 |
+
4
|
|
|
|
|
|
|
| 97 |
]
|
| 98 |
}
|
| 99 |
},
|
|
|
|
| 109 |
"use_amp": false,
|
| 110 |
"use_peft": false,
|
| 111 |
"push_to_hub": true,
|
| 112 |
+
"repo_id": "kunhsiang/lehome-dp-pant-long-semantic-fb",
|
| 113 |
"private": null,
|
| 114 |
"tags": null,
|
| 115 |
"license": null,
|
| 116 |
+
"pretrained_path": "/home/kunhsiang/Research/EmbodiedAI/lehome-challenge/outputs/dp_pant_long_20260307_060640/checkpoints/last/pretrained_model",
|
| 117 |
"horizon": 16,
|
| 118 |
"n_action_steps": 8,
|
| 119 |
"normalization_mapping": {
|
| 120 |
"STATE": "MIN_MAX",
|
| 121 |
+
"ENV": "MIN_MAX",
|
| 122 |
+
"ACTION": "MIN_MAX"
|
| 123 |
},
|
| 124 |
"drop_n_last_frames": 7,
|
| 125 |
"vision_backbone": "resnet18",
|
|
|
|
| 161 |
"scheduler_name": "cosine",
|
| 162 |
"scheduler_warmup_steps": 500
|
| 163 |
},
|
| 164 |
+
"output_dir": "/home/kunhsiang/Research/EmbodiedAI/lehome-challenge/outputs/dp_pant_long_20260307_060640",
|
| 165 |
+
"job_name": "dp_pant_long_20260307_060640",
|
| 166 |
"resume": true,
|
| 167 |
"seed": 1000,
|
| 168 |
"num_workers": 4,
|
| 169 |
"batch_size": 16,
|
| 170 |
+
"steps": 30000,
|
| 171 |
"eval_freq": 20000,
|
| 172 |
"log_freq": 100,
|
| 173 |
"tolerance_s": 0.0001,
|
|
|
|
| 205 |
"mode": null
|
| 206 |
},
|
| 207 |
"peft": null,
|
| 208 |
+
"use_rabc": false,
|
| 209 |
+
"rabc_progress_path": null,
|
| 210 |
"rabc_kappa": 0.01,
|
| 211 |
"rabc_epsilon": 1e-06,
|
| 212 |
"rabc_head_mode": "sparse",
|
| 213 |
+
"rabc_chunk_size": null,
|
| 214 |
+
"rabc_per_condition": false,
|
| 215 |
+
"rabc_condition_agg": "min",
|
| 216 |
"rename_map": {},
|
| 217 |
+
"checkpoint_path": "/home/kunhsiang/Research/EmbodiedAI/lehome-challenge/outputs/dp_pant_long_20260307_060640/checkpoints/last"
|
| 218 |
}
|
checkpoints/006000/training_state/optimizer_param_groups.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
[
|
| 2 |
{
|
| 3 |
-
"lr":
|
| 4 |
"betas": [
|
| 5 |
0.95,
|
| 6 |
0.999
|
|
@@ -163,71 +163,7 @@
|
|
| 163 |
144,
|
| 164 |
145,
|
| 165 |
146,
|
| 166 |
-
147
|
| 167 |
-
148,
|
| 168 |
-
149,
|
| 169 |
-
150,
|
| 170 |
-
151,
|
| 171 |
-
152,
|
| 172 |
-
153,
|
| 173 |
-
154,
|
| 174 |
-
155,
|
| 175 |
-
156,
|
| 176 |
-
157,
|
| 177 |
-
158,
|
| 178 |
-
159,
|
| 179 |
-
160,
|
| 180 |
-
161,
|
| 181 |
-
162,
|
| 182 |
-
163,
|
| 183 |
-
164,
|
| 184 |
-
165,
|
| 185 |
-
166,
|
| 186 |
-
167,
|
| 187 |
-
168,
|
| 188 |
-
169,
|
| 189 |
-
170,
|
| 190 |
-
171,
|
| 191 |
-
172,
|
| 192 |
-
173,
|
| 193 |
-
174,
|
| 194 |
-
175,
|
| 195 |
-
176,
|
| 196 |
-
177,
|
| 197 |
-
178,
|
| 198 |
-
179,
|
| 199 |
-
180,
|
| 200 |
-
181,
|
| 201 |
-
182,
|
| 202 |
-
183,
|
| 203 |
-
184,
|
| 204 |
-
185,
|
| 205 |
-
186,
|
| 206 |
-
187,
|
| 207 |
-
188,
|
| 208 |
-
189,
|
| 209 |
-
190,
|
| 210 |
-
191,
|
| 211 |
-
192,
|
| 212 |
-
193,
|
| 213 |
-
194,
|
| 214 |
-
195,
|
| 215 |
-
196,
|
| 216 |
-
197,
|
| 217 |
-
198,
|
| 218 |
-
199,
|
| 219 |
-
200,
|
| 220 |
-
201,
|
| 221 |
-
202,
|
| 222 |
-
203,
|
| 223 |
-
204,
|
| 224 |
-
205,
|
| 225 |
-
206,
|
| 226 |
-
207,
|
| 227 |
-
208,
|
| 228 |
-
209,
|
| 229 |
-
210,
|
| 230 |
-
211
|
| 231 |
]
|
| 232 |
}
|
| 233 |
]
|
|
|
|
| 1 |
[
|
| 2 |
{
|
| 3 |
+
"lr": 9.166569595412575e-05,
|
| 4 |
"betas": [
|
| 5 |
0.95,
|
| 6 |
0.999
|
|
|
|
| 163 |
144,
|
| 164 |
145,
|
| 165 |
146,
|
| 166 |
+
147
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 167 |
]
|
| 168 |
}
|
| 169 |
]
|
checkpoints/006000/training_state/optimizer_state.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9b5d9b8d800f52c333b68a1f905e7f4fc96bbae3c01c30bd6e8f6475cd10b01d
|
| 3 |
+
size 1989484024
|
checkpoints/006000/training_state/rng_state.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15708
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eaadb83789ac88386825929f91d3037a5de058454af10d631f95701d2c579fa0
|
| 3 |
size 15708
|
checkpoints/006000/training_state/scheduler_state.json
CHANGED
|
@@ -7,7 +7,7 @@
|
|
| 7 |
"_is_initial": false,
|
| 8 |
"_get_lr_called_within_step": false,
|
| 9 |
"_last_lr": [
|
| 10 |
-
|
| 11 |
],
|
| 12 |
"lr_lambdas": [
|
| 13 |
null
|
|
|
|
| 7 |
"_is_initial": false,
|
| 8 |
"_get_lr_called_within_step": false,
|
| 9 |
"_last_lr": [
|
| 10 |
+
9.166569595412575e-05
|
| 11 |
],
|
| 12 |
"lr_lambdas": [
|
| 13 |
null
|
checkpoints/008000/eval_videos/failure/episode0_observation_images_left_rgb.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:833bff972bc2d6b7d3113737e4af583c888ba2801d779fbfe454b0f3f9b5b758
|
| 3 |
+
size 164982
|
checkpoints/008000/eval_videos/failure/episode0_observation_images_right_rgb.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:072befcdcb9741ed321cd79b4b53d042cc04df22518ddd377ad5b300acd82488
|
| 3 |
+
size 166553
|
checkpoints/008000/eval_videos/failure/episode0_observation_images_top_rgb.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cd4691841884b3ea53be455647db5d0ac36ef77cef66f8994cd485741f29245b
|
| 3 |
+
size 175587
|
checkpoints/008000/pretrained_model/config.json
CHANGED
|
@@ -8,12 +8,10 @@
|
|
| 8 |
12
|
| 9 |
]
|
| 10 |
},
|
| 11 |
-
"observation.
|
| 12 |
-
"type": "
|
| 13 |
"shape": [
|
| 14 |
-
|
| 15 |
-
480,
|
| 16 |
-
640
|
| 17 |
]
|
| 18 |
}
|
| 19 |
},
|
|
@@ -29,17 +27,17 @@
|
|
| 29 |
"use_amp": false,
|
| 30 |
"use_peft": false,
|
| 31 |
"push_to_hub": true,
|
| 32 |
-
"repo_id": "kunhsiang/lehome-dp-
|
| 33 |
"private": null,
|
| 34 |
"tags": null,
|
| 35 |
"license": null,
|
| 36 |
-
"pretrained_path": "/
|
| 37 |
"horizon": 16,
|
| 38 |
"n_action_steps": 8,
|
| 39 |
"normalization_mapping": {
|
| 40 |
"STATE": "MIN_MAX",
|
| 41 |
-
"
|
| 42 |
-
"
|
| 43 |
},
|
| 44 |
"drop_n_last_frames": 7,
|
| 45 |
"vision_backbone": "resnet18",
|
|
|
|
| 8 |
12
|
| 9 |
]
|
| 10 |
},
|
| 11 |
+
"observation.environment_state": {
|
| 12 |
+
"type": "ENV",
|
| 13 |
"shape": [
|
| 14 |
+
4
|
|
|
|
|
|
|
| 15 |
]
|
| 16 |
}
|
| 17 |
},
|
|
|
|
| 27 |
"use_amp": false,
|
| 28 |
"use_peft": false,
|
| 29 |
"push_to_hub": true,
|
| 30 |
+
"repo_id": "kunhsiang/lehome-dp-pant-long-semantic-fb",
|
| 31 |
"private": null,
|
| 32 |
"tags": null,
|
| 33 |
"license": null,
|
| 34 |
+
"pretrained_path": "/home/kunhsiang/Research/EmbodiedAI/lehome-challenge/outputs/dp_pant_long_20260307_060640/checkpoints/last/pretrained_model",
|
| 35 |
"horizon": 16,
|
| 36 |
"n_action_steps": 8,
|
| 37 |
"normalization_mapping": {
|
| 38 |
"STATE": "MIN_MAX",
|
| 39 |
+
"ENV": "MIN_MAX",
|
| 40 |
+
"ACTION": "MIN_MAX"
|
| 41 |
},
|
| 42 |
"drop_n_last_frames": 7,
|
| 43 |
"vision_backbone": "resnet18",
|