Add files using upload-large-folder tool
Browse files- README.md +15 -8
- a17-unscrew-bottle/epoch-010/config.json +90 -0
- a17-unscrew-bottle/epoch-010/dataset_meta/hb-dataset-receipt.json +47 -0
- a17-unscrew-bottle/epoch-010/dataset_meta/modality.json +79 -0
- a17-unscrew-bottle/epoch-010/embodiment_id.json +57 -0
- a17-unscrew-bottle/epoch-010/experiment_cfg/conf.yaml +235 -0
- a17-unscrew-bottle/epoch-010/experiment_cfg/config.yaml +233 -0
- a17-unscrew-bottle/epoch-010/experiment_cfg/dataset_statistics.json +1095 -0
- a17-unscrew-bottle/epoch-010/experiment_cfg/final_model_config.json +58 -0
- a17-unscrew-bottle/epoch-010/experiment_cfg/final_processor_config.json +0 -0
- a17-unscrew-bottle/epoch-010/model.safetensors.index.json +0 -0
- a17-unscrew-bottle/epoch-010/processor_config.json +1138 -0
- a17-unscrew-bottle/epoch-010/protocol.json +73 -0
- a17-unscrew-bottle/epoch-010/statistics.json +0 -0
- a17-unscrew-bottle/epoch-020/config.json +90 -0
- a17-unscrew-bottle/epoch-020/dataset_meta/hb-dataset-receipt.json +47 -0
- a17-unscrew-bottle/epoch-020/dataset_meta/modality.json +79 -0
- a17-unscrew-bottle/epoch-020/embodiment_id.json +57 -0
- a17-unscrew-bottle/epoch-020/experiment_cfg/conf.yaml +235 -0
- a17-unscrew-bottle/epoch-020/experiment_cfg/config.yaml +233 -0
- a17-unscrew-bottle/epoch-020/experiment_cfg/dataset_statistics.json +1095 -0
- a17-unscrew-bottle/epoch-020/experiment_cfg/final_model_config.json +58 -0
- a17-unscrew-bottle/epoch-020/experiment_cfg/final_processor_config.json +0 -0
- a17-unscrew-bottle/epoch-020/model.safetensors.index.json +0 -0
- a17-unscrew-bottle/epoch-020/processor_config.json +1138 -0
- a17-unscrew-bottle/epoch-020/protocol.json +73 -0
- a17-unscrew-bottle/epoch-020/statistics.json +0 -0
- a18-pour-water/epoch-010/embodiment_id.json +1 -1
- a18-pour-water/epoch-010/experiment_cfg/conf.yaml +7 -7
- a18-pour-water/epoch-010/experiment_cfg/config.yaml +5 -5
- a18-pour-water/epoch-010/experiment_cfg/final_processor_config.json +1 -1
- a18-pour-water/epoch-010/protocol.json +15 -11
- a18-pour-water/epoch-020/embodiment_id.json +1 -1
- a18-pour-water/epoch-020/experiment_cfg/conf.yaml +7 -7
- a18-pour-water/epoch-020/experiment_cfg/config.yaml +5 -5
- a18-pour-water/epoch-020/protocol.json +15 -11
README.md
CHANGED
|
@@ -6,21 +6,28 @@ tags:
|
|
| 6 |
---
|
| 7 |
# GR00T N1.7 — Humanoid Benchmark
|
| 8 |
|
| 9 |
-
GR00T N1.7 checkpoints fine-tuned on Humanoid Benchmark tasks (2026-11-
|
|
|
|
| 10 |
|
| 11 |
| Folder | Task | Robot |
|
| 12 |
|---|---|---|
|
| 13 |
| `b6-pedal-bin/` | Pick up a chip barrel, step on the pedal bin, drop it in | Unitree G1 |
|
| 14 |
| `a3-fridge-open/` | Open the fridge door | Unitree G1 |
|
| 15 |
| `a7-cabinet-close/` | Close the cabinet door | Unitree G1 |
|
| 16 |
-
| `a18-pour-water/` | Pour water from a pitcher into a glass | H2 |
|
|
|
|
|
|
|
|
|
|
| 17 |
|
| 18 |
Each task folder has `epoch-010/` and `epoch-020/` (100 demonstrations per task, 20 epochs, saved at epoch 10 and 20).
|
| 19 |
-
Every epoch folder is self-contained
|
| 20 |
-
statistics
|
| 21 |
-
|
| 22 |
-
The VLM backbone `nvidia/Cosmos-Reason2-2B` is loaded from its own (gated) repository.
|
| 23 |
-
`code/` holds the adapter code used for training.
|
| 24 |
|
|
|
|
|
|
|
| 25 |
Training used the Humanoid Benchmark online data augmentation spec v2 (photometric, geometric, sensor and lighting
|
| 26 |
-
augmentation plus proprioception noise/delay/drop), with
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
---
|
| 7 |
# GR00T N1.7 — Humanoid Benchmark
|
| 8 |
|
| 9 |
+
GR00T N1.7 checkpoints fine-tuned on Humanoid Benchmark tasks (2026-11-11 training round: global batch 696 = 87 per GPU
|
| 10 |
+
x 8 GPUs, one node per run, 20 epochs).
|
| 11 |
|
| 12 |
| Folder | Task | Robot |
|
| 13 |
|---|---|---|
|
| 14 |
| `b6-pedal-bin/` | Pick up a chip barrel, step on the pedal bin, drop it in | Unitree G1 |
|
| 15 |
| `a3-fridge-open/` | Open the fridge door | Unitree G1 |
|
| 16 |
| `a7-cabinet-close/` | Close the cabinet door | Unitree G1 |
|
| 17 |
+
| `a18-pour-water/` | Pour water from a pitcher into a glass | H2 (Sharpa hands) |
|
| 18 |
+
| `trolley-push/` | Push a trolley | Unitree G1 |
|
| 19 |
+
| `basket-transfer/` | Transfer a basket | Unitree G1 |
|
| 20 |
+
| `a17-unscrew-bottle/` | Unscrew the cap of a bottle | H2 (Sharpa hands) |
|
| 21 |
|
| 22 |
Each task folder has `epoch-010/` and `epoch-020/` (100 demonstrations per task, 20 epochs, saved at epoch 10 and 20).
|
| 23 |
+
Every epoch folder is self-contained for deployment and evaluation: weights, model / processor configuration,
|
| 24 |
+
normalization statistics and `protocol.json` (input/output dimensions, cameras, step counts, file list).
|
| 25 |
+
Optimizer, trainer and resume state are not included. `code/` holds the adapter code used for training and inference.
|
|
|
|
|
|
|
| 26 |
|
| 27 |
+
Model inputs are identical across all benchmark models: G1 state 44-D (29 body joint angles + 6 + 6 measured hand
|
| 28 |
+
values + 3 projected gravity), H2 state 78-D (75 joint angles + 3 projected gravity), no joint velocities.
|
| 29 |
Training used the Humanoid Benchmark online data augmentation spec v2 (photometric, geometric, sensor and lighting
|
| 30 |
+
augmentation plus proprioception noise/delay/drop), with the model's own image augmentation turned off.
|
| 31 |
+
The VLM backbone `nvidia/Cosmos-Reason2-2B` is loaded from its own (gated) repository.
|
| 32 |
+
|
| 33 |
+
The previous training round of this repository is kept in the git history at revision `2e8f375584631cae0454911e58b5b7850ea9f678` (older batch setting).
|
a17-unscrew-bottle/epoch-010/config.json
ADDED
|
@@ -0,0 +1,90 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"action_horizon": 40,
|
| 3 |
+
"add_pos_embed": true,
|
| 4 |
+
"apply_sincos_state_encoding": false,
|
| 5 |
+
"architectures": [
|
| 6 |
+
"Gr00tN1d7"
|
| 7 |
+
],
|
| 8 |
+
"attn_dropout": 0.2,
|
| 9 |
+
"attn_implementation": null,
|
| 10 |
+
"backbone_embedding_dim": 2048,
|
| 11 |
+
"backbone_trainable_params_fp32": true,
|
| 12 |
+
"color_jitter_params": {
|
| 13 |
+
"brightness": 0.3,
|
| 14 |
+
"contrast": 0.4,
|
| 15 |
+
"hue": 0.08,
|
| 16 |
+
"saturation": 0.5
|
| 17 |
+
},
|
| 18 |
+
"crop_fraction": 0.95,
|
| 19 |
+
"diffusion_model_cfg": {
|
| 20 |
+
"attention_head_dim": 48,
|
| 21 |
+
"dropout": 0.2,
|
| 22 |
+
"final_dropout": true,
|
| 23 |
+
"interleave_self_attention": true,
|
| 24 |
+
"norm_type": "ada_norm",
|
| 25 |
+
"num_attention_heads": 32,
|
| 26 |
+
"num_layers": 32,
|
| 27 |
+
"output_dim": 1024,
|
| 28 |
+
"positional_embeddings": null
|
| 29 |
+
},
|
| 30 |
+
"dtype": "bfloat16",
|
| 31 |
+
"exclude_state": false,
|
| 32 |
+
"formalize_language": true,
|
| 33 |
+
"hidden_size": 1024,
|
| 34 |
+
"image_crop_size": [
|
| 35 |
+
230,
|
| 36 |
+
230
|
| 37 |
+
],
|
| 38 |
+
"image_target_size": [
|
| 39 |
+
256,
|
| 40 |
+
256
|
| 41 |
+
],
|
| 42 |
+
"letter_box_transform": false,
|
| 43 |
+
"load_bf16": false,
|
| 44 |
+
"max_action_dim": 132,
|
| 45 |
+
"max_num_embodiments": 32,
|
| 46 |
+
"max_seq_len": 1024,
|
| 47 |
+
"max_state_dim": 132,
|
| 48 |
+
"model_dtype": "bfloat16",
|
| 49 |
+
"model_name": "nvidia/Cosmos-Reason2-2B",
|
| 50 |
+
"model_type": "Gr00tN1d7",
|
| 51 |
+
"noise_beta_alpha": 1.5,
|
| 52 |
+
"noise_beta_beta": 1.0,
|
| 53 |
+
"noise_s": 0.999,
|
| 54 |
+
"num_inference_timesteps": 4,
|
| 55 |
+
"num_timestep_buckets": 1000,
|
| 56 |
+
"random_history_crop": true,
|
| 57 |
+
"random_rotation_angle": 0,
|
| 58 |
+
"reproject_vision": false,
|
| 59 |
+
"rtc_ramp_rate": 6.0,
|
| 60 |
+
"select_layer": 16,
|
| 61 |
+
"shortest_image_edge": 256,
|
| 62 |
+
"state_dropout_prob": 0.2,
|
| 63 |
+
"state_gaussian_noise_std": 0.0,
|
| 64 |
+
"strict_action_padding_mask": false,
|
| 65 |
+
"strict_vl_padding_mask": false,
|
| 66 |
+
"transformers_version": "4.57.3",
|
| 67 |
+
"tune_diffusion_model": true,
|
| 68 |
+
"tune_linear": true,
|
| 69 |
+
"tune_llm": false,
|
| 70 |
+
"tune_projector": true,
|
| 71 |
+
"tune_top_llm_layers": 0,
|
| 72 |
+
"tune_visual": false,
|
| 73 |
+
"tune_vlln": true,
|
| 74 |
+
"use_albumentations": true,
|
| 75 |
+
"use_alternate_vl_dit": true,
|
| 76 |
+
"use_flash_attention": true,
|
| 77 |
+
"use_future_tokens": false,
|
| 78 |
+
"use_mean_std": false,
|
| 79 |
+
"use_percentiles": true,
|
| 80 |
+
"use_vl_self_attention": true,
|
| 81 |
+
"use_vlln": true,
|
| 82 |
+
"vl_self_attention_cfg": {
|
| 83 |
+
"attention_head_dim": 64,
|
| 84 |
+
"dropout": 0.2,
|
| 85 |
+
"final_dropout": true,
|
| 86 |
+
"num_attention_heads": 32,
|
| 87 |
+
"num_layers": 4,
|
| 88 |
+
"positional_embeddings": null
|
| 89 |
+
}
|
| 90 |
+
}
|
a17-unscrew-bottle/epoch-010/dataset_meta/hb-dataset-receipt.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "a17",
|
| 3 |
+
"source": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/a17-unscrew-bottle-v1-407e6e2/data",
|
| 4 |
+
"episodes": 100,
|
| 5 |
+
"frames": 115333,
|
| 6 |
+
"video_keys": [
|
| 7 |
+
"observation.images.head",
|
| 8 |
+
"observation.images.chest"
|
| 9 |
+
],
|
| 10 |
+
"state_dim_raw": 75,
|
| 11 |
+
"body_index": [
|
| 12 |
+
0,
|
| 13 |
+
1,
|
| 14 |
+
2,
|
| 15 |
+
3,
|
| 16 |
+
4,
|
| 17 |
+
5,
|
| 18 |
+
6,
|
| 19 |
+
7,
|
| 20 |
+
8,
|
| 21 |
+
9,
|
| 22 |
+
10,
|
| 23 |
+
11,
|
| 24 |
+
12,
|
| 25 |
+
13,
|
| 26 |
+
14,
|
| 27 |
+
15,
|
| 28 |
+
16,
|
| 29 |
+
17,
|
| 30 |
+
18,
|
| 31 |
+
19,
|
| 32 |
+
20,
|
| 33 |
+
21,
|
| 34 |
+
22,
|
| 35 |
+
23,
|
| 36 |
+
24,
|
| 37 |
+
25,
|
| 38 |
+
26,
|
| 39 |
+
27,
|
| 40 |
+
28,
|
| 41 |
+
29,
|
| 42 |
+
30
|
| 43 |
+
],
|
| 44 |
+
"stats_tag": "NEW_EMBODIMENT",
|
| 45 |
+
"modality_sha256": "50d8651783c576fa6f531b1a1c11add620ba1cd3f5752543afd8bcf0b0590bb3",
|
| 46 |
+
"stats_sha256": "b77e2ab8c3fc268635af3411e839041ba97c52306c236e79f7ca55156de95122"
|
| 47 |
+
}
|
a17-unscrew-bottle/epoch-010/dataset_meta/modality.json
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"state": {
|
| 3 |
+
"left_leg": {
|
| 4 |
+
"original_key": "observation.state",
|
| 5 |
+
"start": 0,
|
| 6 |
+
"end": 6
|
| 7 |
+
},
|
| 8 |
+
"right_leg": {
|
| 9 |
+
"original_key": "observation.state",
|
| 10 |
+
"start": 6,
|
| 11 |
+
"end": 12
|
| 12 |
+
},
|
| 13 |
+
"waist": {
|
| 14 |
+
"original_key": "observation.state",
|
| 15 |
+
"start": 12,
|
| 16 |
+
"end": 15
|
| 17 |
+
},
|
| 18 |
+
"left_arm": {
|
| 19 |
+
"original_key": "observation.state",
|
| 20 |
+
"start": 15,
|
| 21 |
+
"end": 22
|
| 22 |
+
},
|
| 23 |
+
"right_arm": {
|
| 24 |
+
"original_key": "observation.state",
|
| 25 |
+
"start": 22,
|
| 26 |
+
"end": 29
|
| 27 |
+
},
|
| 28 |
+
"head": {
|
| 29 |
+
"original_key": "observation.state",
|
| 30 |
+
"start": 29,
|
| 31 |
+
"end": 31
|
| 32 |
+
},
|
| 33 |
+
"left_hand": {
|
| 34 |
+
"original_key": "observation.state",
|
| 35 |
+
"start": 31,
|
| 36 |
+
"end": 53
|
| 37 |
+
},
|
| 38 |
+
"right_hand": {
|
| 39 |
+
"original_key": "observation.state",
|
| 40 |
+
"start": 53,
|
| 41 |
+
"end": 75
|
| 42 |
+
},
|
| 43 |
+
"projected_gravity": {
|
| 44 |
+
"original_key": "observation.projected_gravity",
|
| 45 |
+
"start": 0,
|
| 46 |
+
"end": 3
|
| 47 |
+
}
|
| 48 |
+
},
|
| 49 |
+
"action": {
|
| 50 |
+
"body_target": {
|
| 51 |
+
"original_key": "action.body_target",
|
| 52 |
+
"start": 0,
|
| 53 |
+
"end": 31
|
| 54 |
+
},
|
| 55 |
+
"left_hand_target": {
|
| 56 |
+
"original_key": "action.hands",
|
| 57 |
+
"start": 0,
|
| 58 |
+
"end": 22
|
| 59 |
+
},
|
| 60 |
+
"right_hand_target": {
|
| 61 |
+
"original_key": "action.hands",
|
| 62 |
+
"start": 22,
|
| 63 |
+
"end": 44
|
| 64 |
+
}
|
| 65 |
+
},
|
| 66 |
+
"video": {
|
| 67 |
+
"head": {
|
| 68 |
+
"original_key": "observation.images.head"
|
| 69 |
+
},
|
| 70 |
+
"chest": {
|
| 71 |
+
"original_key": "observation.images.chest"
|
| 72 |
+
}
|
| 73 |
+
},
|
| 74 |
+
"annotation": {
|
| 75 |
+
"human.task_description": {
|
| 76 |
+
"original_key": "task_index"
|
| 77 |
+
}
|
| 78 |
+
}
|
| 79 |
+
}
|
a17-unscrew-bottle/epoch-010/embodiment_id.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"robocasa_panda_omron": 13,
|
| 3 |
+
"oxe_droid": 17,
|
| 4 |
+
"oxe_fractal": 18,
|
| 5 |
+
"oxe_language_table": 19,
|
| 6 |
+
"oxe_bridge": 20,
|
| 7 |
+
"unknown": 22,
|
| 8 |
+
"gr1_unified": 20,
|
| 9 |
+
"agibot": 26,
|
| 10 |
+
"sim_behavior_r1_pro": 23,
|
| 11 |
+
"xdof": 24,
|
| 12 |
+
"xdof_oss_data": 25,
|
| 13 |
+
"unitree_g1_full_body_with_waist_height_nav_cmd": 25,
|
| 14 |
+
"real_r1_pro_sharpa": 27,
|
| 15 |
+
"real_r1_pro_sharpa_add_view": 27,
|
| 16 |
+
"real_r1_pro_sharpa_relative_arm_joint": 26,
|
| 17 |
+
"real_r1_pro_sharpa_delta_eef": 26,
|
| 18 |
+
"real_r1_pro_sharpa_absolute_eef": 26,
|
| 19 |
+
"real_r1_pro_sharpa_meanstd": 26,
|
| 20 |
+
"real_r1_pro_sharpa_relative_eef": 26,
|
| 21 |
+
"real_r1_pro_sharpa_relative_eef_add_view": 26,
|
| 22 |
+
"real_r1_pro_sharpa_relative_eef_relative_hand": 26,
|
| 23 |
+
"real_r1_pro_sharpa_relative_eef_human": 26,
|
| 24 |
+
"real_r1_pro_sharpa_relative_eef_human_add_view": 26,
|
| 25 |
+
"real_r1_pro_sharpa_relative_eef_human_relative_hand": 26,
|
| 26 |
+
"real_r1_pro_sharpa_relative_eef_egodex": 26,
|
| 27 |
+
"real_r1_pro_sharpa_relative_eef_egodex_relative_hand": 26,
|
| 28 |
+
"real_r1_pro_sharpa_relative_eef_egodex_wrist_only": 26,
|
| 29 |
+
"real_r1_pro_sharpa_relative_eef_maxinsights": 26,
|
| 30 |
+
"real_r1_pro_sharpa_relative_eef_maxinsights_relative_hand": 26,
|
| 31 |
+
"real_r1_pro_sharpa_relative_eef_mecka": 26,
|
| 32 |
+
"real_r1_pro_sharpa_relative_eef_mecka_relative_hand": 26,
|
| 33 |
+
"real_g1_relative_eef_absolute_joints": 25,
|
| 34 |
+
"real_g1_relative_eef_absolute_joints_wrist_cam": 25,
|
| 35 |
+
"real_g1_relative_eef_relative_joints": 25,
|
| 36 |
+
"real_r1_pro_sharpa_relative_eef_relative_hand_relative_joint": 26,
|
| 37 |
+
"real_r1_pro_sharpa_relative_joint": 29,
|
| 38 |
+
"oxe_droid_relative_eef_relative_joint": 24,
|
| 39 |
+
"oxe_droid_relative_eef_relative_joint_swapped": 24,
|
| 40 |
+
"oxe_droid_relative_eef_relative_joint_upweight_z": 24,
|
| 41 |
+
"oxe_droid_relative_eef_relative_joint_upweight_z_swapped": 24,
|
| 42 |
+
"oxe_droid_relative_eef_relative_joint_3view": 24,
|
| 43 |
+
"oxe_droid_relative_eef_relative_joint_3view_swapped": 24,
|
| 44 |
+
"oxe_droid_relative_eef": 24,
|
| 45 |
+
"oxe_droid_joint_position_relative": 24,
|
| 46 |
+
"xdof_relative_eef_relative_joint": 27,
|
| 47 |
+
"xdof_relative_eef_relative_joint_subtask": 27,
|
| 48 |
+
"xdof_relative_eef": 27,
|
| 49 |
+
"xdof_relative_joint": 28,
|
| 50 |
+
"simpler_env_google": 0,
|
| 51 |
+
"simpler_env_widowx": 1,
|
| 52 |
+
"libero_sim": 2,
|
| 53 |
+
"droid_sim": 3,
|
| 54 |
+
"robocasa_gr1_tabletop": 10,
|
| 55 |
+
"new_embodiment": 10,
|
| 56 |
+
"unitree_g1_sonic": 11
|
| 57 |
+
}
|
a17-unscrew-bottle/epoch-010/experiment_cfg/conf.yaml
ADDED
|
@@ -0,0 +1,235 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
load_config_path: null
|
| 2 |
+
model:
|
| 3 |
+
model_type: Gr00tN1d7
|
| 4 |
+
model_dtype: bfloat16
|
| 5 |
+
model_name: nvidia/Cosmos-Reason2-2B
|
| 6 |
+
backbone_model_type: qwen
|
| 7 |
+
model_revision: null
|
| 8 |
+
tune_top_llm_layers: 0
|
| 9 |
+
backbone_embedding_dim: 2048
|
| 10 |
+
tune_llm: false
|
| 11 |
+
tune_visual: false
|
| 12 |
+
select_layer: 12
|
| 13 |
+
reproject_vision: false
|
| 14 |
+
use_flash_attention: true
|
| 15 |
+
load_bf16: false
|
| 16 |
+
backbone_trainable_params_fp32: true
|
| 17 |
+
image_crop_size:
|
| 18 |
+
- 230
|
| 19 |
+
- 230
|
| 20 |
+
image_target_size:
|
| 21 |
+
- 256
|
| 22 |
+
- 256
|
| 23 |
+
shortest_image_edge: null
|
| 24 |
+
crop_fraction: null
|
| 25 |
+
random_rotation_angle: null
|
| 26 |
+
color_jitter_params: null
|
| 27 |
+
use_albumentations_transforms: true
|
| 28 |
+
letter_box_transform: false
|
| 29 |
+
extra_augmentation_config: null
|
| 30 |
+
formalize_language: true
|
| 31 |
+
apply_sincos_state_encoding: false
|
| 32 |
+
use_percentiles: true
|
| 33 |
+
use_relative_action: true
|
| 34 |
+
max_state_dim: 132
|
| 35 |
+
max_action_dim: 132
|
| 36 |
+
action_horizon: 40
|
| 37 |
+
strict_action_padding_mask: null
|
| 38 |
+
hidden_size: 1024
|
| 39 |
+
input_embedding_dim: 1536
|
| 40 |
+
state_history_length: 1
|
| 41 |
+
add_pos_embed: true
|
| 42 |
+
attn_dropout: 0.2
|
| 43 |
+
use_vlln: true
|
| 44 |
+
strict_vl_padding_mask: null
|
| 45 |
+
max_seq_len: 1024
|
| 46 |
+
use_alternate_vl_dit: true
|
| 47 |
+
attend_text_every_n_blocks: 2
|
| 48 |
+
diffusion_model_cfg:
|
| 49 |
+
positional_embeddings: null
|
| 50 |
+
num_layers: 16
|
| 51 |
+
num_attention_heads: 32
|
| 52 |
+
attention_head_dim: 48
|
| 53 |
+
norm_type: ada_norm
|
| 54 |
+
dropout: 0.2
|
| 55 |
+
final_dropout: true
|
| 56 |
+
output_dim: 1024
|
| 57 |
+
interleave_self_attention: true
|
| 58 |
+
num_inference_timesteps: 4
|
| 59 |
+
noise_beta_alpha: 1.5
|
| 60 |
+
noise_beta_beta: 1.0
|
| 61 |
+
noise_s: 0.999
|
| 62 |
+
num_timestep_buckets: 1000
|
| 63 |
+
tune_projector: true
|
| 64 |
+
tune_diffusion_model: true
|
| 65 |
+
tune_vlln: true
|
| 66 |
+
state_dropout_prob: 0.2
|
| 67 |
+
exclude_state: false
|
| 68 |
+
use_mean_std: false
|
| 69 |
+
max_num_embodiments: 32
|
| 70 |
+
data:
|
| 71 |
+
datasets:
|
| 72 |
+
- dataset_paths:
|
| 73 |
+
- /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/groot-data/a17
|
| 74 |
+
embodiment_tag: new_embodiment
|
| 75 |
+
mix_ratio: 1.0
|
| 76 |
+
dataset_type: physical_embodiment
|
| 77 |
+
val_dataset_path: null
|
| 78 |
+
modality_configs:
|
| 79 |
+
new_embodiment:
|
| 80 |
+
video:
|
| 81 |
+
delta_indices:
|
| 82 |
+
- 0
|
| 83 |
+
modality_keys:
|
| 84 |
+
- head
|
| 85 |
+
- chest
|
| 86 |
+
sin_cos_embedding_keys: null
|
| 87 |
+
mean_std_embedding_keys: null
|
| 88 |
+
action_configs: null
|
| 89 |
+
state:
|
| 90 |
+
delta_indices:
|
| 91 |
+
- 0
|
| 92 |
+
modality_keys:
|
| 93 |
+
- left_leg
|
| 94 |
+
- right_leg
|
| 95 |
+
- waist
|
| 96 |
+
- left_arm
|
| 97 |
+
- right_arm
|
| 98 |
+
- head
|
| 99 |
+
- left_hand
|
| 100 |
+
- right_hand
|
| 101 |
+
- projected_gravity
|
| 102 |
+
sin_cos_embedding_keys: null
|
| 103 |
+
mean_std_embedding_keys: null
|
| 104 |
+
action_configs: null
|
| 105 |
+
action:
|
| 106 |
+
delta_indices:
|
| 107 |
+
- 0
|
| 108 |
+
- 1
|
| 109 |
+
- 2
|
| 110 |
+
- 3
|
| 111 |
+
- 4
|
| 112 |
+
- 5
|
| 113 |
+
- 6
|
| 114 |
+
- 7
|
| 115 |
+
- 8
|
| 116 |
+
- 9
|
| 117 |
+
- 10
|
| 118 |
+
- 11
|
| 119 |
+
- 12
|
| 120 |
+
- 13
|
| 121 |
+
- 14
|
| 122 |
+
- 15
|
| 123 |
+
modality_keys:
|
| 124 |
+
- body_target
|
| 125 |
+
- left_hand_target
|
| 126 |
+
- right_hand_target
|
| 127 |
+
sin_cos_embedding_keys: null
|
| 128 |
+
mean_std_embedding_keys: null
|
| 129 |
+
action_configs:
|
| 130 |
+
- rep: ABSOLUTE
|
| 131 |
+
type: NON_EEF
|
| 132 |
+
format: DEFAULT
|
| 133 |
+
state_key: null
|
| 134 |
+
- rep: ABSOLUTE
|
| 135 |
+
type: NON_EEF
|
| 136 |
+
format: DEFAULT
|
| 137 |
+
state_key: null
|
| 138 |
+
- rep: ABSOLUTE
|
| 139 |
+
type: NON_EEF
|
| 140 |
+
format: DEFAULT
|
| 141 |
+
state_key: null
|
| 142 |
+
language:
|
| 143 |
+
delta_indices:
|
| 144 |
+
- 0
|
| 145 |
+
modality_keys:
|
| 146 |
+
- annotation.human.task_description
|
| 147 |
+
sin_cos_embedding_keys: null
|
| 148 |
+
mean_std_embedding_keys: null
|
| 149 |
+
action_configs: null
|
| 150 |
+
download_cache: false
|
| 151 |
+
shard_size: 1024
|
| 152 |
+
episode_sampling_rate: 0.1
|
| 153 |
+
num_shards_per_epoch: 100000
|
| 154 |
+
ds_weights_alpha: null
|
| 155 |
+
override_pretraining_statistics: true
|
| 156 |
+
mode: single_turn
|
| 157 |
+
random_chop: 0.0
|
| 158 |
+
mock_dataset_mode: false
|
| 159 |
+
shuffle: true
|
| 160 |
+
seed: 42
|
| 161 |
+
multiprocessing_context: fork
|
| 162 |
+
allow_padding: false
|
| 163 |
+
subsample_ratio: 1.0
|
| 164 |
+
loader: fast
|
| 165 |
+
fast_loader:
|
| 166 |
+
decode_threads: 2
|
| 167 |
+
ffmpeg_threads: 1
|
| 168 |
+
shuffle_buffer: 0
|
| 169 |
+
min_fill: 0
|
| 170 |
+
image_crop_size:
|
| 171 |
+
- 244
|
| 172 |
+
- 244
|
| 173 |
+
image_target_size:
|
| 174 |
+
- 224
|
| 175 |
+
- 224
|
| 176 |
+
training:
|
| 177 |
+
output_dir: /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/groot-runs-b696/a17/production
|
| 178 |
+
experiment_name: null
|
| 179 |
+
max_steps: 3315
|
| 180 |
+
global_batch_size: 696
|
| 181 |
+
per_gpu_batch_size: null
|
| 182 |
+
gradient_accumulation_steps: 1
|
| 183 |
+
learning_rate: 0.0001
|
| 184 |
+
lr_scheduler_type: cosine
|
| 185 |
+
weight_decay: 1.0e-05
|
| 186 |
+
warmup_ratio: 0.05
|
| 187 |
+
warmup_steps: 0
|
| 188 |
+
max_grad_norm: 1.0
|
| 189 |
+
optim: adamw_torch
|
| 190 |
+
start_from_checkpoint: /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/groot-n17-base
|
| 191 |
+
skip_weight_loading: false
|
| 192 |
+
tf32: true
|
| 193 |
+
fp16: false
|
| 194 |
+
bf16: true
|
| 195 |
+
eval_bf16: true
|
| 196 |
+
logging_steps: 10
|
| 197 |
+
save_steps: 1658
|
| 198 |
+
save_total_limit: 2
|
| 199 |
+
save_vl_model: false
|
| 200 |
+
save_only_model: false
|
| 201 |
+
resume_from_checkpoint: false
|
| 202 |
+
upload_checkpoints: false
|
| 203 |
+
upload_every: 1000
|
| 204 |
+
upload_last_n_checkpoints: 5
|
| 205 |
+
max_concurrent_uploads: 2
|
| 206 |
+
eval_strategy: 'no'
|
| 207 |
+
eval_steps: 500
|
| 208 |
+
eval_set_split_ratio: 0.1
|
| 209 |
+
eval_batch_size: 2
|
| 210 |
+
save_best_eval_metric_name: ''
|
| 211 |
+
save_best_eval_metric_greater_is_better: true
|
| 212 |
+
deepspeed_stage: 2
|
| 213 |
+
gradient_checkpointing: false
|
| 214 |
+
transformers_trust_remote_code: true
|
| 215 |
+
transformers_local_files_only: false
|
| 216 |
+
transformers_cache_dir: null
|
| 217 |
+
transformers_access_token: null
|
| 218 |
+
use_ddp: false
|
| 219 |
+
ddp_bucket_cap_mb: 100
|
| 220 |
+
num_gpus: 8
|
| 221 |
+
dataloader_num_workers: 8
|
| 222 |
+
remove_unused_columns: false
|
| 223 |
+
use_wandb: false
|
| 224 |
+
wandb_project: finetune-gr00t-n1d7
|
| 225 |
+
enable_profiling: false
|
| 226 |
+
max_retries: 3
|
| 227 |
+
assert_loss_less_than: null
|
| 228 |
+
add_rl_callback: false
|
| 229 |
+
enable_open_loop_eval: false
|
| 230 |
+
open_loop_eval_traj_ids:
|
| 231 |
+
- 0
|
| 232 |
+
open_loop_eval_steps_per_traj: 100
|
| 233 |
+
open_loop_eval_plot_indices: null
|
| 234 |
+
max_steps: 3315
|
| 235 |
+
save_steps: 1658
|
a17-unscrew-bottle/epoch-010/experiment_cfg/config.yaml
ADDED
|
@@ -0,0 +1,233 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
load_config_path: null
|
| 2 |
+
model:
|
| 3 |
+
model_type: Gr00tN1d7
|
| 4 |
+
model_dtype: bfloat16
|
| 5 |
+
model_name: nvidia/Cosmos-Reason2-2B
|
| 6 |
+
backbone_model_type: qwen
|
| 7 |
+
model_revision: null
|
| 8 |
+
tune_top_llm_layers: 0
|
| 9 |
+
backbone_embedding_dim: 2048
|
| 10 |
+
tune_llm: false
|
| 11 |
+
tune_visual: false
|
| 12 |
+
select_layer: 12
|
| 13 |
+
reproject_vision: false
|
| 14 |
+
use_flash_attention: true
|
| 15 |
+
load_bf16: false
|
| 16 |
+
backbone_trainable_params_fp32: true
|
| 17 |
+
image_crop_size:
|
| 18 |
+
- 230
|
| 19 |
+
- 230
|
| 20 |
+
image_target_size:
|
| 21 |
+
- 256
|
| 22 |
+
- 256
|
| 23 |
+
shortest_image_edge: null
|
| 24 |
+
crop_fraction: null
|
| 25 |
+
random_rotation_angle: null
|
| 26 |
+
color_jitter_params: null
|
| 27 |
+
use_albumentations_transforms: true
|
| 28 |
+
letter_box_transform: false
|
| 29 |
+
extra_augmentation_config: null
|
| 30 |
+
formalize_language: true
|
| 31 |
+
apply_sincos_state_encoding: false
|
| 32 |
+
use_percentiles: true
|
| 33 |
+
use_relative_action: true
|
| 34 |
+
max_state_dim: 132
|
| 35 |
+
max_action_dim: 132
|
| 36 |
+
action_horizon: 40
|
| 37 |
+
strict_action_padding_mask: null
|
| 38 |
+
hidden_size: 1024
|
| 39 |
+
input_embedding_dim: 1536
|
| 40 |
+
state_history_length: 1
|
| 41 |
+
add_pos_embed: true
|
| 42 |
+
attn_dropout: 0.2
|
| 43 |
+
use_vlln: true
|
| 44 |
+
strict_vl_padding_mask: null
|
| 45 |
+
max_seq_len: 1024
|
| 46 |
+
use_alternate_vl_dit: true
|
| 47 |
+
attend_text_every_n_blocks: 2
|
| 48 |
+
diffusion_model_cfg:
|
| 49 |
+
positional_embeddings: null
|
| 50 |
+
num_layers: 16
|
| 51 |
+
num_attention_heads: 32
|
| 52 |
+
attention_head_dim: 48
|
| 53 |
+
norm_type: ada_norm
|
| 54 |
+
dropout: 0.2
|
| 55 |
+
final_dropout: true
|
| 56 |
+
output_dim: 1024
|
| 57 |
+
interleave_self_attention: true
|
| 58 |
+
num_inference_timesteps: 4
|
| 59 |
+
noise_beta_alpha: 1.5
|
| 60 |
+
noise_beta_beta: 1.0
|
| 61 |
+
noise_s: 0.999
|
| 62 |
+
num_timestep_buckets: 1000
|
| 63 |
+
tune_projector: true
|
| 64 |
+
tune_diffusion_model: true
|
| 65 |
+
tune_vlln: true
|
| 66 |
+
state_dropout_prob: 0.2
|
| 67 |
+
exclude_state: false
|
| 68 |
+
use_mean_std: false
|
| 69 |
+
max_num_embodiments: 32
|
| 70 |
+
data:
|
| 71 |
+
datasets:
|
| 72 |
+
- dataset_paths:
|
| 73 |
+
- /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/groot-data/a17
|
| 74 |
+
embodiment_tag: new_embodiment
|
| 75 |
+
mix_ratio: 1.0
|
| 76 |
+
dataset_type: physical_embodiment
|
| 77 |
+
val_dataset_path: null
|
| 78 |
+
modality_configs:
|
| 79 |
+
new_embodiment:
|
| 80 |
+
video:
|
| 81 |
+
delta_indices:
|
| 82 |
+
- 0
|
| 83 |
+
modality_keys:
|
| 84 |
+
- head
|
| 85 |
+
- chest
|
| 86 |
+
sin_cos_embedding_keys: null
|
| 87 |
+
mean_std_embedding_keys: null
|
| 88 |
+
action_configs: null
|
| 89 |
+
state:
|
| 90 |
+
delta_indices:
|
| 91 |
+
- 0
|
| 92 |
+
modality_keys:
|
| 93 |
+
- left_leg
|
| 94 |
+
- right_leg
|
| 95 |
+
- waist
|
| 96 |
+
- left_arm
|
| 97 |
+
- right_arm
|
| 98 |
+
- head
|
| 99 |
+
- left_hand
|
| 100 |
+
- right_hand
|
| 101 |
+
- projected_gravity
|
| 102 |
+
sin_cos_embedding_keys: null
|
| 103 |
+
mean_std_embedding_keys: null
|
| 104 |
+
action_configs: null
|
| 105 |
+
action:
|
| 106 |
+
delta_indices:
|
| 107 |
+
- 0
|
| 108 |
+
- 1
|
| 109 |
+
- 2
|
| 110 |
+
- 3
|
| 111 |
+
- 4
|
| 112 |
+
- 5
|
| 113 |
+
- 6
|
| 114 |
+
- 7
|
| 115 |
+
- 8
|
| 116 |
+
- 9
|
| 117 |
+
- 10
|
| 118 |
+
- 11
|
| 119 |
+
- 12
|
| 120 |
+
- 13
|
| 121 |
+
- 14
|
| 122 |
+
- 15
|
| 123 |
+
modality_keys:
|
| 124 |
+
- body_target
|
| 125 |
+
- left_hand_target
|
| 126 |
+
- right_hand_target
|
| 127 |
+
sin_cos_embedding_keys: null
|
| 128 |
+
mean_std_embedding_keys: null
|
| 129 |
+
action_configs:
|
| 130 |
+
- rep: absolute
|
| 131 |
+
type: non_eef
|
| 132 |
+
format: default
|
| 133 |
+
state_key: null
|
| 134 |
+
- rep: absolute
|
| 135 |
+
type: non_eef
|
| 136 |
+
format: default
|
| 137 |
+
state_key: null
|
| 138 |
+
- rep: absolute
|
| 139 |
+
type: non_eef
|
| 140 |
+
format: default
|
| 141 |
+
state_key: null
|
| 142 |
+
language:
|
| 143 |
+
delta_indices:
|
| 144 |
+
- 0
|
| 145 |
+
modality_keys:
|
| 146 |
+
- annotation.human.task_description
|
| 147 |
+
sin_cos_embedding_keys: null
|
| 148 |
+
mean_std_embedding_keys: null
|
| 149 |
+
action_configs: null
|
| 150 |
+
download_cache: false
|
| 151 |
+
shard_size: 1024
|
| 152 |
+
episode_sampling_rate: 0.1
|
| 153 |
+
num_shards_per_epoch: 100000
|
| 154 |
+
ds_weights_alpha: null
|
| 155 |
+
override_pretraining_statistics: true
|
| 156 |
+
mode: single_turn
|
| 157 |
+
random_chop: 0.0
|
| 158 |
+
mock_dataset_mode: false
|
| 159 |
+
shuffle: true
|
| 160 |
+
seed: 42
|
| 161 |
+
multiprocessing_context: fork
|
| 162 |
+
allow_padding: false
|
| 163 |
+
subsample_ratio: 1.0
|
| 164 |
+
loader: fast
|
| 165 |
+
fast_loader:
|
| 166 |
+
decode_threads: 2
|
| 167 |
+
ffmpeg_threads: 1
|
| 168 |
+
shuffle_buffer: 0
|
| 169 |
+
min_fill: 0
|
| 170 |
+
image_crop_size:
|
| 171 |
+
- 244
|
| 172 |
+
- 244
|
| 173 |
+
image_target_size:
|
| 174 |
+
- 224
|
| 175 |
+
- 224
|
| 176 |
+
training:
|
| 177 |
+
output_dir: /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/groot-runs-b696/a17/production
|
| 178 |
+
experiment_name: null
|
| 179 |
+
max_steps: 3315
|
| 180 |
+
global_batch_size: 696
|
| 181 |
+
per_gpu_batch_size: null
|
| 182 |
+
gradient_accumulation_steps: 1
|
| 183 |
+
learning_rate: 0.0001
|
| 184 |
+
lr_scheduler_type: cosine
|
| 185 |
+
weight_decay: 1.0e-05
|
| 186 |
+
warmup_ratio: 0.05
|
| 187 |
+
warmup_steps: 0
|
| 188 |
+
max_grad_norm: 1.0
|
| 189 |
+
optim: adamw_torch
|
| 190 |
+
start_from_checkpoint: /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/groot-n17-base
|
| 191 |
+
skip_weight_loading: false
|
| 192 |
+
tf32: true
|
| 193 |
+
fp16: false
|
| 194 |
+
bf16: true
|
| 195 |
+
eval_bf16: true
|
| 196 |
+
logging_steps: 10
|
| 197 |
+
save_steps: 1658
|
| 198 |
+
save_total_limit: 2
|
| 199 |
+
save_vl_model: false
|
| 200 |
+
save_only_model: false
|
| 201 |
+
resume_from_checkpoint: false
|
| 202 |
+
upload_checkpoints: false
|
| 203 |
+
upload_every: 1000
|
| 204 |
+
upload_last_n_checkpoints: 5
|
| 205 |
+
max_concurrent_uploads: 2
|
| 206 |
+
eval_strategy: 'no'
|
| 207 |
+
eval_steps: 500
|
| 208 |
+
eval_set_split_ratio: 0.1
|
| 209 |
+
eval_batch_size: 2
|
| 210 |
+
save_best_eval_metric_name: ''
|
| 211 |
+
save_best_eval_metric_greater_is_better: true
|
| 212 |
+
deepspeed_stage: 2
|
| 213 |
+
gradient_checkpointing: false
|
| 214 |
+
transformers_trust_remote_code: true
|
| 215 |
+
transformers_local_files_only: false
|
| 216 |
+
transformers_cache_dir: null
|
| 217 |
+
transformers_access_token: null
|
| 218 |
+
use_ddp: false
|
| 219 |
+
ddp_bucket_cap_mb: 100
|
| 220 |
+
num_gpus: 8
|
| 221 |
+
dataloader_num_workers: 8
|
| 222 |
+
remove_unused_columns: false
|
| 223 |
+
use_wandb: false
|
| 224 |
+
wandb_project: finetune-gr00t-n1d7
|
| 225 |
+
enable_profiling: false
|
| 226 |
+
max_retries: 3
|
| 227 |
+
assert_loss_less_than: null
|
| 228 |
+
add_rl_callback: false
|
| 229 |
+
enable_open_loop_eval: false
|
| 230 |
+
open_loop_eval_traj_ids:
|
| 231 |
+
- 0
|
| 232 |
+
open_loop_eval_steps_per_traj: 100
|
| 233 |
+
open_loop_eval_plot_indices: null
|
a17-unscrew-bottle/epoch-010/experiment_cfg/dataset_statistics.json
ADDED
|
@@ -0,0 +1,1095 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"state": {
|
| 4 |
+
"left_leg": {
|
| 5 |
+
"min": [
|
| 6 |
+
-0.12580041587352753,
|
| 7 |
+
-0.0013151236344128847,
|
| 8 |
+
-0.07679411768913269,
|
| 9 |
+
0.13408441841602325,
|
| 10 |
+
-0.0166710764169693,
|
| 11 |
+
-0.19072958827018738
|
| 12 |
+
],
|
| 13 |
+
"max": [
|
| 14 |
+
0.04935698211193085,
|
| 15 |
+
0.0952228382229805,
|
| 16 |
+
0.23573824763298035,
|
| 17 |
+
0.27581197023391724,
|
| 18 |
+
0.09052641689777374,
|
| 19 |
+
-0.07424726337194443
|
| 20 |
+
],
|
| 21 |
+
"mean": [
|
| 22 |
+
-0.01364338118582964,
|
| 23 |
+
0.0593821257352829,
|
| 24 |
+
0.08348880708217621,
|
| 25 |
+
0.17674198746681213,
|
| 26 |
+
0.024010347202420235,
|
| 27 |
+
-0.12791898846626282
|
| 28 |
+
],
|
| 29 |
+
"std": [
|
| 30 |
+
0.04163660854101181,
|
| 31 |
+
0.02171040140092373,
|
| 32 |
+
0.051473218947649,
|
| 33 |
+
0.022933451458811684,
|
| 34 |
+
0.01303132250905037,
|
| 35 |
+
0.01630895398557186
|
| 36 |
+
],
|
| 37 |
+
"q01": [
|
| 38 |
+
-0.09623110055923462,
|
| 39 |
+
0.0010930636432021855,
|
| 40 |
+
-0.008822562023997308,
|
| 41 |
+
0.1458838951587677,
|
| 42 |
+
-0.00017583122244104742,
|
| 43 |
+
-0.16631684601306915
|
| 44 |
+
],
|
| 45 |
+
"q99": [
|
| 46 |
+
0.04054501429200171,
|
| 47 |
+
0.08711231678724288,
|
| 48 |
+
0.18339417815208417,
|
| 49 |
+
0.24154230177402497,
|
| 50 |
+
0.06125818461179733,
|
| 51 |
+
-0.09145275026559832
|
| 52 |
+
]
|
| 53 |
+
},
|
| 54 |
+
"right_leg": {
|
| 55 |
+
"min": [
|
| 56 |
+
-0.12295688688755035,
|
| 57 |
+
-0.08068915456533432,
|
| 58 |
+
-0.14818263053894043,
|
| 59 |
+
0.12585952877998352,
|
| 60 |
+
-0.051382191479206085,
|
| 61 |
+
-0.16246815025806427
|
| 62 |
+
],
|
| 63 |
+
"max": [
|
| 64 |
+
0.04487604647874832,
|
| 65 |
+
0.03812378644943237,
|
| 66 |
+
0.3266821801662445,
|
| 67 |
+
0.27522945404052734,
|
| 68 |
+
0.04319857805967331,
|
| 69 |
+
-0.06744566559791565
|
| 70 |
+
],
|
| 71 |
+
"mean": [
|
| 72 |
+
-0.024411214515566826,
|
| 73 |
+
-0.014369519427418709,
|
| 74 |
+
0.024580277502536774,
|
| 75 |
+
0.2017907351255417,
|
| 76 |
+
-0.010856883600354195,
|
| 77 |
+
-0.11721333116292953
|
| 78 |
+
],
|
| 79 |
+
"std": [
|
| 80 |
+
0.027198292315006256,
|
| 81 |
+
0.022395044565200806,
|
| 82 |
+
0.06850515305995941,
|
| 83 |
+
0.03767061606049538,
|
| 84 |
+
0.019651969894766808,
|
| 85 |
+
0.01625821739435196
|
| 86 |
+
],
|
| 87 |
+
"q01": [
|
| 88 |
+
-0.09637416183948516,
|
| 89 |
+
-0.06171242326498032,
|
| 90 |
+
-0.11104052811861038,
|
| 91 |
+
0.1383773899078369,
|
| 92 |
+
-0.04535415768623352,
|
| 93 |
+
-0.1596367835998535
|
| 94 |
+
],
|
| 95 |
+
"q99": [
|
| 96 |
+
0.024061919003725018,
|
| 97 |
+
0.01809564530849455,
|
| 98 |
+
0.1838538467884061,
|
| 99 |
+
0.2545671200752258,
|
| 100 |
+
0.028784414678812025,
|
| 101 |
+
-0.0866574674844742
|
| 102 |
+
]
|
| 103 |
+
},
|
| 104 |
+
"waist": {
|
| 105 |
+
"min": [
|
| 106 |
+
-0.10154877603054047,
|
| 107 |
+
-0.031186815351247787,
|
| 108 |
+
-0.01577889546751976
|
| 109 |
+
],
|
| 110 |
+
"max": [
|
| 111 |
+
0.09147670120000839,
|
| 112 |
+
0.023224366828799248,
|
| 113 |
+
0.10257314145565033
|
| 114 |
+
],
|
| 115 |
+
"mean": [
|
| 116 |
+
-0.01602250337600708,
|
| 117 |
+
-0.00011117960093542933,
|
| 118 |
+
0.05327320471405983
|
| 119 |
+
],
|
| 120 |
+
"std": [
|
| 121 |
+
0.022326231002807617,
|
| 122 |
+
0.006386585533618927,
|
| 123 |
+
0.03472597151994705
|
| 124 |
+
],
|
| 125 |
+
"q01": [
|
| 126 |
+
-0.07667168289422989,
|
| 127 |
+
-0.015541650503873825,
|
| 128 |
+
-0.011302815787494182
|
| 129 |
+
],
|
| 130 |
+
"q99": [
|
| 131 |
+
0.07043373793363567,
|
| 132 |
+
0.012574235014617414,
|
| 133 |
+
0.09307183563709256
|
| 134 |
+
]
|
| 135 |
+
},
|
| 136 |
+
"left_arm": {
|
| 137 |
+
"min": [
|
| 138 |
+
-0.48193731904029846,
|
| 139 |
+
0.06408503651618958,
|
| 140 |
+
-0.7775000929832458,
|
| 141 |
+
-0.5357560515403748,
|
| 142 |
+
-1.9808393716812134,
|
| 143 |
+
-0.3390725255012512,
|
| 144 |
+
-0.5728075504302979
|
| 145 |
+
],
|
| 146 |
+
"max": [
|
| 147 |
+
0.6588343977928162,
|
| 148 |
+
0.4921157658100128,
|
| 149 |
+
0.24397259950637817,
|
| 150 |
+
1.1599200963974,
|
| 151 |
+
0.10368397831916809,
|
| 152 |
+
0.07988040149211884,
|
| 153 |
+
0.2687775492668152
|
| 154 |
+
],
|
| 155 |
+
"mean": [
|
| 156 |
+
-0.08605749160051346,
|
| 157 |
+
0.17863675951957703,
|
| 158 |
+
0.017262712121009827,
|
| 159 |
+
0.4516383707523346,
|
| 160 |
+
-1.308435082435608,
|
| 161 |
+
-0.19283470511436462,
|
| 162 |
+
-0.2196989208459854
|
| 163 |
+
],
|
| 164 |
+
"std": [
|
| 165 |
+
0.20307189226150513,
|
| 166 |
+
0.08144673705101013,
|
| 167 |
+
0.09704133123159409,
|
| 168 |
+
0.41134780645370483,
|
| 169 |
+
0.7858518362045288,
|
| 170 |
+
0.11492224782705307,
|
| 171 |
+
0.1932373195886612
|
| 172 |
+
],
|
| 173 |
+
"q01": [
|
| 174 |
+
-0.43666780948638917,
|
| 175 |
+
0.06706449747085572,
|
| 176 |
+
-0.5615087938308716,
|
| 177 |
+
-0.22166283488273622,
|
| 178 |
+
-1.9485289430618287,
|
| 179 |
+
-0.3288788878917694,
|
| 180 |
+
-0.5435453939437866
|
| 181 |
+
],
|
| 182 |
+
"q99": [
|
| 183 |
+
0.5668330168724056,
|
| 184 |
+
0.4607675182819366,
|
| 185 |
+
0.20926794409751867,
|
| 186 |
+
1.1559854936599732,
|
| 187 |
+
0.10225409656763076,
|
| 188 |
+
0.017049917951226234,
|
| 189 |
+
0.1997907412052148
|
| 190 |
+
]
|
| 191 |
+
},
|
| 192 |
+
"right_arm": {
|
| 193 |
+
"min": [
|
| 194 |
+
-1.2360364198684692,
|
| 195 |
+
-0.9949808120727539,
|
| 196 |
+
-0.02748171053826809,
|
| 197 |
+
-0.9318860769271851,
|
| 198 |
+
-0.09497461467981339,
|
| 199 |
+
-0.15249255299568176,
|
| 200 |
+
-0.6779723167419434
|
| 201 |
+
],
|
| 202 |
+
"max": [
|
| 203 |
+
0.2549980878829956,
|
| 204 |
+
0.23643885552883148,
|
| 205 |
+
0.942897617816925,
|
| 206 |
+
1.158132791519165,
|
| 207 |
+
1.1507257223129272,
|
| 208 |
+
0.4399048686027527,
|
| 209 |
+
0.019566066563129425
|
| 210 |
+
],
|
| 211 |
+
"mean": [
|
| 212 |
+
-0.514895498752594,
|
| 213 |
+
-0.025972282513976097,
|
| 214 |
+
0.5173080563545227,
|
| 215 |
+
0.5616907477378845,
|
| 216 |
+
0.476247638463974,
|
| 217 |
+
0.1844124048948288,
|
| 218 |
+
-0.2828604578971863
|
| 219 |
+
],
|
| 220 |
+
"std": [
|
| 221 |
+
0.6169769763946533,
|
| 222 |
+
0.20547451078891754,
|
| 223 |
+
0.35210129618644714,
|
| 224 |
+
0.45730060338974,
|
| 225 |
+
0.38129833340644836,
|
| 226 |
+
0.21132363379001617,
|
| 227 |
+
0.18400317430496216
|
| 228 |
+
],
|
| 229 |
+
"q01": [
|
| 230 |
+
-1.183801875114441,
|
| 231 |
+
-0.9180367255210876,
|
| 232 |
+
-0.021983217522501944,
|
| 233 |
+
-0.7877683162689209,
|
| 234 |
+
-0.09327668964862823,
|
| 235 |
+
-0.1169988089799881,
|
| 236 |
+
-0.59459547996521
|
| 237 |
+
],
|
| 238 |
+
"q99": [
|
| 239 |
+
0.21236239731311787,
|
| 240 |
+
0.21132754385471336,
|
| 241 |
+
0.9003482007980347,
|
| 242 |
+
1.124931764602661,
|
| 243 |
+
0.978118460178375,
|
| 244 |
+
0.43633711338043213,
|
| 245 |
+
-0.004779646173119548
|
| 246 |
+
]
|
| 247 |
+
},
|
| 248 |
+
"head": {
|
| 249 |
+
"min": [
|
| 250 |
+
9.119055903283879e-05,
|
| 251 |
+
-0.00018503192404750735
|
| 252 |
+
],
|
| 253 |
+
"max": [
|
| 254 |
+
0.6902933716773987,
|
| 255 |
+
0.48384708166122437
|
| 256 |
+
],
|
| 257 |
+
"mean": [
|
| 258 |
+
0.37891897559165955,
|
| 259 |
+
0.2890512943267822
|
| 260 |
+
],
|
| 261 |
+
"std": [
|
| 262 |
+
0.225884348154068,
|
| 263 |
+
0.1667947918176651
|
| 264 |
+
],
|
| 265 |
+
"q01": [
|
| 266 |
+
0.005763324908912182,
|
| 267 |
+
-3.28516993613448e-05
|
| 268 |
+
],
|
| 269 |
+
"q99": [
|
| 270 |
+
0.6635176038742064,
|
| 271 |
+
0.4553317272663116
|
| 272 |
+
]
|
| 273 |
+
},
|
| 274 |
+
"left_hand": {
|
| 275 |
+
"min": [
|
| 276 |
+
2.4212911853283003e-07,
|
| 277 |
+
1.9910892490315746e-07,
|
| 278 |
+
-9.639155678087263e-07,
|
| 279 |
+
1.551112376318997e-07,
|
| 280 |
+
-0.0038989069871604443,
|
| 281 |
+
-0.0009855994721874595,
|
| 282 |
+
-0.0009851903887465596,
|
| 283 |
+
1.1005143818465513e-07,
|
| 284 |
+
-0.0009856250835582614,
|
| 285 |
+
-0.35344040393829346,
|
| 286 |
+
4.014998822299276e-08,
|
| 287 |
+
3.391883751646674e-08,
|
| 288 |
+
-0.00798176508396864,
|
| 289 |
+
2.7533285873460045e-08,
|
| 290 |
+
-0.03314855694770813,
|
| 291 |
+
6.0397584711324726e-09,
|
| 292 |
+
5.286712401186833e-09,
|
| 293 |
+
2.0993494942445068e-08,
|
| 294 |
+
4.511853113342568e-09,
|
| 295 |
+
-0.3104497492313385,
|
| 296 |
+
3.718344743219859e-09,
|
| 297 |
+
-0.00021865004964638501
|
| 298 |
+
],
|
| 299 |
+
"max": [
|
| 300 |
+
0.6666319370269775,
|
| 301 |
+
0.9566665887832642,
|
| 302 |
+
0.054386839270591736,
|
| 303 |
+
0.9154393672943115,
|
| 304 |
+
1.1195508241653442,
|
| 305 |
+
0.10547259449958801,
|
| 306 |
+
0.15163205564022064,
|
| 307 |
+
1.152701735496521,
|
| 308 |
+
0.08657897263765335,
|
| 309 |
+
-0.0001253896189155057,
|
| 310 |
+
1.0707255601882935,
|
| 311 |
+
1.1331266164779663,
|
| 312 |
+
0.02340024523437023,
|
| 313 |
+
1.0714263916015625,
|
| 314 |
+
0.36966389417648315,
|
| 315 |
+
0.7075501084327698,
|
| 316 |
+
0.24249939620494843,
|
| 317 |
+
0.7255964279174805,
|
| 318 |
+
0.6921260952949524,
|
| 319 |
+
0.018389714881777763,
|
| 320 |
+
0.624927282333374,
|
| 321 |
+
1.6976902484893799
|
| 322 |
+
],
|
| 323 |
+
"mean": [
|
| 324 |
+
0.43999478220939636,
|
| 325 |
+
0.6363760828971863,
|
| 326 |
+
0.02623917907476425,
|
| 327 |
+
0.6075243949890137,
|
| 328 |
+
0.7430824637413025,
|
| 329 |
+
0.06350047141313553,
|
| 330 |
+
0.09527996927499771,
|
| 331 |
+
0.7646417617797852,
|
| 332 |
+
0.04817940294742584,
|
| 333 |
+
-0.2679236829280853,
|
| 334 |
+
0.7079782485961914,
|
| 335 |
+
0.7527349591255188,
|
| 336 |
+
0.009498688392341137,
|
| 337 |
+
0.7152609825134277,
|
| 338 |
+
0.22875992953777313,
|
| 339 |
+
0.45255380868911743,
|
| 340 |
+
0.15639519691467285,
|
| 341 |
+
0.4789542853832245,
|
| 342 |
+
0.4476495385169983,
|
| 343 |
+
-0.21426637470722198,
|
| 344 |
+
0.4196980595588684,
|
| 345 |
+
1.0797100067138672
|
| 346 |
+
],
|
| 347 |
+
"std": [
|
| 348 |
+
0.2873085141181946,
|
| 349 |
+
0.41675394773483276,
|
| 350 |
+
0.016564134508371353,
|
| 351 |
+
0.39877498149871826,
|
| 352 |
+
0.4621798098087311,
|
| 353 |
+
0.043121758848428726,
|
| 354 |
+
0.06144293397665024,
|
| 355 |
+
0.5109472274780273,
|
| 356 |
+
0.03557387366890907,
|
| 357 |
+
0.11451616883277893,
|
| 358 |
+
0.46455296874046326,
|
| 359 |
+
0.496358722448349,
|
| 360 |
+
0.009769652970135212,
|
| 361 |
+
0.4704727530479431,
|
| 362 |
+
0.1740896999835968,
|
| 363 |
+
0.29581525921821594,
|
| 364 |
+
0.10298849642276764,
|
| 365 |
+
0.32238519191741943,
|
| 366 |
+
0.2928578555583954,
|
| 367 |
+
0.13211201131343842,
|
| 368 |
+
0.27690520882606506,
|
| 369 |
+
0.8041384220123291
|
| 370 |
+
],
|
| 371 |
+
"q01": [
|
| 372 |
+
9.836371609708294e-05,
|
| 373 |
+
9.838470141403377e-05,
|
| 374 |
+
-1.7223667271082376e-07,
|
| 375 |
+
9.836585348239168e-05,
|
| 376 |
+
0.001033519674092531,
|
| 377 |
+
-0.0008974082628265024,
|
| 378 |
+
-0.0008940600208006799,
|
| 379 |
+
9.836731565883383e-05,
|
| 380 |
+
-0.0009033210226334631,
|
| 381 |
+
-0.34943804144859314,
|
| 382 |
+
1.8825243896571918e-05,
|
| 383 |
+
1.8825485240085983e-05,
|
| 384 |
+
-0.007654263209551573,
|
| 385 |
+
1.8826566301868296e-05,
|
| 386 |
+
-0.015499871782958507,
|
| 387 |
+
3.3936720046767733e-06,
|
| 388 |
+
3.3937346779566726e-06,
|
| 389 |
+
1.8822546990122647e-05,
|
| 390 |
+
3.3938842079805908e-06,
|
| 391 |
+
-0.3083747041225433,
|
| 392 |
+
3.393524275452364e-06,
|
| 393 |
+
-7.016458021098515e-06
|
| 394 |
+
],
|
| 395 |
+
"q99": [
|
| 396 |
+
0.6643092489242554,
|
| 397 |
+
0.9531082987785339,
|
| 398 |
+
0.049485636800527574,
|
| 399 |
+
0.913135359287262,
|
| 400 |
+
1.105920100212097,
|
| 401 |
+
0.10240732550621032,
|
| 402 |
+
0.14838461279869078,
|
| 403 |
+
1.152325472831726,
|
| 404 |
+
0.08351959347724915,
|
| 405 |
+
-0.0756441131234169,
|
| 406 |
+
1.0637186813354491,
|
| 407 |
+
1.1321458148956298,
|
| 408 |
+
0.0219243324548006,
|
| 409 |
+
1.0698084497451783,
|
| 410 |
+
0.36724618434906003,
|
| 411 |
+
0.698875904083252,
|
| 412 |
+
0.24194434463977812,
|
| 413 |
+
0.7254741191864014,
|
| 414 |
+
0.6859398984909058,
|
| 415 |
+
0.010793588496744612,
|
| 416 |
+
0.6248029470443726,
|
| 417 |
+
1.6945779371261596
|
| 418 |
+
]
|
| 419 |
+
},
|
| 420 |
+
"right_hand": {
|
| 421 |
+
"min": [
|
| 422 |
+
1.6935987332544755e-06,
|
| 423 |
+
8.900473744688497e-07,
|
| 424 |
+
-1.4729693020854029e-06,
|
| 425 |
+
3.827657337751589e-07,
|
| 426 |
+
-0.011602358892560005,
|
| 427 |
+
-0.33234089612960815,
|
| 428 |
+
-0.32547634840011597,
|
| 429 |
+
-0.1456819474697113,
|
| 430 |
+
-0.26745060086250305,
|
| 431 |
+
-0.33391764760017395,
|
| 432 |
+
8.996121891868825e-08,
|
| 433 |
+
-3.648482743301429e-05,
|
| 434 |
+
-0.04054956138134003,
|
| 435 |
+
-0.0004550923185888678,
|
| 436 |
+
2.4170814867829904e-05,
|
| 437 |
+
1.2921084646677627e-08,
|
| 438 |
+
1.1658766396749343e-08,
|
| 439 |
+
5.3838192570765386e-08,
|
| 440 |
+
-0.0010836258297786117,
|
| 441 |
+
-0.34181925654411316,
|
| 442 |
+
8.669854167919766e-09,
|
| 443 |
+
-1.554025885752708e-08
|
| 444 |
+
],
|
| 445 |
+
"max": [
|
| 446 |
+
0.9221528768539429,
|
| 447 |
+
0.9171756505966187,
|
| 448 |
+
0.2440071552991867,
|
| 449 |
+
0.8932566046714783,
|
| 450 |
+
0.9296741485595703,
|
| 451 |
+
0.10279946029186249,
|
| 452 |
+
0.0449291430413723,
|
| 453 |
+
0.47608745098114014,
|
| 454 |
+
0.17118598520755768,
|
| 455 |
+
-7.032285066088662e-05,
|
| 456 |
+
1.4508635997772217,
|
| 457 |
+
1.3899139165878296,
|
| 458 |
+
0.3457961678504944,
|
| 459 |
+
0.7413986921310425,
|
| 460 |
+
1.358059048652649,
|
| 461 |
+
1.380061149597168,
|
| 462 |
+
1.1950125694274902,
|
| 463 |
+
1.7260842323303223,
|
| 464 |
+
0.884053111076355,
|
| 465 |
+
0.13159386813640594,
|
| 466 |
+
0.4319092035293579,
|
| 467 |
+
0.9072271585464478
|
| 468 |
+
],
|
| 469 |
+
"mean": [
|
| 470 |
+
0.26876628398895264,
|
| 471 |
+
0.23112910985946655,
|
| 472 |
+
0.1035669595003128,
|
| 473 |
+
0.25980427861213684,
|
| 474 |
+
0.38058099150657654,
|
| 475 |
+
-0.12912167608737946,
|
| 476 |
+
-0.1372920125722885,
|
| 477 |
+
0.06631027162075043,
|
| 478 |
+
-0.00720765208825469,
|
| 479 |
+
-0.17609404027462006,
|
| 480 |
+
0.5627592206001282,
|
| 481 |
+
0.3565447926521301,
|
| 482 |
+
0.1450391709804535,
|
| 483 |
+
0.19794617593288422,
|
| 484 |
+
0.7053312063217163,
|
| 485 |
+
0.6338081955909729,
|
| 486 |
+
0.3213867247104645,
|
| 487 |
+
0.8245540261268616,
|
| 488 |
+
0.31402575969696045,
|
| 489 |
+
-0.020343266427516937,
|
| 490 |
+
0.039095912128686905,
|
| 491 |
+
0.07853734493255615
|
| 492 |
+
],
|
| 493 |
+
"std": [
|
| 494 |
+
0.2478499859571457,
|
| 495 |
+
0.2873574495315552,
|
| 496 |
+
0.10094352811574936,
|
| 497 |
+
0.2848052382469177,
|
| 498 |
+
0.3279181122779846,
|
| 499 |
+
0.13746438920497894,
|
| 500 |
+
0.13216818869113922,
|
| 501 |
+
0.1540059894323349,
|
| 502 |
+
0.054158858954906464,
|
| 503 |
+
0.0984853059053421,
|
| 504 |
+
0.49415451288223267,
|
| 505 |
+
0.41587507724761963,
|
| 506 |
+
0.14062350988388062,
|
| 507 |
+
0.23132073879241943,
|
| 508 |
+
0.6174442172050476,
|
| 509 |
+
0.5819948315620422,
|
| 510 |
+
0.3235076665878296,
|
| 511 |
+
0.732096254825592,
|
| 512 |
+
0.33466601371765137,
|
| 513 |
+
0.0981786698102951,
|
| 514 |
+
0.09827542304992676,
|
| 515 |
+
0.19546139240264893
|
| 516 |
+
],
|
| 517 |
+
"q01": [
|
| 518 |
+
0.00010840859089512377,
|
| 519 |
+
0.000102197966480162,
|
| 520 |
+
2.0665009651565923e-05,
|
| 521 |
+
0.00010004381620092318,
|
| 522 |
+
0.005091293975710868,
|
| 523 |
+
-0.32987153649330136,
|
| 524 |
+
-0.3243656897544861,
|
| 525 |
+
-0.1440244072675705,
|
| 526 |
+
-0.24510808885097504,
|
| 527 |
+
-0.33355836153030394,
|
| 528 |
+
1.9170382656739094e-05,
|
| 529 |
+
1.9142240926157684e-05,
|
| 530 |
+
-0.007225124873220922,
|
| 531 |
+
7.691793216508813e-06,
|
| 532 |
+
0.0020252919010818006,
|
| 533 |
+
3.4386386141704862e-06,
|
| 534 |
+
3.4382718604319963e-06,
|
| 535 |
+
1.9163242177455687e-05,
|
| 536 |
+
3.2835160345712203e-06,
|
| 537 |
+
-0.3104392409324646,
|
| 538 |
+
3.4375459472357763e-06,
|
| 539 |
+
6.37880684735137e-06
|
| 540 |
+
],
|
| 541 |
+
"q99": [
|
| 542 |
+
0.8357734274864194,
|
| 543 |
+
0.8102647900581358,
|
| 544 |
+
0.2436096966266632,
|
| 545 |
+
0.8498232269287107,
|
| 546 |
+
0.8412161922454833,
|
| 547 |
+
0.029127010181546,
|
| 548 |
+
-0.00018340161652304234,
|
| 549 |
+
0.43575320482254026,
|
| 550 |
+
0.11308476835489271,
|
| 551 |
+
-0.07428753882646562,
|
| 552 |
+
1.1348354530334472,
|
| 553 |
+
1.2699593591690064,
|
| 554 |
+
0.3288092470169067,
|
| 555 |
+
0.6549806952476501,
|
| 556 |
+
1.3537911987304687,
|
| 557 |
+
1.3737311124801634,
|
| 558 |
+
1.0346416854858396,
|
| 559 |
+
1.7214482975006102,
|
| 560 |
+
0.8781463932991028,
|
| 561 |
+
0.13135033071041108,
|
| 562 |
+
0.4193953502178192,
|
| 563 |
+
0.7625150489807127
|
| 564 |
+
]
|
| 565 |
+
},
|
| 566 |
+
"projected_gravity": {
|
| 567 |
+
"min": [
|
| 568 |
+
-0.07337228208780289,
|
| 569 |
+
-0.04092877358198166,
|
| 570 |
+
-1.0
|
| 571 |
+
],
|
| 572 |
+
"max": [
|
| 573 |
+
0.007923497818410397,
|
| 574 |
+
0.026961270719766617,
|
| 575 |
+
-0.9972266554832458
|
| 576 |
+
],
|
| 577 |
+
"mean": [
|
| 578 |
+
-0.03737036883831024,
|
| 579 |
+
0.005691922269761562,
|
| 580 |
+
-0.9996233582496643
|
| 581 |
+
],
|
| 582 |
+
"std": [
|
| 583 |
+
0.022100349888205528,
|
| 584 |
+
0.009918500669300556,
|
| 585 |
+
0.0009527286165642808
|
| 586 |
+
],
|
| 587 |
+
"q01": [
|
| 588 |
+
-0.06516592592000961,
|
| 589 |
+
-0.01611514322459698,
|
| 590 |
+
-0.9999969601631165
|
| 591 |
+
],
|
| 592 |
+
"q99": [
|
| 593 |
+
0.0035132016148418177,
|
| 594 |
+
0.021902512460947012,
|
| 595 |
+
-0.9977884888648987
|
| 596 |
+
]
|
| 597 |
+
}
|
| 598 |
+
},
|
| 599 |
+
"action": {
|
| 600 |
+
"body_target": {
|
| 601 |
+
"min": [
|
| 602 |
+
-0.17864708602428436,
|
| 603 |
+
-0.13461032509803772,
|
| 604 |
+
-0.08222492784261703,
|
| 605 |
+
0.0,
|
| 606 |
+
-0.02808673121035099,
|
| 607 |
+
-0.34561342000961304,
|
| 608 |
+
-0.1298416554927826,
|
| 609 |
+
-0.26673635840415955,
|
| 610 |
+
-0.15173737704753876,
|
| 611 |
+
0.0,
|
| 612 |
+
-0.06289507448673248,
|
| 613 |
+
-0.2156801074743271,
|
| 614 |
+
-0.11478593200445175,
|
| 615 |
+
-0.08852022886276245,
|
| 616 |
+
-0.053470678627491,
|
| 617 |
+
-0.45820093154907227,
|
| 618 |
+
0.06290553510189056,
|
| 619 |
+
-0.7685170769691467,
|
| 620 |
+
-0.5104382634162903,
|
| 621 |
+
-1.984306812286377,
|
| 622 |
+
-0.3402746915817261,
|
| 623 |
+
-0.5602346658706665,
|
| 624 |
+
-1.224944829940796,
|
| 625 |
+
-0.9987118244171143,
|
| 626 |
+
-0.012719379737973213,
|
| 627 |
+
-0.9218283295631409,
|
| 628 |
+
-0.10341955721378326,
|
| 629 |
+
-0.15026558935642242,
|
| 630 |
+
-0.6883981823921204,
|
| 631 |
+
0.0,
|
| 632 |
+
0.0
|
| 633 |
+
],
|
| 634 |
+
"max": [
|
| 635 |
+
0.07484288513660431,
|
| 636 |
+
0.25187379121780396,
|
| 637 |
+
0.23635001480579376,
|
| 638 |
+
0.33458396792411804,
|
| 639 |
+
0.11095674335956573,
|
| 640 |
+
0.1831604689359665,
|
| 641 |
+
0.06841542571783066,
|
| 642 |
+
0.1538156121969223,
|
| 643 |
+
0.3262874484062195,
|
| 644 |
+
0.3609122335910797,
|
| 645 |
+
0.027345169335603714,
|
| 646 |
+
0.16937193274497986,
|
| 647 |
+
0.09306536614894867,
|
| 648 |
+
0.08970163762569427,
|
| 649 |
+
0.2065402716398239,
|
| 650 |
+
0.6217971444129944,
|
| 651 |
+
0.5017348527908325,
|
| 652 |
+
0.24001221358776093,
|
| 653 |
+
1.1542967557907104,
|
| 654 |
+
0.10750407725572586,
|
| 655 |
+
0.0869608223438263,
|
| 656 |
+
0.27029821276664734,
|
| 657 |
+
0.2576833665370941,
|
| 658 |
+
0.23423679172992706,
|
| 659 |
+
0.930813193321228,
|
| 660 |
+
1.140597939491272,
|
| 661 |
+
1.1384825706481934,
|
| 662 |
+
0.4363322854042053,
|
| 663 |
+
0.05384029448032379,
|
| 664 |
+
0.645759105682373,
|
| 665 |
+
0.4891584515571594
|
| 666 |
+
],
|
| 667 |
+
"mean": [
|
| 668 |
+
-0.012962191365659237,
|
| 669 |
+
0.07001970708370209,
|
| 670 |
+
0.08275706321001053,
|
| 671 |
+
0.17813332378864288,
|
| 672 |
+
0.05445718765258789,
|
| 673 |
+
-0.12543529272079468,
|
| 674 |
+
-0.024232499301433563,
|
| 675 |
+
-0.022365812212228775,
|
| 676 |
+
0.024225467815995216,
|
| 677 |
+
0.21425923705101013,
|
| 678 |
+
-0.030329082161188126,
|
| 679 |
+
-0.039249762892723083,
|
| 680 |
+
-0.019728414714336395,
|
| 681 |
+
0.013525712303817272,
|
| 682 |
+
0.06160328537225723,
|
| 683 |
+
-0.09409554302692413,
|
| 684 |
+
0.1865205019712448,
|
| 685 |
+
0.0213630273938179,
|
| 686 |
+
0.42952921986579895,
|
| 687 |
+
-1.308759093284607,
|
| 688 |
+
-0.20112664997577667,
|
| 689 |
+
-0.22762508690357208,
|
| 690 |
+
-0.5055582523345947,
|
| 691 |
+
-0.03722154349088669,
|
| 692 |
+
0.5197860598564148,
|
| 693 |
+
0.5418457984924316,
|
| 694 |
+
0.47466978430747986,
|
| 695 |
+
0.17699548602104187,
|
| 696 |
+
-0.27865374088287354,
|
| 697 |
+
0.3475746214389801,
|
| 698 |
+
0.29093122482299805
|
| 699 |
+
],
|
| 700 |
+
"std": [
|
| 701 |
+
0.056758057326078415,
|
| 702 |
+
0.03163500130176544,
|
| 703 |
+
0.051813237369060516,
|
| 704 |
+
0.03274708613753319,
|
| 705 |
+
0.024677373468875885,
|
| 706 |
+
0.08041560649871826,
|
| 707 |
+
0.029495252296328545,
|
| 708 |
+
0.036684613674879074,
|
| 709 |
+
0.0687633529305458,
|
| 710 |
+
0.04233303666114807,
|
| 711 |
+
0.013891473412513733,
|
| 712 |
+
0.05805318430066109,
|
| 713 |
+
0.02331981249153614,
|
| 714 |
+
0.02307761088013649,
|
| 715 |
+
0.04224191606044769,
|
| 716 |
+
0.21268917620182037,
|
| 717 |
+
0.07505613565444946,
|
| 718 |
+
0.09530191123485565,
|
| 719 |
+
0.40122178196907043,
|
| 720 |
+
0.7878508567810059,
|
| 721 |
+
0.10904660820960999,
|
| 722 |
+
0.19425256550312042,
|
| 723 |
+
0.625717282295227,
|
| 724 |
+
0.20820923149585724,
|
| 725 |
+
0.34967121481895447,
|
| 726 |
+
0.43422389030456543,
|
| 727 |
+
0.38315722346305847,
|
| 728 |
+
0.22372713685035706,
|
| 729 |
+
0.19043919444084167,
|
| 730 |
+
0.21065184473991394,
|
| 731 |
+
0.1671733558177948
|
| 732 |
+
],
|
| 733 |
+
"q01": [
|
| 734 |
+
-0.10515264481306076,
|
| 735 |
+
-0.020431785210967064,
|
| 736 |
+
-0.010723812803626062,
|
| 737 |
+
0.11552902072668075,
|
| 738 |
+
-5.954722091701114e-06,
|
| 739 |
+
-0.29484028577804566,
|
| 740 |
+
-0.10000020265579224,
|
| 741 |
+
-0.1006742188334465,
|
| 742 |
+
-0.1125839376449585,
|
| 743 |
+
0.1365627884864807,
|
| 744 |
+
-0.052798046916723254,
|
| 745 |
+
-0.14999626576900482,
|
| 746 |
+
-0.08830673217773438,
|
| 747 |
+
-0.04055420011281967,
|
| 748 |
+
-0.004660266786813736,
|
| 749 |
+
-0.42063595533370973,
|
| 750 |
+
0.09935237467288971,
|
| 751 |
+
-0.5540765976905823,
|
| 752 |
+
-0.21635624289512634,
|
| 753 |
+
-1.9489346408843995,
|
| 754 |
+
-0.3313626790046692,
|
| 755 |
+
-0.5391700887680053,
|
| 756 |
+
-1.1809832239151001,
|
| 757 |
+
-0.912012734413147,
|
| 758 |
+
-0.006489490326493978,
|
| 759 |
+
-0.7886008358001709,
|
| 760 |
+
-0.09899827092885971,
|
| 761 |
+
-0.14207347989082336,
|
| 762 |
+
-0.5942669701576233,
|
| 763 |
+
0.0,
|
| 764 |
+
0.0
|
| 765 |
+
],
|
| 766 |
+
"q99": [
|
| 767 |
+
0.06039366677403445,
|
| 768 |
+
0.11905272036790841,
|
| 769 |
+
0.18265006244182583,
|
| 770 |
+
0.24995218217372894,
|
| 771 |
+
0.09021715313196182,
|
| 772 |
+
0.05164970189332957,
|
| 773 |
+
0.027949767112731894,
|
| 774 |
+
0.05636502161622044,
|
| 775 |
+
0.18580669939517963,
|
| 776 |
+
0.26821498751640316,
|
| 777 |
+
9.525034474791028e-06,
|
| 778 |
+
0.08112893134355526,
|
| 779 |
+
0.06989364773035049,
|
| 780 |
+
0.06041725724935531,
|
| 781 |
+
0.1841911119222641,
|
| 782 |
+
0.5461906194686889,
|
| 783 |
+
0.4611380100250235,
|
| 784 |
+
0.20177148818969726,
|
| 785 |
+
1.1128708553314208,
|
| 786 |
+
0.1061955291032791,
|
| 787 |
+
0.011668200008571094,
|
| 788 |
+
0.21027109861373888,
|
| 789 |
+
0.24997854232788086,
|
| 790 |
+
0.20560730993747708,
|
| 791 |
+
0.8969490766525269,
|
| 792 |
+
1.0895390081405636,
|
| 793 |
+
0.9780587935447691,
|
| 794 |
+
0.4363322854042053,
|
| 795 |
+
0.005146615765988453,
|
| 796 |
+
0.6178547954559326,
|
| 797 |
+
0.4568850779533386
|
| 798 |
+
]
|
| 799 |
+
},
|
| 800 |
+
"left_hand_target": {
|
| 801 |
+
"min": [
|
| 802 |
+
0.0,
|
| 803 |
+
0.0,
|
| 804 |
+
0.0,
|
| 805 |
+
0.0,
|
| 806 |
+
0.0,
|
| 807 |
+
0.0,
|
| 808 |
+
0.0,
|
| 809 |
+
0.0,
|
| 810 |
+
0.0,
|
| 811 |
+
-0.2540000081062317,
|
| 812 |
+
0.0,
|
| 813 |
+
0.0,
|
| 814 |
+
-0.019700000062584877,
|
| 815 |
+
0.0,
|
| 816 |
+
0.0,
|
| 817 |
+
0.0,
|
| 818 |
+
0.0,
|
| 819 |
+
0.0,
|
| 820 |
+
0.0,
|
| 821 |
+
-0.25279998779296875,
|
| 822 |
+
0.0,
|
| 823 |
+
0.0
|
| 824 |
+
],
|
| 825 |
+
"max": [
|
| 826 |
+
0.8392000198364258,
|
| 827 |
+
1.1240999698638916,
|
| 828 |
+
0.06549999862909317,
|
| 829 |
+
1.072700023651123,
|
| 830 |
+
1.2000999450683594,
|
| 831 |
+
0.03689999878406525,
|
| 832 |
+
0.09260000288486481,
|
| 833 |
+
1.1467000246047974,
|
| 834 |
+
9.999999747378752e-05,
|
| 835 |
+
0.0,
|
| 836 |
+
1.2208000421524048,
|
| 837 |
+
1.2422000169754028,
|
| 838 |
+
0.0,
|
| 839 |
+
1.2102999687194824,
|
| 840 |
+
0.46639999747276306,
|
| 841 |
+
0.7315999865531921,
|
| 842 |
+
0.24459999799728394,
|
| 843 |
+
0.7240999937057495,
|
| 844 |
+
0.7166000008583069,
|
| 845 |
+
0.0,
|
| 846 |
+
0.625,
|
| 847 |
+
1.745300054550171
|
| 848 |
+
],
|
| 849 |
+
"mean": [
|
| 850 |
+
0.5609996318817139,
|
| 851 |
+
0.7540327310562134,
|
| 852 |
+
0.044844791293144226,
|
| 853 |
+
0.7187752723693848,
|
| 854 |
+
0.8203154802322388,
|
| 855 |
+
0.02691241353750229,
|
| 856 |
+
0.06761898845434189,
|
| 857 |
+
0.7694827318191528,
|
| 858 |
+
7.300551078515127e-05,
|
| 859 |
+
-0.185287743806839,
|
| 860 |
+
0.8195992112159729,
|
| 861 |
+
0.8340626955032349,
|
| 862 |
+
-0.014367146417498589,
|
| 863 |
+
0.8127551078796387,
|
| 864 |
+
0.2967458963394165,
|
| 865 |
+
0.4956074059009552,
|
| 866 |
+
0.165935218334198,
|
| 867 |
+
0.48302987217903137,
|
| 868 |
+
0.4851943552494049,
|
| 869 |
+
-0.18437625467777252,
|
| 870 |
+
0.4235883057117462,
|
| 871 |
+
1.1203114986419678
|
| 872 |
+
],
|
| 873 |
+
"std": [
|
| 874 |
+
0.37279200553894043,
|
| 875 |
+
0.4986421465873718,
|
| 876 |
+
0.028692975640296936,
|
| 877 |
+
0.476043164730072,
|
| 878 |
+
0.5267636775970459,
|
| 879 |
+
0.016125299036502838,
|
| 880 |
+
0.040488384664058685,
|
| 881 |
+
0.5088253617286682,
|
| 882 |
+
4.3698939407477155e-05,
|
| 883 |
+
0.11101319640874863,
|
| 884 |
+
0.5409855842590332,
|
| 885 |
+
0.5505124926567078,
|
| 886 |
+
0.008614154532551765,
|
| 887 |
+
0.5365062952041626,
|
| 888 |
+
0.22093674540519714,
|
| 889 |
+
0.3234410583972931,
|
| 890 |
+
0.10792788863182068,
|
| 891 |
+
0.3217809498310089,
|
| 892 |
+
0.3168535530567169,
|
| 893 |
+
0.11045464128255844,
|
| 894 |
+
0.27620595693588257,
|
| 895 |
+
0.8280847668647766
|
| 896 |
+
],
|
| 897 |
+
"q01": [
|
| 898 |
+
0.0,
|
| 899 |
+
0.0,
|
| 900 |
+
0.0,
|
| 901 |
+
0.0,
|
| 902 |
+
0.0,
|
| 903 |
+
0.0,
|
| 904 |
+
0.0,
|
| 905 |
+
0.0,
|
| 906 |
+
0.0,
|
| 907 |
+
-0.2540000081062317,
|
| 908 |
+
0.0,
|
| 909 |
+
0.0,
|
| 910 |
+
-0.019700000062584877,
|
| 911 |
+
0.0,
|
| 912 |
+
0.0,
|
| 913 |
+
0.0,
|
| 914 |
+
0.0,
|
| 915 |
+
0.0,
|
| 916 |
+
0.0,
|
| 917 |
+
-0.25279998779296875,
|
| 918 |
+
0.0,
|
| 919 |
+
0.0
|
| 920 |
+
],
|
| 921 |
+
"q99": [
|
| 922 |
+
0.8392000198364258,
|
| 923 |
+
1.1240999698638916,
|
| 924 |
+
0.06549999862909317,
|
| 925 |
+
1.072700023651123,
|
| 926 |
+
1.2000999450683594,
|
| 927 |
+
0.03689999878406525,
|
| 928 |
+
0.09260000288486481,
|
| 929 |
+
1.1467000246047974,
|
| 930 |
+
9.999999747378752e-05,
|
| 931 |
+
0.0,
|
| 932 |
+
1.2208000421524048,
|
| 933 |
+
1.2422000169754028,
|
| 934 |
+
0.0,
|
| 935 |
+
1.2102999687194824,
|
| 936 |
+
0.46639999747276306,
|
| 937 |
+
0.7315999865531921,
|
| 938 |
+
0.24459999799728394,
|
| 939 |
+
0.7240999937057495,
|
| 940 |
+
0.7166000008583069,
|
| 941 |
+
0.0,
|
| 942 |
+
0.625,
|
| 943 |
+
1.745300054550171
|
| 944 |
+
]
|
| 945 |
+
},
|
| 946 |
+
"right_hand_target": {
|
| 947 |
+
"min": [
|
| 948 |
+
0.0,
|
| 949 |
+
0.0,
|
| 950 |
+
0.0,
|
| 951 |
+
0.0,
|
| 952 |
+
0.0,
|
| 953 |
+
-0.32910001277923584,
|
| 954 |
+
-0.32910001277923584,
|
| 955 |
+
-0.15449999272823334,
|
| 956 |
+
-0.32909998297691345,
|
| 957 |
+
-0.32910001277923584,
|
| 958 |
+
0.0,
|
| 959 |
+
0.0,
|
| 960 |
+
-0.04131081700325012,
|
| 961 |
+
0.0,
|
| 962 |
+
0.0,
|
| 963 |
+
0.0,
|
| 964 |
+
0.0,
|
| 965 |
+
0.0,
|
| 966 |
+
0.0,
|
| 967 |
+
-0.32909998297691345,
|
| 968 |
+
0.0,
|
| 969 |
+
0.0
|
| 970 |
+
],
|
| 971 |
+
"max": [
|
| 972 |
+
0.9759811758995056,
|
| 973 |
+
0.9453768730163574,
|
| 974 |
+
0.24280650913715363,
|
| 975 |
+
0.920836865901947,
|
| 976 |
+
0.926281213760376,
|
| 977 |
+
0.2977408170700073,
|
| 978 |
+
0.019128061830997467,
|
| 979 |
+
0.4805895984172821,
|
| 980 |
+
0.17583288252353668,
|
| 981 |
+
0.0,
|
| 982 |
+
1.4503223896026611,
|
| 983 |
+
1.4450552463531494,
|
| 984 |
+
0.32910001277923584,
|
| 985 |
+
0.7463556528091431,
|
| 986 |
+
1.3762999773025513,
|
| 987 |
+
1.3762999773025513,
|
| 988 |
+
1.2011882066726685,
|
| 989 |
+
1.7296582460403442,
|
| 990 |
+
0.8831999897956848,
|
| 991 |
+
0.1459999978542328,
|
| 992 |
+
0.4329513609409332,
|
| 993 |
+
0.9469190835952759
|
| 994 |
+
],
|
| 995 |
+
"mean": [
|
| 996 |
+
0.2721947133541107,
|
| 997 |
+
0.23210221529006958,
|
| 998 |
+
0.11200644820928574,
|
| 999 |
+
0.26652076840400696,
|
| 1000 |
+
0.3751716911792755,
|
| 1001 |
+
-0.11370763927698135,
|
| 1002 |
+
-0.14436593651771545,
|
| 1003 |
+
0.06466276943683624,
|
| 1004 |
+
-0.01613646373152733,
|
| 1005 |
+
-0.12622568011283875,
|
| 1006 |
+
0.5679633021354675,
|
| 1007 |
+
0.3631605803966522,
|
| 1008 |
+
0.1385507583618164,
|
| 1009 |
+
0.20510204136371613,
|
| 1010 |
+
0.7216929197311401,
|
| 1011 |
+
0.6379759907722473,
|
| 1012 |
+
0.32709529995918274,
|
| 1013 |
+
0.8305085301399231,
|
| 1014 |
+
0.3192046284675598,
|
| 1015 |
+
-0.020098958164453506,
|
| 1016 |
+
0.03944447264075279,
|
| 1017 |
+
0.08083687722682953
|
| 1018 |
+
],
|
| 1019 |
+
"std": [
|
| 1020 |
+
0.2543197274208069,
|
| 1021 |
+
0.2892453968524933,
|
| 1022 |
+
0.10576046258211136,
|
| 1023 |
+
0.29341816902160645,
|
| 1024 |
+
0.348552405834198,
|
| 1025 |
+
0.1546698808670044,
|
| 1026 |
+
0.13670967519283295,
|
| 1027 |
+
0.15878413617610931,
|
| 1028 |
+
0.06479711830615997,
|
| 1029 |
+
0.13080745935440063,
|
| 1030 |
+
0.4951304793357849,
|
| 1031 |
+
0.41950997710227966,
|
| 1032 |
+
0.13917604088783264,
|
| 1033 |
+
0.23532924056053162,
|
| 1034 |
+
0.6304253339767456,
|
| 1035 |
+
0.5817587971687317,
|
| 1036 |
+
0.32669106125831604,
|
| 1037 |
+
0.7325095534324646,
|
| 1038 |
+
0.3369786739349365,
|
| 1039 |
+
0.10300268977880478,
|
| 1040 |
+
0.0982530415058136,
|
| 1041 |
+
0.19553299248218536
|
| 1042 |
+
],
|
| 1043 |
+
"q01": [
|
| 1044 |
+
0.0,
|
| 1045 |
+
0.0,
|
| 1046 |
+
0.0,
|
| 1047 |
+
0.0,
|
| 1048 |
+
0.0,
|
| 1049 |
+
-0.32910001277923584,
|
| 1050 |
+
-0.32910001277923584,
|
| 1051 |
+
-0.15449999272823334,
|
| 1052 |
+
-0.31927284598350525,
|
| 1053 |
+
-0.32910001277923584,
|
| 1054 |
+
0.0,
|
| 1055 |
+
0.0,
|
| 1056 |
+
-0.01637555904686451,
|
| 1057 |
+
0.0,
|
| 1058 |
+
0.0,
|
| 1059 |
+
0.0,
|
| 1060 |
+
0.0,
|
| 1061 |
+
0.0,
|
| 1062 |
+
0.0,
|
| 1063 |
+
-0.3269335353374481,
|
| 1064 |
+
0.0,
|
| 1065 |
+
0.0
|
| 1066 |
+
],
|
| 1067 |
+
"q99": [
|
| 1068 |
+
0.9153403878211969,
|
| 1069 |
+
0.8103634119033813,
|
| 1070 |
+
0.24268515408039093,
|
| 1071 |
+
0.862037718296051,
|
| 1072 |
+
0.8538329005241394,
|
| 1073 |
+
0.22297094762325287,
|
| 1074 |
+
0.0,
|
| 1075 |
+
0.43990397453308105,
|
| 1076 |
+
0.08302123844623566,
|
| 1077 |
+
0.0,
|
| 1078 |
+
1.1421595239639268,
|
| 1079 |
+
1.2864070892333983,
|
| 1080 |
+
0.32910001277923584,
|
| 1081 |
+
0.6683117151260376,
|
| 1082 |
+
1.3762999773025513,
|
| 1083 |
+
1.3762999773025513,
|
| 1084 |
+
1.0467554330825806,
|
| 1085 |
+
1.7253000736236572,
|
| 1086 |
+
0.8831999897956848,
|
| 1087 |
+
0.1459999978542328,
|
| 1088 |
+
0.41936612129211426,
|
| 1089 |
+
0.7811159563064575
|
| 1090 |
+
]
|
| 1091 |
+
}
|
| 1092 |
+
},
|
| 1093 |
+
"relative_action": {}
|
| 1094 |
+
}
|
| 1095 |
+
}
|
a17-unscrew-bottle/epoch-010/experiment_cfg/final_model_config.json
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_type": "Gr00tN1d7",
|
| 3 |
+
"model_dtype": "bfloat16",
|
| 4 |
+
"model_name": "nvidia/Cosmos-Reason2-2B",
|
| 5 |
+
"backbone_model_type": "qwen",
|
| 6 |
+
"model_revision": null,
|
| 7 |
+
"tune_top_llm_layers": 0,
|
| 8 |
+
"backbone_embedding_dim": 2048,
|
| 9 |
+
"tune_llm": false,
|
| 10 |
+
"tune_visual": false,
|
| 11 |
+
"select_layer": 16,
|
| 12 |
+
"reproject_vision": false,
|
| 13 |
+
"use_flash_attention": true,
|
| 14 |
+
"load_bf16": false,
|
| 15 |
+
"backbone_trainable_params_fp32": true,
|
| 16 |
+
"letter_box_transform": false,
|
| 17 |
+
"extra_augmentation_config": null,
|
| 18 |
+
"apply_sincos_state_encoding": false,
|
| 19 |
+
"use_percentiles": true,
|
| 20 |
+
"use_relative_action": false,
|
| 21 |
+
"max_state_dim": 132,
|
| 22 |
+
"max_action_dim": 132,
|
| 23 |
+
"action_horizon": 40,
|
| 24 |
+
"strict_action_padding_mask": false,
|
| 25 |
+
"hidden_size": 1024,
|
| 26 |
+
"input_embedding_dim": 1536,
|
| 27 |
+
"state_history_length": 1,
|
| 28 |
+
"add_pos_embed": true,
|
| 29 |
+
"attn_dropout": 0.2,
|
| 30 |
+
"use_vlln": true,
|
| 31 |
+
"strict_vl_padding_mask": false,
|
| 32 |
+
"max_seq_len": 1024,
|
| 33 |
+
"use_alternate_vl_dit": true,
|
| 34 |
+
"attend_text_every_n_blocks": 2,
|
| 35 |
+
"diffusion_model_cfg": {
|
| 36 |
+
"attention_head_dim": 48,
|
| 37 |
+
"dropout": 0.2,
|
| 38 |
+
"final_dropout": true,
|
| 39 |
+
"interleave_self_attention": true,
|
| 40 |
+
"norm_type": "ada_norm",
|
| 41 |
+
"num_attention_heads": 32,
|
| 42 |
+
"num_layers": 32,
|
| 43 |
+
"output_dim": 1024,
|
| 44 |
+
"positional_embeddings": null
|
| 45 |
+
},
|
| 46 |
+
"num_inference_timesteps": 4,
|
| 47 |
+
"noise_beta_alpha": 1.5,
|
| 48 |
+
"noise_beta_beta": 1.0,
|
| 49 |
+
"noise_s": 0.999,
|
| 50 |
+
"num_timestep_buckets": 1000,
|
| 51 |
+
"tune_projector": true,
|
| 52 |
+
"tune_diffusion_model": true,
|
| 53 |
+
"tune_vlln": true,
|
| 54 |
+
"state_dropout_prob": 0.2,
|
| 55 |
+
"exclude_state": false,
|
| 56 |
+
"use_mean_std": false,
|
| 57 |
+
"max_num_embodiments": 32
|
| 58 |
+
}
|
a17-unscrew-bottle/epoch-010/experiment_cfg/final_processor_config.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
a17-unscrew-bottle/epoch-010/model.safetensors.index.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
a17-unscrew-bottle/epoch-010/processor_config.json
ADDED
|
@@ -0,0 +1,1138 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"processor_class": "Gr00tN1d7Processor",
|
| 3 |
+
"processor_kwargs": {
|
| 4 |
+
"modality_configs": {
|
| 5 |
+
"real_g1_relative_eef_relative_joints": {
|
| 6 |
+
"video": {
|
| 7 |
+
"delta_indices": [
|
| 8 |
+
-20,
|
| 9 |
+
0
|
| 10 |
+
],
|
| 11 |
+
"modality_keys": [
|
| 12 |
+
"ego_view"
|
| 13 |
+
],
|
| 14 |
+
"sin_cos_embedding_keys": null,
|
| 15 |
+
"mean_std_embedding_keys": null,
|
| 16 |
+
"action_configs": null
|
| 17 |
+
},
|
| 18 |
+
"state": {
|
| 19 |
+
"delta_indices": [
|
| 20 |
+
0
|
| 21 |
+
],
|
| 22 |
+
"modality_keys": [
|
| 23 |
+
"left_wrist_eef_9d",
|
| 24 |
+
"right_wrist_eef_9d",
|
| 25 |
+
"left_hand",
|
| 26 |
+
"right_hand",
|
| 27 |
+
"left_arm",
|
| 28 |
+
"right_arm",
|
| 29 |
+
"waist"
|
| 30 |
+
],
|
| 31 |
+
"sin_cos_embedding_keys": null,
|
| 32 |
+
"mean_std_embedding_keys": null,
|
| 33 |
+
"action_configs": null
|
| 34 |
+
},
|
| 35 |
+
"action": {
|
| 36 |
+
"delta_indices": [
|
| 37 |
+
0,
|
| 38 |
+
1,
|
| 39 |
+
2,
|
| 40 |
+
3,
|
| 41 |
+
4,
|
| 42 |
+
5,
|
| 43 |
+
6,
|
| 44 |
+
7,
|
| 45 |
+
8,
|
| 46 |
+
9,
|
| 47 |
+
10,
|
| 48 |
+
11,
|
| 49 |
+
12,
|
| 50 |
+
13,
|
| 51 |
+
14,
|
| 52 |
+
15,
|
| 53 |
+
16,
|
| 54 |
+
17,
|
| 55 |
+
18,
|
| 56 |
+
19,
|
| 57 |
+
20,
|
| 58 |
+
21,
|
| 59 |
+
22,
|
| 60 |
+
23,
|
| 61 |
+
24,
|
| 62 |
+
25,
|
| 63 |
+
26,
|
| 64 |
+
27,
|
| 65 |
+
28,
|
| 66 |
+
29,
|
| 67 |
+
30,
|
| 68 |
+
31,
|
| 69 |
+
32,
|
| 70 |
+
33,
|
| 71 |
+
34,
|
| 72 |
+
35,
|
| 73 |
+
36,
|
| 74 |
+
37,
|
| 75 |
+
38,
|
| 76 |
+
39
|
| 77 |
+
],
|
| 78 |
+
"modality_keys": [
|
| 79 |
+
"left_wrist_eef_9d",
|
| 80 |
+
"right_wrist_eef_9d",
|
| 81 |
+
"left_hand",
|
| 82 |
+
"right_hand",
|
| 83 |
+
"left_arm",
|
| 84 |
+
"right_arm",
|
| 85 |
+
"waist",
|
| 86 |
+
"base_height_command",
|
| 87 |
+
"navigate_command"
|
| 88 |
+
],
|
| 89 |
+
"sin_cos_embedding_keys": null,
|
| 90 |
+
"mean_std_embedding_keys": null,
|
| 91 |
+
"action_configs": [
|
| 92 |
+
{
|
| 93 |
+
"rep": "RELATIVE",
|
| 94 |
+
"type": "EEF",
|
| 95 |
+
"format": "XYZ_ROT6D",
|
| 96 |
+
"state_key": "left_wrist_eef_9d"
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"rep": "RELATIVE",
|
| 100 |
+
"type": "EEF",
|
| 101 |
+
"format": "XYZ_ROT6D",
|
| 102 |
+
"state_key": "right_wrist_eef_9d"
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"rep": "ABSOLUTE",
|
| 106 |
+
"type": "NON_EEF",
|
| 107 |
+
"format": "DEFAULT",
|
| 108 |
+
"state_key": "left_hand"
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"rep": "ABSOLUTE",
|
| 112 |
+
"type": "NON_EEF",
|
| 113 |
+
"format": "DEFAULT",
|
| 114 |
+
"state_key": "right_hand"
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"rep": "RELATIVE",
|
| 118 |
+
"type": "NON_EEF",
|
| 119 |
+
"format": "DEFAULT",
|
| 120 |
+
"state_key": "left_arm"
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"rep": "RELATIVE",
|
| 124 |
+
"type": "NON_EEF",
|
| 125 |
+
"format": "DEFAULT",
|
| 126 |
+
"state_key": "right_arm"
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"rep": "ABSOLUTE",
|
| 130 |
+
"type": "NON_EEF",
|
| 131 |
+
"format": "DEFAULT",
|
| 132 |
+
"state_key": "waist"
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"rep": "ABSOLUTE",
|
| 136 |
+
"type": "NON_EEF",
|
| 137 |
+
"format": "DEFAULT",
|
| 138 |
+
"state_key": "base_height_command"
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"rep": "ABSOLUTE",
|
| 142 |
+
"type": "NON_EEF",
|
| 143 |
+
"format": "DEFAULT",
|
| 144 |
+
"state_key": "navigate_command"
|
| 145 |
+
}
|
| 146 |
+
]
|
| 147 |
+
},
|
| 148 |
+
"language": {
|
| 149 |
+
"delta_indices": [
|
| 150 |
+
0
|
| 151 |
+
],
|
| 152 |
+
"modality_keys": [
|
| 153 |
+
"annotation.human.task_description"
|
| 154 |
+
],
|
| 155 |
+
"sin_cos_embedding_keys": null,
|
| 156 |
+
"mean_std_embedding_keys": null,
|
| 157 |
+
"action_configs": null
|
| 158 |
+
}
|
| 159 |
+
},
|
| 160 |
+
"real_r1_pro_sharpa_relative_eef_mecka": {
|
| 161 |
+
"video": {
|
| 162 |
+
"delta_indices": [
|
| 163 |
+
-30,
|
| 164 |
+
0
|
| 165 |
+
],
|
| 166 |
+
"modality_keys": [
|
| 167 |
+
"ego_view_cropratio_res320x240_freq30"
|
| 168 |
+
],
|
| 169 |
+
"sin_cos_embedding_keys": null,
|
| 170 |
+
"mean_std_embedding_keys": null,
|
| 171 |
+
"action_configs": null
|
| 172 |
+
},
|
| 173 |
+
"state": {
|
| 174 |
+
"delta_indices": [
|
| 175 |
+
0
|
| 176 |
+
],
|
| 177 |
+
"modality_keys": [
|
| 178 |
+
"left_wrist_eef",
|
| 179 |
+
"right_wrist_eef",
|
| 180 |
+
"left_hand_joints",
|
| 181 |
+
"right_hand_joints"
|
| 182 |
+
],
|
| 183 |
+
"sin_cos_embedding_keys": null,
|
| 184 |
+
"mean_std_embedding_keys": null,
|
| 185 |
+
"action_configs": null
|
| 186 |
+
},
|
| 187 |
+
"action": {
|
| 188 |
+
"delta_indices": [
|
| 189 |
+
0,
|
| 190 |
+
1,
|
| 191 |
+
2,
|
| 192 |
+
3,
|
| 193 |
+
4,
|
| 194 |
+
5,
|
| 195 |
+
6,
|
| 196 |
+
7,
|
| 197 |
+
8,
|
| 198 |
+
9,
|
| 199 |
+
10,
|
| 200 |
+
11,
|
| 201 |
+
12,
|
| 202 |
+
13,
|
| 203 |
+
14,
|
| 204 |
+
15,
|
| 205 |
+
16,
|
| 206 |
+
17,
|
| 207 |
+
18,
|
| 208 |
+
19,
|
| 209 |
+
20,
|
| 210 |
+
21,
|
| 211 |
+
22,
|
| 212 |
+
23,
|
| 213 |
+
24,
|
| 214 |
+
25,
|
| 215 |
+
26,
|
| 216 |
+
27,
|
| 217 |
+
28,
|
| 218 |
+
29,
|
| 219 |
+
30,
|
| 220 |
+
31,
|
| 221 |
+
32,
|
| 222 |
+
33,
|
| 223 |
+
34,
|
| 224 |
+
35,
|
| 225 |
+
36,
|
| 226 |
+
37,
|
| 227 |
+
38,
|
| 228 |
+
39
|
| 229 |
+
],
|
| 230 |
+
"modality_keys": [
|
| 231 |
+
"left_wrist_eef",
|
| 232 |
+
"right_wrist_eef",
|
| 233 |
+
"left_hand_joints",
|
| 234 |
+
"right_hand_joints"
|
| 235 |
+
],
|
| 236 |
+
"sin_cos_embedding_keys": null,
|
| 237 |
+
"mean_std_embedding_keys": null,
|
| 238 |
+
"action_configs": [
|
| 239 |
+
{
|
| 240 |
+
"rep": "RELATIVE",
|
| 241 |
+
"type": "EEF",
|
| 242 |
+
"format": "XYZ_ROT6D",
|
| 243 |
+
"state_key": "left_wrist_eef"
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"rep": "RELATIVE",
|
| 247 |
+
"type": "EEF",
|
| 248 |
+
"format": "XYZ_ROT6D",
|
| 249 |
+
"state_key": "right_wrist_eef"
|
| 250 |
+
},
|
| 251 |
+
{
|
| 252 |
+
"rep": "ABSOLUTE",
|
| 253 |
+
"type": "NON_EEF",
|
| 254 |
+
"format": "DEFAULT",
|
| 255 |
+
"state_key": "left_hand_joints"
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"rep": "ABSOLUTE",
|
| 259 |
+
"type": "NON_EEF",
|
| 260 |
+
"format": "DEFAULT",
|
| 261 |
+
"state_key": "right_hand_joints"
|
| 262 |
+
}
|
| 263 |
+
]
|
| 264 |
+
},
|
| 265 |
+
"language": {
|
| 266 |
+
"delta_indices": [
|
| 267 |
+
0
|
| 268 |
+
],
|
| 269 |
+
"modality_keys": [
|
| 270 |
+
"annotation.human.coarse_action"
|
| 271 |
+
],
|
| 272 |
+
"sin_cos_embedding_keys": null,
|
| 273 |
+
"mean_std_embedding_keys": null,
|
| 274 |
+
"action_configs": null
|
| 275 |
+
}
|
| 276 |
+
},
|
| 277 |
+
"real_r1_pro_sharpa_relative_eef_human": {
|
| 278 |
+
"video": {
|
| 279 |
+
"delta_indices": [
|
| 280 |
+
-20,
|
| 281 |
+
0
|
| 282 |
+
],
|
| 283 |
+
"modality_keys": [
|
| 284 |
+
"ego_view_res320x240_freq20",
|
| 285 |
+
"left_wrist_view_res320x240_freq20",
|
| 286 |
+
"right_wrist_view_res320x240_freq20"
|
| 287 |
+
],
|
| 288 |
+
"sin_cos_embedding_keys": null,
|
| 289 |
+
"mean_std_embedding_keys": null,
|
| 290 |
+
"action_configs": null
|
| 291 |
+
},
|
| 292 |
+
"state": {
|
| 293 |
+
"delta_indices": [
|
| 294 |
+
0
|
| 295 |
+
],
|
| 296 |
+
"modality_keys": [
|
| 297 |
+
"left_wrist_eef",
|
| 298 |
+
"right_wrist_eef",
|
| 299 |
+
"left_hand_joints",
|
| 300 |
+
"right_hand_joints"
|
| 301 |
+
],
|
| 302 |
+
"sin_cos_embedding_keys": null,
|
| 303 |
+
"mean_std_embedding_keys": null,
|
| 304 |
+
"action_configs": null
|
| 305 |
+
},
|
| 306 |
+
"action": {
|
| 307 |
+
"delta_indices": [
|
| 308 |
+
0,
|
| 309 |
+
1,
|
| 310 |
+
2,
|
| 311 |
+
3,
|
| 312 |
+
4,
|
| 313 |
+
5,
|
| 314 |
+
6,
|
| 315 |
+
7,
|
| 316 |
+
8,
|
| 317 |
+
9,
|
| 318 |
+
10,
|
| 319 |
+
11,
|
| 320 |
+
12,
|
| 321 |
+
13,
|
| 322 |
+
14,
|
| 323 |
+
15,
|
| 324 |
+
16,
|
| 325 |
+
17,
|
| 326 |
+
18,
|
| 327 |
+
19,
|
| 328 |
+
20,
|
| 329 |
+
21,
|
| 330 |
+
22,
|
| 331 |
+
23,
|
| 332 |
+
24,
|
| 333 |
+
25,
|
| 334 |
+
26,
|
| 335 |
+
27,
|
| 336 |
+
28,
|
| 337 |
+
29,
|
| 338 |
+
30,
|
| 339 |
+
31,
|
| 340 |
+
32,
|
| 341 |
+
33,
|
| 342 |
+
34,
|
| 343 |
+
35,
|
| 344 |
+
36,
|
| 345 |
+
37,
|
| 346 |
+
38,
|
| 347 |
+
39
|
| 348 |
+
],
|
| 349 |
+
"modality_keys": [
|
| 350 |
+
"left_wrist_eef",
|
| 351 |
+
"right_wrist_eef",
|
| 352 |
+
"left_hand_joints",
|
| 353 |
+
"right_hand_joints"
|
| 354 |
+
],
|
| 355 |
+
"sin_cos_embedding_keys": null,
|
| 356 |
+
"mean_std_embedding_keys": null,
|
| 357 |
+
"action_configs": [
|
| 358 |
+
{
|
| 359 |
+
"rep": "RELATIVE",
|
| 360 |
+
"type": "EEF",
|
| 361 |
+
"format": "XYZ_ROT6D",
|
| 362 |
+
"state_key": "left_wrist_eef"
|
| 363 |
+
},
|
| 364 |
+
{
|
| 365 |
+
"rep": "RELATIVE",
|
| 366 |
+
"type": "EEF",
|
| 367 |
+
"format": "XYZ_ROT6D",
|
| 368 |
+
"state_key": "right_wrist_eef"
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"rep": "ABSOLUTE",
|
| 372 |
+
"type": "NON_EEF",
|
| 373 |
+
"format": "DEFAULT",
|
| 374 |
+
"state_key": "left_hand_joints"
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"rep": "ABSOLUTE",
|
| 378 |
+
"type": "NON_EEF",
|
| 379 |
+
"format": "DEFAULT",
|
| 380 |
+
"state_key": "right_hand_joints"
|
| 381 |
+
}
|
| 382 |
+
]
|
| 383 |
+
},
|
| 384 |
+
"language": {
|
| 385 |
+
"delta_indices": [
|
| 386 |
+
0
|
| 387 |
+
],
|
| 388 |
+
"modality_keys": [
|
| 389 |
+
"annotation.human.coarse_action"
|
| 390 |
+
],
|
| 391 |
+
"sin_cos_embedding_keys": null,
|
| 392 |
+
"mean_std_embedding_keys": null,
|
| 393 |
+
"action_configs": null
|
| 394 |
+
}
|
| 395 |
+
},
|
| 396 |
+
"real_r1_pro_sharpa_relative_eef": {
|
| 397 |
+
"video": {
|
| 398 |
+
"delta_indices": [
|
| 399 |
+
-20,
|
| 400 |
+
0
|
| 401 |
+
],
|
| 402 |
+
"modality_keys": [
|
| 403 |
+
"ego_view_res320x240_freq20",
|
| 404 |
+
"left_wrist_view_res320x240_freq20",
|
| 405 |
+
"right_wrist_view_res320x240_freq20"
|
| 406 |
+
],
|
| 407 |
+
"sin_cos_embedding_keys": null,
|
| 408 |
+
"mean_std_embedding_keys": null,
|
| 409 |
+
"action_configs": null
|
| 410 |
+
},
|
| 411 |
+
"state": {
|
| 412 |
+
"delta_indices": [
|
| 413 |
+
0
|
| 414 |
+
],
|
| 415 |
+
"modality_keys": [
|
| 416 |
+
"left_wrist_eef",
|
| 417 |
+
"right_wrist_eef",
|
| 418 |
+
"left_hand_joints",
|
| 419 |
+
"right_hand_joints"
|
| 420 |
+
],
|
| 421 |
+
"sin_cos_embedding_keys": null,
|
| 422 |
+
"mean_std_embedding_keys": null,
|
| 423 |
+
"action_configs": null
|
| 424 |
+
},
|
| 425 |
+
"action": {
|
| 426 |
+
"delta_indices": [
|
| 427 |
+
0,
|
| 428 |
+
1,
|
| 429 |
+
2,
|
| 430 |
+
3,
|
| 431 |
+
4,
|
| 432 |
+
5,
|
| 433 |
+
6,
|
| 434 |
+
7,
|
| 435 |
+
8,
|
| 436 |
+
9,
|
| 437 |
+
10,
|
| 438 |
+
11,
|
| 439 |
+
12,
|
| 440 |
+
13,
|
| 441 |
+
14,
|
| 442 |
+
15,
|
| 443 |
+
16,
|
| 444 |
+
17,
|
| 445 |
+
18,
|
| 446 |
+
19,
|
| 447 |
+
20,
|
| 448 |
+
21,
|
| 449 |
+
22,
|
| 450 |
+
23,
|
| 451 |
+
24,
|
| 452 |
+
25,
|
| 453 |
+
26,
|
| 454 |
+
27,
|
| 455 |
+
28,
|
| 456 |
+
29,
|
| 457 |
+
30,
|
| 458 |
+
31,
|
| 459 |
+
32,
|
| 460 |
+
33,
|
| 461 |
+
34,
|
| 462 |
+
35,
|
| 463 |
+
36,
|
| 464 |
+
37,
|
| 465 |
+
38,
|
| 466 |
+
39
|
| 467 |
+
],
|
| 468 |
+
"modality_keys": [
|
| 469 |
+
"left_wrist_eef",
|
| 470 |
+
"right_wrist_eef",
|
| 471 |
+
"left_hand_joints",
|
| 472 |
+
"right_hand_joints"
|
| 473 |
+
],
|
| 474 |
+
"sin_cos_embedding_keys": null,
|
| 475 |
+
"mean_std_embedding_keys": null,
|
| 476 |
+
"action_configs": [
|
| 477 |
+
{
|
| 478 |
+
"rep": "RELATIVE",
|
| 479 |
+
"type": "EEF",
|
| 480 |
+
"format": "XYZ_ROT6D",
|
| 481 |
+
"state_key": "left_wrist_eef"
|
| 482 |
+
},
|
| 483 |
+
{
|
| 484 |
+
"rep": "RELATIVE",
|
| 485 |
+
"type": "EEF",
|
| 486 |
+
"format": "XYZ_ROT6D",
|
| 487 |
+
"state_key": "right_wrist_eef"
|
| 488 |
+
},
|
| 489 |
+
{
|
| 490 |
+
"rep": "ABSOLUTE",
|
| 491 |
+
"type": "NON_EEF",
|
| 492 |
+
"format": "DEFAULT",
|
| 493 |
+
"state_key": "left_hand_joints"
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"rep": "ABSOLUTE",
|
| 497 |
+
"type": "NON_EEF",
|
| 498 |
+
"format": "DEFAULT",
|
| 499 |
+
"state_key": "right_hand_joints"
|
| 500 |
+
}
|
| 501 |
+
]
|
| 502 |
+
},
|
| 503 |
+
"language": {
|
| 504 |
+
"delta_indices": [
|
| 505 |
+
0
|
| 506 |
+
],
|
| 507 |
+
"modality_keys": [
|
| 508 |
+
"annotation.human.coarse_action"
|
| 509 |
+
],
|
| 510 |
+
"sin_cos_embedding_keys": null,
|
| 511 |
+
"mean_std_embedding_keys": null,
|
| 512 |
+
"action_configs": null
|
| 513 |
+
}
|
| 514 |
+
},
|
| 515 |
+
"xdof_relative_eef_relative_joint": {
|
| 516 |
+
"video": {
|
| 517 |
+
"delta_indices": [
|
| 518 |
+
-30,
|
| 519 |
+
0
|
| 520 |
+
],
|
| 521 |
+
"modality_keys": [
|
| 522 |
+
"top_camera-images-rgb_320_240",
|
| 523 |
+
"left_camera-images-rgb_320_240",
|
| 524 |
+
"right_camera-images-rgb_320_240"
|
| 525 |
+
],
|
| 526 |
+
"sin_cos_embedding_keys": null,
|
| 527 |
+
"mean_std_embedding_keys": null,
|
| 528 |
+
"action_configs": null
|
| 529 |
+
},
|
| 530 |
+
"state": {
|
| 531 |
+
"delta_indices": [
|
| 532 |
+
0
|
| 533 |
+
],
|
| 534 |
+
"modality_keys": [
|
| 535 |
+
"left_wrist_eef",
|
| 536 |
+
"right_wrist_eef",
|
| 537 |
+
"left_gripper_pos",
|
| 538 |
+
"right_gripper_pos",
|
| 539 |
+
"left_joint_pos",
|
| 540 |
+
"right_joint_pos"
|
| 541 |
+
],
|
| 542 |
+
"sin_cos_embedding_keys": null,
|
| 543 |
+
"mean_std_embedding_keys": null,
|
| 544 |
+
"action_configs": null
|
| 545 |
+
},
|
| 546 |
+
"action": {
|
| 547 |
+
"delta_indices": [
|
| 548 |
+
0,
|
| 549 |
+
1,
|
| 550 |
+
2,
|
| 551 |
+
3,
|
| 552 |
+
4,
|
| 553 |
+
5,
|
| 554 |
+
6,
|
| 555 |
+
7,
|
| 556 |
+
8,
|
| 557 |
+
9,
|
| 558 |
+
10,
|
| 559 |
+
11,
|
| 560 |
+
12,
|
| 561 |
+
13,
|
| 562 |
+
14,
|
| 563 |
+
15,
|
| 564 |
+
16,
|
| 565 |
+
17,
|
| 566 |
+
18,
|
| 567 |
+
19,
|
| 568 |
+
20,
|
| 569 |
+
21,
|
| 570 |
+
22,
|
| 571 |
+
23,
|
| 572 |
+
24,
|
| 573 |
+
25,
|
| 574 |
+
26,
|
| 575 |
+
27,
|
| 576 |
+
28,
|
| 577 |
+
29,
|
| 578 |
+
30,
|
| 579 |
+
31,
|
| 580 |
+
32,
|
| 581 |
+
33,
|
| 582 |
+
34,
|
| 583 |
+
35,
|
| 584 |
+
36,
|
| 585 |
+
37,
|
| 586 |
+
38,
|
| 587 |
+
39
|
| 588 |
+
],
|
| 589 |
+
"modality_keys": [
|
| 590 |
+
"left_wrist_eef",
|
| 591 |
+
"right_wrist_eef",
|
| 592 |
+
"left_gripper_pos",
|
| 593 |
+
"right_gripper_pos",
|
| 594 |
+
"left_joint_pos",
|
| 595 |
+
"right_joint_pos"
|
| 596 |
+
],
|
| 597 |
+
"sin_cos_embedding_keys": null,
|
| 598 |
+
"mean_std_embedding_keys": null,
|
| 599 |
+
"action_configs": [
|
| 600 |
+
{
|
| 601 |
+
"rep": "RELATIVE",
|
| 602 |
+
"type": "EEF",
|
| 603 |
+
"format": "XYZ_ROT6D",
|
| 604 |
+
"state_key": "left_wrist_eef"
|
| 605 |
+
},
|
| 606 |
+
{
|
| 607 |
+
"rep": "RELATIVE",
|
| 608 |
+
"type": "EEF",
|
| 609 |
+
"format": "XYZ_ROT6D",
|
| 610 |
+
"state_key": "right_wrist_eef"
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"rep": "ABSOLUTE",
|
| 614 |
+
"type": "NON_EEF",
|
| 615 |
+
"format": "DEFAULT",
|
| 616 |
+
"state_key": "left_gripper_pos"
|
| 617 |
+
},
|
| 618 |
+
{
|
| 619 |
+
"rep": "ABSOLUTE",
|
| 620 |
+
"type": "NON_EEF",
|
| 621 |
+
"format": "DEFAULT",
|
| 622 |
+
"state_key": "right_gripper_pos"
|
| 623 |
+
},
|
| 624 |
+
{
|
| 625 |
+
"rep": "RELATIVE",
|
| 626 |
+
"type": "NON_EEF",
|
| 627 |
+
"format": "DEFAULT",
|
| 628 |
+
"state_key": "left_joint_pos"
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"rep": "RELATIVE",
|
| 632 |
+
"type": "NON_EEF",
|
| 633 |
+
"format": "DEFAULT",
|
| 634 |
+
"state_key": "right_joint_pos"
|
| 635 |
+
}
|
| 636 |
+
]
|
| 637 |
+
},
|
| 638 |
+
"language": {
|
| 639 |
+
"delta_indices": [
|
| 640 |
+
0
|
| 641 |
+
],
|
| 642 |
+
"modality_keys": [
|
| 643 |
+
"annotation.task"
|
| 644 |
+
],
|
| 645 |
+
"sin_cos_embedding_keys": null,
|
| 646 |
+
"mean_std_embedding_keys": null,
|
| 647 |
+
"action_configs": null
|
| 648 |
+
}
|
| 649 |
+
},
|
| 650 |
+
"real_r1_pro_sharpa_relative_eef_maxinsights": {
|
| 651 |
+
"video": {
|
| 652 |
+
"delta_indices": [
|
| 653 |
+
-30,
|
| 654 |
+
0
|
| 655 |
+
],
|
| 656 |
+
"modality_keys": [
|
| 657 |
+
"ego_view_cropratio_res320x240_freq30"
|
| 658 |
+
],
|
| 659 |
+
"sin_cos_embedding_keys": null,
|
| 660 |
+
"mean_std_embedding_keys": null,
|
| 661 |
+
"action_configs": null
|
| 662 |
+
},
|
| 663 |
+
"state": {
|
| 664 |
+
"delta_indices": [
|
| 665 |
+
0
|
| 666 |
+
],
|
| 667 |
+
"modality_keys": [
|
| 668 |
+
"left_wrist_eef",
|
| 669 |
+
"right_wrist_eef",
|
| 670 |
+
"left_hand_joints",
|
| 671 |
+
"right_hand_joints"
|
| 672 |
+
],
|
| 673 |
+
"sin_cos_embedding_keys": null,
|
| 674 |
+
"mean_std_embedding_keys": null,
|
| 675 |
+
"action_configs": null
|
| 676 |
+
},
|
| 677 |
+
"action": {
|
| 678 |
+
"delta_indices": [
|
| 679 |
+
0,
|
| 680 |
+
1,
|
| 681 |
+
2,
|
| 682 |
+
3,
|
| 683 |
+
4,
|
| 684 |
+
5,
|
| 685 |
+
6,
|
| 686 |
+
7,
|
| 687 |
+
8,
|
| 688 |
+
9,
|
| 689 |
+
10,
|
| 690 |
+
11,
|
| 691 |
+
12,
|
| 692 |
+
13,
|
| 693 |
+
14,
|
| 694 |
+
15,
|
| 695 |
+
16,
|
| 696 |
+
17,
|
| 697 |
+
18,
|
| 698 |
+
19,
|
| 699 |
+
20,
|
| 700 |
+
21,
|
| 701 |
+
22,
|
| 702 |
+
23,
|
| 703 |
+
24,
|
| 704 |
+
25,
|
| 705 |
+
26,
|
| 706 |
+
27,
|
| 707 |
+
28,
|
| 708 |
+
29,
|
| 709 |
+
30,
|
| 710 |
+
31,
|
| 711 |
+
32,
|
| 712 |
+
33,
|
| 713 |
+
34,
|
| 714 |
+
35,
|
| 715 |
+
36,
|
| 716 |
+
37,
|
| 717 |
+
38,
|
| 718 |
+
39
|
| 719 |
+
],
|
| 720 |
+
"modality_keys": [
|
| 721 |
+
"left_wrist_eef",
|
| 722 |
+
"right_wrist_eef",
|
| 723 |
+
"left_hand_joints",
|
| 724 |
+
"right_hand_joints"
|
| 725 |
+
],
|
| 726 |
+
"sin_cos_embedding_keys": null,
|
| 727 |
+
"mean_std_embedding_keys": null,
|
| 728 |
+
"action_configs": [
|
| 729 |
+
{
|
| 730 |
+
"rep": "RELATIVE",
|
| 731 |
+
"type": "EEF",
|
| 732 |
+
"format": "XYZ_ROT6D",
|
| 733 |
+
"state_key": "left_wrist_eef"
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"rep": "RELATIVE",
|
| 737 |
+
"type": "EEF",
|
| 738 |
+
"format": "XYZ_ROT6D",
|
| 739 |
+
"state_key": "right_wrist_eef"
|
| 740 |
+
},
|
| 741 |
+
{
|
| 742 |
+
"rep": "ABSOLUTE",
|
| 743 |
+
"type": "NON_EEF",
|
| 744 |
+
"format": "DEFAULT",
|
| 745 |
+
"state_key": "left_hand_joints"
|
| 746 |
+
},
|
| 747 |
+
{
|
| 748 |
+
"rep": "ABSOLUTE",
|
| 749 |
+
"type": "NON_EEF",
|
| 750 |
+
"format": "DEFAULT",
|
| 751 |
+
"state_key": "right_hand_joints"
|
| 752 |
+
}
|
| 753 |
+
]
|
| 754 |
+
},
|
| 755 |
+
"language": {
|
| 756 |
+
"delta_indices": [
|
| 757 |
+
0
|
| 758 |
+
],
|
| 759 |
+
"modality_keys": [
|
| 760 |
+
"annotation.human.coarse_action"
|
| 761 |
+
],
|
| 762 |
+
"sin_cos_embedding_keys": null,
|
| 763 |
+
"mean_std_embedding_keys": null,
|
| 764 |
+
"action_configs": null
|
| 765 |
+
}
|
| 766 |
+
},
|
| 767 |
+
"xdof_relative_eef_relative_joint_subtask": {
|
| 768 |
+
"video": {
|
| 769 |
+
"delta_indices": [
|
| 770 |
+
-30,
|
| 771 |
+
0
|
| 772 |
+
],
|
| 773 |
+
"modality_keys": [
|
| 774 |
+
"top_camera-images-rgb_320_240",
|
| 775 |
+
"left_camera-images-rgb_320_240",
|
| 776 |
+
"right_camera-images-rgb_320_240"
|
| 777 |
+
],
|
| 778 |
+
"sin_cos_embedding_keys": null,
|
| 779 |
+
"mean_std_embedding_keys": null,
|
| 780 |
+
"action_configs": null
|
| 781 |
+
},
|
| 782 |
+
"state": {
|
| 783 |
+
"delta_indices": [
|
| 784 |
+
0
|
| 785 |
+
],
|
| 786 |
+
"modality_keys": [
|
| 787 |
+
"left_wrist_eef",
|
| 788 |
+
"right_wrist_eef",
|
| 789 |
+
"left_gripper_pos",
|
| 790 |
+
"right_gripper_pos",
|
| 791 |
+
"left_joint_pos",
|
| 792 |
+
"right_joint_pos"
|
| 793 |
+
],
|
| 794 |
+
"sin_cos_embedding_keys": null,
|
| 795 |
+
"mean_std_embedding_keys": null,
|
| 796 |
+
"action_configs": null
|
| 797 |
+
},
|
| 798 |
+
"action": {
|
| 799 |
+
"delta_indices": [
|
| 800 |
+
0,
|
| 801 |
+
1,
|
| 802 |
+
2,
|
| 803 |
+
3,
|
| 804 |
+
4,
|
| 805 |
+
5,
|
| 806 |
+
6,
|
| 807 |
+
7,
|
| 808 |
+
8,
|
| 809 |
+
9,
|
| 810 |
+
10,
|
| 811 |
+
11,
|
| 812 |
+
12,
|
| 813 |
+
13,
|
| 814 |
+
14,
|
| 815 |
+
15,
|
| 816 |
+
16,
|
| 817 |
+
17,
|
| 818 |
+
18,
|
| 819 |
+
19,
|
| 820 |
+
20,
|
| 821 |
+
21,
|
| 822 |
+
22,
|
| 823 |
+
23,
|
| 824 |
+
24,
|
| 825 |
+
25,
|
| 826 |
+
26,
|
| 827 |
+
27,
|
| 828 |
+
28,
|
| 829 |
+
29,
|
| 830 |
+
30,
|
| 831 |
+
31,
|
| 832 |
+
32,
|
| 833 |
+
33,
|
| 834 |
+
34,
|
| 835 |
+
35,
|
| 836 |
+
36,
|
| 837 |
+
37,
|
| 838 |
+
38,
|
| 839 |
+
39
|
| 840 |
+
],
|
| 841 |
+
"modality_keys": [
|
| 842 |
+
"left_wrist_eef",
|
| 843 |
+
"right_wrist_eef",
|
| 844 |
+
"left_gripper_pos",
|
| 845 |
+
"right_gripper_pos",
|
| 846 |
+
"left_joint_pos",
|
| 847 |
+
"right_joint_pos"
|
| 848 |
+
],
|
| 849 |
+
"sin_cos_embedding_keys": null,
|
| 850 |
+
"mean_std_embedding_keys": null,
|
| 851 |
+
"action_configs": [
|
| 852 |
+
{
|
| 853 |
+
"rep": "RELATIVE",
|
| 854 |
+
"type": "EEF",
|
| 855 |
+
"format": "XYZ_ROT6D",
|
| 856 |
+
"state_key": "left_wrist_eef"
|
| 857 |
+
},
|
| 858 |
+
{
|
| 859 |
+
"rep": "RELATIVE",
|
| 860 |
+
"type": "EEF",
|
| 861 |
+
"format": "XYZ_ROT6D",
|
| 862 |
+
"state_key": "right_wrist_eef"
|
| 863 |
+
},
|
| 864 |
+
{
|
| 865 |
+
"rep": "ABSOLUTE",
|
| 866 |
+
"type": "NON_EEF",
|
| 867 |
+
"format": "DEFAULT",
|
| 868 |
+
"state_key": "left_gripper_pos"
|
| 869 |
+
},
|
| 870 |
+
{
|
| 871 |
+
"rep": "ABSOLUTE",
|
| 872 |
+
"type": "NON_EEF",
|
| 873 |
+
"format": "DEFAULT",
|
| 874 |
+
"state_key": "right_gripper_pos"
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"rep": "RELATIVE",
|
| 878 |
+
"type": "NON_EEF",
|
| 879 |
+
"format": "DEFAULT",
|
| 880 |
+
"state_key": "left_joint_pos"
|
| 881 |
+
},
|
| 882 |
+
{
|
| 883 |
+
"rep": "RELATIVE",
|
| 884 |
+
"type": "NON_EEF",
|
| 885 |
+
"format": "DEFAULT",
|
| 886 |
+
"state_key": "right_joint_pos"
|
| 887 |
+
}
|
| 888 |
+
]
|
| 889 |
+
},
|
| 890 |
+
"language": {
|
| 891 |
+
"delta_indices": [
|
| 892 |
+
0
|
| 893 |
+
],
|
| 894 |
+
"modality_keys": [
|
| 895 |
+
"annotation.sub_task"
|
| 896 |
+
],
|
| 897 |
+
"sin_cos_embedding_keys": null,
|
| 898 |
+
"mean_std_embedding_keys": null,
|
| 899 |
+
"action_configs": null
|
| 900 |
+
}
|
| 901 |
+
},
|
| 902 |
+
"oxe_droid_relative_eef_relative_joint": {
|
| 903 |
+
"video": {
|
| 904 |
+
"delta_indices": [
|
| 905 |
+
-15,
|
| 906 |
+
0
|
| 907 |
+
],
|
| 908 |
+
"modality_keys": [
|
| 909 |
+
"exterior_image_1_left",
|
| 910 |
+
"wrist_image_left"
|
| 911 |
+
],
|
| 912 |
+
"sin_cos_embedding_keys": null,
|
| 913 |
+
"mean_std_embedding_keys": null,
|
| 914 |
+
"action_configs": null
|
| 915 |
+
},
|
| 916 |
+
"state": {
|
| 917 |
+
"delta_indices": [
|
| 918 |
+
0
|
| 919 |
+
],
|
| 920 |
+
"modality_keys": [
|
| 921 |
+
"eef_9d",
|
| 922 |
+
"gripper_position",
|
| 923 |
+
"joint_position"
|
| 924 |
+
],
|
| 925 |
+
"sin_cos_embedding_keys": null,
|
| 926 |
+
"mean_std_embedding_keys": null,
|
| 927 |
+
"action_configs": null
|
| 928 |
+
},
|
| 929 |
+
"action": {
|
| 930 |
+
"delta_indices": [
|
| 931 |
+
0,
|
| 932 |
+
1,
|
| 933 |
+
2,
|
| 934 |
+
3,
|
| 935 |
+
4,
|
| 936 |
+
5,
|
| 937 |
+
6,
|
| 938 |
+
7,
|
| 939 |
+
8,
|
| 940 |
+
9,
|
| 941 |
+
10,
|
| 942 |
+
11,
|
| 943 |
+
12,
|
| 944 |
+
13,
|
| 945 |
+
14,
|
| 946 |
+
15,
|
| 947 |
+
16,
|
| 948 |
+
17,
|
| 949 |
+
18,
|
| 950 |
+
19,
|
| 951 |
+
20,
|
| 952 |
+
21,
|
| 953 |
+
22,
|
| 954 |
+
23,
|
| 955 |
+
24,
|
| 956 |
+
25,
|
| 957 |
+
26,
|
| 958 |
+
27,
|
| 959 |
+
28,
|
| 960 |
+
29,
|
| 961 |
+
30,
|
| 962 |
+
31,
|
| 963 |
+
32,
|
| 964 |
+
33,
|
| 965 |
+
34,
|
| 966 |
+
35,
|
| 967 |
+
36,
|
| 968 |
+
37,
|
| 969 |
+
38,
|
| 970 |
+
39
|
| 971 |
+
],
|
| 972 |
+
"modality_keys": [
|
| 973 |
+
"eef_9d",
|
| 974 |
+
"gripper_position",
|
| 975 |
+
"joint_position"
|
| 976 |
+
],
|
| 977 |
+
"sin_cos_embedding_keys": null,
|
| 978 |
+
"mean_std_embedding_keys": null,
|
| 979 |
+
"action_configs": [
|
| 980 |
+
{
|
| 981 |
+
"rep": "RELATIVE",
|
| 982 |
+
"type": "EEF",
|
| 983 |
+
"format": "XYZ_ROT6D",
|
| 984 |
+
"state_key": "eef_9d"
|
| 985 |
+
},
|
| 986 |
+
{
|
| 987 |
+
"rep": "ABSOLUTE",
|
| 988 |
+
"type": "NON_EEF",
|
| 989 |
+
"format": "DEFAULT",
|
| 990 |
+
"state_key": "gripper_position"
|
| 991 |
+
},
|
| 992 |
+
{
|
| 993 |
+
"rep": "RELATIVE",
|
| 994 |
+
"type": "NON_EEF",
|
| 995 |
+
"format": "DEFAULT",
|
| 996 |
+
"state_key": "joint_position"
|
| 997 |
+
}
|
| 998 |
+
]
|
| 999 |
+
},
|
| 1000 |
+
"language": {
|
| 1001 |
+
"delta_indices": [
|
| 1002 |
+
0
|
| 1003 |
+
],
|
| 1004 |
+
"modality_keys": [
|
| 1005 |
+
"annotation.language.language_instruction"
|
| 1006 |
+
],
|
| 1007 |
+
"sin_cos_embedding_keys": null,
|
| 1008 |
+
"mean_std_embedding_keys": null,
|
| 1009 |
+
"action_configs": null
|
| 1010 |
+
}
|
| 1011 |
+
},
|
| 1012 |
+
"new_embodiment": {
|
| 1013 |
+
"video": {
|
| 1014 |
+
"delta_indices": [
|
| 1015 |
+
0
|
| 1016 |
+
],
|
| 1017 |
+
"modality_keys": [
|
| 1018 |
+
"head",
|
| 1019 |
+
"chest"
|
| 1020 |
+
],
|
| 1021 |
+
"sin_cos_embedding_keys": null,
|
| 1022 |
+
"mean_std_embedding_keys": null,
|
| 1023 |
+
"action_configs": null
|
| 1024 |
+
},
|
| 1025 |
+
"state": {
|
| 1026 |
+
"delta_indices": [
|
| 1027 |
+
0
|
| 1028 |
+
],
|
| 1029 |
+
"modality_keys": [
|
| 1030 |
+
"left_leg",
|
| 1031 |
+
"right_leg",
|
| 1032 |
+
"waist",
|
| 1033 |
+
"left_arm",
|
| 1034 |
+
"right_arm",
|
| 1035 |
+
"head",
|
| 1036 |
+
"left_hand",
|
| 1037 |
+
"right_hand",
|
| 1038 |
+
"projected_gravity"
|
| 1039 |
+
],
|
| 1040 |
+
"sin_cos_embedding_keys": null,
|
| 1041 |
+
"mean_std_embedding_keys": null,
|
| 1042 |
+
"action_configs": null
|
| 1043 |
+
},
|
| 1044 |
+
"action": {
|
| 1045 |
+
"delta_indices": [
|
| 1046 |
+
0,
|
| 1047 |
+
1,
|
| 1048 |
+
2,
|
| 1049 |
+
3,
|
| 1050 |
+
4,
|
| 1051 |
+
5,
|
| 1052 |
+
6,
|
| 1053 |
+
7,
|
| 1054 |
+
8,
|
| 1055 |
+
9,
|
| 1056 |
+
10,
|
| 1057 |
+
11,
|
| 1058 |
+
12,
|
| 1059 |
+
13,
|
| 1060 |
+
14,
|
| 1061 |
+
15
|
| 1062 |
+
],
|
| 1063 |
+
"modality_keys": [
|
| 1064 |
+
"body_target",
|
| 1065 |
+
"left_hand_target",
|
| 1066 |
+
"right_hand_target"
|
| 1067 |
+
],
|
| 1068 |
+
"sin_cos_embedding_keys": null,
|
| 1069 |
+
"mean_std_embedding_keys": null,
|
| 1070 |
+
"action_configs": [
|
| 1071 |
+
{
|
| 1072 |
+
"rep": "ABSOLUTE",
|
| 1073 |
+
"type": "NON_EEF",
|
| 1074 |
+
"format": "DEFAULT",
|
| 1075 |
+
"state_key": null
|
| 1076 |
+
},
|
| 1077 |
+
{
|
| 1078 |
+
"rep": "ABSOLUTE",
|
| 1079 |
+
"type": "NON_EEF",
|
| 1080 |
+
"format": "DEFAULT",
|
| 1081 |
+
"state_key": null
|
| 1082 |
+
},
|
| 1083 |
+
{
|
| 1084 |
+
"rep": "ABSOLUTE",
|
| 1085 |
+
"type": "NON_EEF",
|
| 1086 |
+
"format": "DEFAULT",
|
| 1087 |
+
"state_key": null
|
| 1088 |
+
}
|
| 1089 |
+
]
|
| 1090 |
+
},
|
| 1091 |
+
"language": {
|
| 1092 |
+
"delta_indices": [
|
| 1093 |
+
0
|
| 1094 |
+
],
|
| 1095 |
+
"modality_keys": [
|
| 1096 |
+
"annotation.human.task_description"
|
| 1097 |
+
],
|
| 1098 |
+
"sin_cos_embedding_keys": null,
|
| 1099 |
+
"mean_std_embedding_keys": null,
|
| 1100 |
+
"action_configs": null
|
| 1101 |
+
}
|
| 1102 |
+
}
|
| 1103 |
+
},
|
| 1104 |
+
"image_crop_size": [
|
| 1105 |
+
230,
|
| 1106 |
+
230
|
| 1107 |
+
],
|
| 1108 |
+
"image_target_size": [
|
| 1109 |
+
256,
|
| 1110 |
+
256
|
| 1111 |
+
],
|
| 1112 |
+
"use_albumentations": true,
|
| 1113 |
+
"random_rotation_angle": 0,
|
| 1114 |
+
"color_jitter_params": {
|
| 1115 |
+
"brightness": 0.3,
|
| 1116 |
+
"contrast": 0.4,
|
| 1117 |
+
"saturation": 0.5,
|
| 1118 |
+
"hue": 0.08
|
| 1119 |
+
},
|
| 1120 |
+
"shortest_image_edge": 256,
|
| 1121 |
+
"crop_fraction": 0.95,
|
| 1122 |
+
"letter_box_transform": false,
|
| 1123 |
+
"model_name": "nvidia/Cosmos-Reason2-2B",
|
| 1124 |
+
"model_type": "qwen",
|
| 1125 |
+
"formalize_language": true,
|
| 1126 |
+
"max_state_dim": 132,
|
| 1127 |
+
"max_action_dim": 132,
|
| 1128 |
+
"max_action_horizon": 40,
|
| 1129 |
+
"strict_action_padding_mask": false,
|
| 1130 |
+
"use_percentiles": true,
|
| 1131 |
+
"use_mean_std": false,
|
| 1132 |
+
"clip_outliers": true,
|
| 1133 |
+
"apply_sincos_state_encoding": false,
|
| 1134 |
+
"use_relative_action": true,
|
| 1135 |
+
"exclude_state": false,
|
| 1136 |
+
"state_dropout_prob": 0.2
|
| 1137 |
+
}
|
| 1138 |
+
}
|
a17-unscrew-bottle/epoch-010/protocol.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "GR00T N1.7 (Gr00tN1d7), full fine-tune of the action head; VLM backbone frozen",
|
| 3 |
+
"base_checkpoint": "GR00T N1.7 base (policies-20261109/models/groot-n17-base)",
|
| 4 |
+
"vlm_backbone": "nvidia/Cosmos-Reason2-2B (gated on HF; needed at inference)",
|
| 5 |
+
"task": "A17 unscrew bottle cap (H2)",
|
| 6 |
+
"task_dir": "a17-unscrew-bottle",
|
| 7 |
+
"training_data": "a17-unscrew-bottle-expert-v1 @407e6e2",
|
| 8 |
+
"robot": "H2 (Sharpa hands)",
|
| 9 |
+
"embodiment_tag": "new_embodiment",
|
| 10 |
+
"epoch_completed": 10,
|
| 11 |
+
"global_step": 1658,
|
| 12 |
+
"total_epochs": 20,
|
| 13 |
+
"total_steps": 3315,
|
| 14 |
+
"save_steps": 1658,
|
| 15 |
+
"per_gpu_batch": 87,
|
| 16 |
+
"num_gpus": 8,
|
| 17 |
+
"num_nodes": 1,
|
| 18 |
+
"global_batch": 696,
|
| 19 |
+
"lr": 0.0001,
|
| 20 |
+
"lr_schedule": "cosine, warmup_ratio 0.05",
|
| 21 |
+
"weight_decay": 1e-05,
|
| 22 |
+
"deepspeed_stage": 2,
|
| 23 |
+
"episodes": 100,
|
| 24 |
+
"frames": 115333,
|
| 25 |
+
"fps": 30.0,
|
| 26 |
+
"control_hz": 30.0,
|
| 27 |
+
"cameras": [
|
| 28 |
+
"observation.images.head",
|
| 29 |
+
"observation.images.chest"
|
| 30 |
+
],
|
| 31 |
+
"state_groups": {
|
| 32 |
+
"left_leg": 6,
|
| 33 |
+
"right_leg": 6,
|
| 34 |
+
"waist": 3,
|
| 35 |
+
"left_arm": 7,
|
| 36 |
+
"right_arm": 7,
|
| 37 |
+
"head": 2,
|
| 38 |
+
"left_hand": 22,
|
| 39 |
+
"right_hand": 22,
|
| 40 |
+
"projected_gravity": 3
|
| 41 |
+
},
|
| 42 |
+
"state_dim": 78,
|
| 43 |
+
"action_groups": {
|
| 44 |
+
"body_target": 31,
|
| 45 |
+
"left_hand_target": 22,
|
| 46 |
+
"right_hand_target": 22
|
| 47 |
+
},
|
| 48 |
+
"action_dim": 75,
|
| 49 |
+
"action_chunk": 16,
|
| 50 |
+
"model_action_horizon": 40,
|
| 51 |
+
"state_encoding": "raw (apply_sincos_state_encoding false, GR00T N1.7 default)",
|
| 52 |
+
"normalization": "statistics.json (percentiles, use_percentiles true)",
|
| 53 |
+
"augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09), on from epoch 1; model-native image augmentation off (via code/hb_groot/hb_launch.py; config.json still lists GR00T's native augmentation defaults, they are bypassed in training)",
|
| 54 |
+
"config": "experiment_cfg/conf.yaml (full model config); dataset_meta/modality.json (state/action/video keys)",
|
| 55 |
+
"inference": "NVIDIA Isaac-GR00T (N1.7) policy loader on this folder with embodiment_tag new_embodiment and the modality config in experiment_cfg/conf.yaml; import code/hb_groot/hb_offline_fix.py when HF_HUB_OFFLINE=1. Augmentation is training-only.",
|
| 56 |
+
"resume_state_included": false,
|
| 57 |
+
"files": {
|
| 58 |
+
"config.json": 2221,
|
| 59 |
+
"dataset_meta/hb-dataset-receipt.json": 783,
|
| 60 |
+
"dataset_meta/modality.json": 1549,
|
| 61 |
+
"embodiment_id.json": 2226,
|
| 62 |
+
"experiment_cfg/conf.yaml": 5806,
|
| 63 |
+
"experiment_cfg/config.yaml": 5773,
|
| 64 |
+
"experiment_cfg/dataset_statistics.json": 29620,
|
| 65 |
+
"experiment_cfg/final_model_config.json": 1586,
|
| 66 |
+
"experiment_cfg/final_processor_config.json": 2548335,
|
| 67 |
+
"model-00001-of-00002.safetensors": 4990519232,
|
| 68 |
+
"model-00002-of-00002.safetensors": 1919980184,
|
| 69 |
+
"model.safetensors.index.json": 104985,
|
| 70 |
+
"processor_config.json": 26960,
|
| 71 |
+
"statistics.json": 4322713
|
| 72 |
+
}
|
| 73 |
+
}
|
a17-unscrew-bottle/epoch-010/statistics.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
a17-unscrew-bottle/epoch-020/config.json
ADDED
|
@@ -0,0 +1,90 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"action_horizon": 40,
|
| 3 |
+
"add_pos_embed": true,
|
| 4 |
+
"apply_sincos_state_encoding": false,
|
| 5 |
+
"architectures": [
|
| 6 |
+
"Gr00tN1d7"
|
| 7 |
+
],
|
| 8 |
+
"attn_dropout": 0.2,
|
| 9 |
+
"attn_implementation": null,
|
| 10 |
+
"backbone_embedding_dim": 2048,
|
| 11 |
+
"backbone_trainable_params_fp32": true,
|
| 12 |
+
"color_jitter_params": {
|
| 13 |
+
"brightness": 0.3,
|
| 14 |
+
"contrast": 0.4,
|
| 15 |
+
"hue": 0.08,
|
| 16 |
+
"saturation": 0.5
|
| 17 |
+
},
|
| 18 |
+
"crop_fraction": 0.95,
|
| 19 |
+
"diffusion_model_cfg": {
|
| 20 |
+
"attention_head_dim": 48,
|
| 21 |
+
"dropout": 0.2,
|
| 22 |
+
"final_dropout": true,
|
| 23 |
+
"interleave_self_attention": true,
|
| 24 |
+
"norm_type": "ada_norm",
|
| 25 |
+
"num_attention_heads": 32,
|
| 26 |
+
"num_layers": 32,
|
| 27 |
+
"output_dim": 1024,
|
| 28 |
+
"positional_embeddings": null
|
| 29 |
+
},
|
| 30 |
+
"dtype": "bfloat16",
|
| 31 |
+
"exclude_state": false,
|
| 32 |
+
"formalize_language": true,
|
| 33 |
+
"hidden_size": 1024,
|
| 34 |
+
"image_crop_size": [
|
| 35 |
+
230,
|
| 36 |
+
230
|
| 37 |
+
],
|
| 38 |
+
"image_target_size": [
|
| 39 |
+
256,
|
| 40 |
+
256
|
| 41 |
+
],
|
| 42 |
+
"letter_box_transform": false,
|
| 43 |
+
"load_bf16": false,
|
| 44 |
+
"max_action_dim": 132,
|
| 45 |
+
"max_num_embodiments": 32,
|
| 46 |
+
"max_seq_len": 1024,
|
| 47 |
+
"max_state_dim": 132,
|
| 48 |
+
"model_dtype": "bfloat16",
|
| 49 |
+
"model_name": "nvidia/Cosmos-Reason2-2B",
|
| 50 |
+
"model_type": "Gr00tN1d7",
|
| 51 |
+
"noise_beta_alpha": 1.5,
|
| 52 |
+
"noise_beta_beta": 1.0,
|
| 53 |
+
"noise_s": 0.999,
|
| 54 |
+
"num_inference_timesteps": 4,
|
| 55 |
+
"num_timestep_buckets": 1000,
|
| 56 |
+
"random_history_crop": true,
|
| 57 |
+
"random_rotation_angle": 0,
|
| 58 |
+
"reproject_vision": false,
|
| 59 |
+
"rtc_ramp_rate": 6.0,
|
| 60 |
+
"select_layer": 16,
|
| 61 |
+
"shortest_image_edge": 256,
|
| 62 |
+
"state_dropout_prob": 0.2,
|
| 63 |
+
"state_gaussian_noise_std": 0.0,
|
| 64 |
+
"strict_action_padding_mask": false,
|
| 65 |
+
"strict_vl_padding_mask": false,
|
| 66 |
+
"transformers_version": "4.57.3",
|
| 67 |
+
"tune_diffusion_model": true,
|
| 68 |
+
"tune_linear": true,
|
| 69 |
+
"tune_llm": false,
|
| 70 |
+
"tune_projector": true,
|
| 71 |
+
"tune_top_llm_layers": 0,
|
| 72 |
+
"tune_visual": false,
|
| 73 |
+
"tune_vlln": true,
|
| 74 |
+
"use_albumentations": true,
|
| 75 |
+
"use_alternate_vl_dit": true,
|
| 76 |
+
"use_flash_attention": true,
|
| 77 |
+
"use_future_tokens": false,
|
| 78 |
+
"use_mean_std": false,
|
| 79 |
+
"use_percentiles": true,
|
| 80 |
+
"use_vl_self_attention": true,
|
| 81 |
+
"use_vlln": true,
|
| 82 |
+
"vl_self_attention_cfg": {
|
| 83 |
+
"attention_head_dim": 64,
|
| 84 |
+
"dropout": 0.2,
|
| 85 |
+
"final_dropout": true,
|
| 86 |
+
"num_attention_heads": 32,
|
| 87 |
+
"num_layers": 4,
|
| 88 |
+
"positional_embeddings": null
|
| 89 |
+
}
|
| 90 |
+
}
|
a17-unscrew-bottle/epoch-020/dataset_meta/hb-dataset-receipt.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "a17",
|
| 3 |
+
"source": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/a17-unscrew-bottle-v1-407e6e2/data",
|
| 4 |
+
"episodes": 100,
|
| 5 |
+
"frames": 115333,
|
| 6 |
+
"video_keys": [
|
| 7 |
+
"observation.images.head",
|
| 8 |
+
"observation.images.chest"
|
| 9 |
+
],
|
| 10 |
+
"state_dim_raw": 75,
|
| 11 |
+
"body_index": [
|
| 12 |
+
0,
|
| 13 |
+
1,
|
| 14 |
+
2,
|
| 15 |
+
3,
|
| 16 |
+
4,
|
| 17 |
+
5,
|
| 18 |
+
6,
|
| 19 |
+
7,
|
| 20 |
+
8,
|
| 21 |
+
9,
|
| 22 |
+
10,
|
| 23 |
+
11,
|
| 24 |
+
12,
|
| 25 |
+
13,
|
| 26 |
+
14,
|
| 27 |
+
15,
|
| 28 |
+
16,
|
| 29 |
+
17,
|
| 30 |
+
18,
|
| 31 |
+
19,
|
| 32 |
+
20,
|
| 33 |
+
21,
|
| 34 |
+
22,
|
| 35 |
+
23,
|
| 36 |
+
24,
|
| 37 |
+
25,
|
| 38 |
+
26,
|
| 39 |
+
27,
|
| 40 |
+
28,
|
| 41 |
+
29,
|
| 42 |
+
30
|
| 43 |
+
],
|
| 44 |
+
"stats_tag": "NEW_EMBODIMENT",
|
| 45 |
+
"modality_sha256": "50d8651783c576fa6f531b1a1c11add620ba1cd3f5752543afd8bcf0b0590bb3",
|
| 46 |
+
"stats_sha256": "b77e2ab8c3fc268635af3411e839041ba97c52306c236e79f7ca55156de95122"
|
| 47 |
+
}
|
a17-unscrew-bottle/epoch-020/dataset_meta/modality.json
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"state": {
|
| 3 |
+
"left_leg": {
|
| 4 |
+
"original_key": "observation.state",
|
| 5 |
+
"start": 0,
|
| 6 |
+
"end": 6
|
| 7 |
+
},
|
| 8 |
+
"right_leg": {
|
| 9 |
+
"original_key": "observation.state",
|
| 10 |
+
"start": 6,
|
| 11 |
+
"end": 12
|
| 12 |
+
},
|
| 13 |
+
"waist": {
|
| 14 |
+
"original_key": "observation.state",
|
| 15 |
+
"start": 12,
|
| 16 |
+
"end": 15
|
| 17 |
+
},
|
| 18 |
+
"left_arm": {
|
| 19 |
+
"original_key": "observation.state",
|
| 20 |
+
"start": 15,
|
| 21 |
+
"end": 22
|
| 22 |
+
},
|
| 23 |
+
"right_arm": {
|
| 24 |
+
"original_key": "observation.state",
|
| 25 |
+
"start": 22,
|
| 26 |
+
"end": 29
|
| 27 |
+
},
|
| 28 |
+
"head": {
|
| 29 |
+
"original_key": "observation.state",
|
| 30 |
+
"start": 29,
|
| 31 |
+
"end": 31
|
| 32 |
+
},
|
| 33 |
+
"left_hand": {
|
| 34 |
+
"original_key": "observation.state",
|
| 35 |
+
"start": 31,
|
| 36 |
+
"end": 53
|
| 37 |
+
},
|
| 38 |
+
"right_hand": {
|
| 39 |
+
"original_key": "observation.state",
|
| 40 |
+
"start": 53,
|
| 41 |
+
"end": 75
|
| 42 |
+
},
|
| 43 |
+
"projected_gravity": {
|
| 44 |
+
"original_key": "observation.projected_gravity",
|
| 45 |
+
"start": 0,
|
| 46 |
+
"end": 3
|
| 47 |
+
}
|
| 48 |
+
},
|
| 49 |
+
"action": {
|
| 50 |
+
"body_target": {
|
| 51 |
+
"original_key": "action.body_target",
|
| 52 |
+
"start": 0,
|
| 53 |
+
"end": 31
|
| 54 |
+
},
|
| 55 |
+
"left_hand_target": {
|
| 56 |
+
"original_key": "action.hands",
|
| 57 |
+
"start": 0,
|
| 58 |
+
"end": 22
|
| 59 |
+
},
|
| 60 |
+
"right_hand_target": {
|
| 61 |
+
"original_key": "action.hands",
|
| 62 |
+
"start": 22,
|
| 63 |
+
"end": 44
|
| 64 |
+
}
|
| 65 |
+
},
|
| 66 |
+
"video": {
|
| 67 |
+
"head": {
|
| 68 |
+
"original_key": "observation.images.head"
|
| 69 |
+
},
|
| 70 |
+
"chest": {
|
| 71 |
+
"original_key": "observation.images.chest"
|
| 72 |
+
}
|
| 73 |
+
},
|
| 74 |
+
"annotation": {
|
| 75 |
+
"human.task_description": {
|
| 76 |
+
"original_key": "task_index"
|
| 77 |
+
}
|
| 78 |
+
}
|
| 79 |
+
}
|
a17-unscrew-bottle/epoch-020/embodiment_id.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"robocasa_panda_omron": 13,
|
| 3 |
+
"oxe_droid": 17,
|
| 4 |
+
"oxe_fractal": 18,
|
| 5 |
+
"oxe_language_table": 19,
|
| 6 |
+
"oxe_bridge": 20,
|
| 7 |
+
"unknown": 22,
|
| 8 |
+
"gr1_unified": 20,
|
| 9 |
+
"agibot": 26,
|
| 10 |
+
"sim_behavior_r1_pro": 23,
|
| 11 |
+
"xdof": 24,
|
| 12 |
+
"xdof_oss_data": 25,
|
| 13 |
+
"unitree_g1_full_body_with_waist_height_nav_cmd": 25,
|
| 14 |
+
"real_r1_pro_sharpa": 27,
|
| 15 |
+
"real_r1_pro_sharpa_add_view": 27,
|
| 16 |
+
"real_r1_pro_sharpa_relative_arm_joint": 26,
|
| 17 |
+
"real_r1_pro_sharpa_delta_eef": 26,
|
| 18 |
+
"real_r1_pro_sharpa_absolute_eef": 26,
|
| 19 |
+
"real_r1_pro_sharpa_meanstd": 26,
|
| 20 |
+
"real_r1_pro_sharpa_relative_eef": 26,
|
| 21 |
+
"real_r1_pro_sharpa_relative_eef_add_view": 26,
|
| 22 |
+
"real_r1_pro_sharpa_relative_eef_relative_hand": 26,
|
| 23 |
+
"real_r1_pro_sharpa_relative_eef_human": 26,
|
| 24 |
+
"real_r1_pro_sharpa_relative_eef_human_add_view": 26,
|
| 25 |
+
"real_r1_pro_sharpa_relative_eef_human_relative_hand": 26,
|
| 26 |
+
"real_r1_pro_sharpa_relative_eef_egodex": 26,
|
| 27 |
+
"real_r1_pro_sharpa_relative_eef_egodex_relative_hand": 26,
|
| 28 |
+
"real_r1_pro_sharpa_relative_eef_egodex_wrist_only": 26,
|
| 29 |
+
"real_r1_pro_sharpa_relative_eef_maxinsights": 26,
|
| 30 |
+
"real_r1_pro_sharpa_relative_eef_maxinsights_relative_hand": 26,
|
| 31 |
+
"real_r1_pro_sharpa_relative_eef_mecka": 26,
|
| 32 |
+
"real_r1_pro_sharpa_relative_eef_mecka_relative_hand": 26,
|
| 33 |
+
"real_g1_relative_eef_absolute_joints": 25,
|
| 34 |
+
"real_g1_relative_eef_absolute_joints_wrist_cam": 25,
|
| 35 |
+
"real_g1_relative_eef_relative_joints": 25,
|
| 36 |
+
"real_r1_pro_sharpa_relative_eef_relative_hand_relative_joint": 26,
|
| 37 |
+
"real_r1_pro_sharpa_relative_joint": 29,
|
| 38 |
+
"oxe_droid_relative_eef_relative_joint": 24,
|
| 39 |
+
"oxe_droid_relative_eef_relative_joint_swapped": 24,
|
| 40 |
+
"oxe_droid_relative_eef_relative_joint_upweight_z": 24,
|
| 41 |
+
"oxe_droid_relative_eef_relative_joint_upweight_z_swapped": 24,
|
| 42 |
+
"oxe_droid_relative_eef_relative_joint_3view": 24,
|
| 43 |
+
"oxe_droid_relative_eef_relative_joint_3view_swapped": 24,
|
| 44 |
+
"oxe_droid_relative_eef": 24,
|
| 45 |
+
"oxe_droid_joint_position_relative": 24,
|
| 46 |
+
"xdof_relative_eef_relative_joint": 27,
|
| 47 |
+
"xdof_relative_eef_relative_joint_subtask": 27,
|
| 48 |
+
"xdof_relative_eef": 27,
|
| 49 |
+
"xdof_relative_joint": 28,
|
| 50 |
+
"simpler_env_google": 0,
|
| 51 |
+
"simpler_env_widowx": 1,
|
| 52 |
+
"libero_sim": 2,
|
| 53 |
+
"droid_sim": 3,
|
| 54 |
+
"robocasa_gr1_tabletop": 10,
|
| 55 |
+
"new_embodiment": 10,
|
| 56 |
+
"unitree_g1_sonic": 11
|
| 57 |
+
}
|
a17-unscrew-bottle/epoch-020/experiment_cfg/conf.yaml
ADDED
|
@@ -0,0 +1,235 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
load_config_path: null
|
| 2 |
+
model:
|
| 3 |
+
model_type: Gr00tN1d7
|
| 4 |
+
model_dtype: bfloat16
|
| 5 |
+
model_name: nvidia/Cosmos-Reason2-2B
|
| 6 |
+
backbone_model_type: qwen
|
| 7 |
+
model_revision: null
|
| 8 |
+
tune_top_llm_layers: 0
|
| 9 |
+
backbone_embedding_dim: 2048
|
| 10 |
+
tune_llm: false
|
| 11 |
+
tune_visual: false
|
| 12 |
+
select_layer: 12
|
| 13 |
+
reproject_vision: false
|
| 14 |
+
use_flash_attention: true
|
| 15 |
+
load_bf16: false
|
| 16 |
+
backbone_trainable_params_fp32: true
|
| 17 |
+
image_crop_size:
|
| 18 |
+
- 230
|
| 19 |
+
- 230
|
| 20 |
+
image_target_size:
|
| 21 |
+
- 256
|
| 22 |
+
- 256
|
| 23 |
+
shortest_image_edge: null
|
| 24 |
+
crop_fraction: null
|
| 25 |
+
random_rotation_angle: null
|
| 26 |
+
color_jitter_params: null
|
| 27 |
+
use_albumentations_transforms: true
|
| 28 |
+
letter_box_transform: false
|
| 29 |
+
extra_augmentation_config: null
|
| 30 |
+
formalize_language: true
|
| 31 |
+
apply_sincos_state_encoding: false
|
| 32 |
+
use_percentiles: true
|
| 33 |
+
use_relative_action: true
|
| 34 |
+
max_state_dim: 132
|
| 35 |
+
max_action_dim: 132
|
| 36 |
+
action_horizon: 40
|
| 37 |
+
strict_action_padding_mask: null
|
| 38 |
+
hidden_size: 1024
|
| 39 |
+
input_embedding_dim: 1536
|
| 40 |
+
state_history_length: 1
|
| 41 |
+
add_pos_embed: true
|
| 42 |
+
attn_dropout: 0.2
|
| 43 |
+
use_vlln: true
|
| 44 |
+
strict_vl_padding_mask: null
|
| 45 |
+
max_seq_len: 1024
|
| 46 |
+
use_alternate_vl_dit: true
|
| 47 |
+
attend_text_every_n_blocks: 2
|
| 48 |
+
diffusion_model_cfg:
|
| 49 |
+
positional_embeddings: null
|
| 50 |
+
num_layers: 16
|
| 51 |
+
num_attention_heads: 32
|
| 52 |
+
attention_head_dim: 48
|
| 53 |
+
norm_type: ada_norm
|
| 54 |
+
dropout: 0.2
|
| 55 |
+
final_dropout: true
|
| 56 |
+
output_dim: 1024
|
| 57 |
+
interleave_self_attention: true
|
| 58 |
+
num_inference_timesteps: 4
|
| 59 |
+
noise_beta_alpha: 1.5
|
| 60 |
+
noise_beta_beta: 1.0
|
| 61 |
+
noise_s: 0.999
|
| 62 |
+
num_timestep_buckets: 1000
|
| 63 |
+
tune_projector: true
|
| 64 |
+
tune_diffusion_model: true
|
| 65 |
+
tune_vlln: true
|
| 66 |
+
state_dropout_prob: 0.2
|
| 67 |
+
exclude_state: false
|
| 68 |
+
use_mean_std: false
|
| 69 |
+
max_num_embodiments: 32
|
| 70 |
+
data:
|
| 71 |
+
datasets:
|
| 72 |
+
- dataset_paths:
|
| 73 |
+
- /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/groot-data/a17
|
| 74 |
+
embodiment_tag: new_embodiment
|
| 75 |
+
mix_ratio: 1.0
|
| 76 |
+
dataset_type: physical_embodiment
|
| 77 |
+
val_dataset_path: null
|
| 78 |
+
modality_configs:
|
| 79 |
+
new_embodiment:
|
| 80 |
+
video:
|
| 81 |
+
delta_indices:
|
| 82 |
+
- 0
|
| 83 |
+
modality_keys:
|
| 84 |
+
- head
|
| 85 |
+
- chest
|
| 86 |
+
sin_cos_embedding_keys: null
|
| 87 |
+
mean_std_embedding_keys: null
|
| 88 |
+
action_configs: null
|
| 89 |
+
state:
|
| 90 |
+
delta_indices:
|
| 91 |
+
- 0
|
| 92 |
+
modality_keys:
|
| 93 |
+
- left_leg
|
| 94 |
+
- right_leg
|
| 95 |
+
- waist
|
| 96 |
+
- left_arm
|
| 97 |
+
- right_arm
|
| 98 |
+
- head
|
| 99 |
+
- left_hand
|
| 100 |
+
- right_hand
|
| 101 |
+
- projected_gravity
|
| 102 |
+
sin_cos_embedding_keys: null
|
| 103 |
+
mean_std_embedding_keys: null
|
| 104 |
+
action_configs: null
|
| 105 |
+
action:
|
| 106 |
+
delta_indices:
|
| 107 |
+
- 0
|
| 108 |
+
- 1
|
| 109 |
+
- 2
|
| 110 |
+
- 3
|
| 111 |
+
- 4
|
| 112 |
+
- 5
|
| 113 |
+
- 6
|
| 114 |
+
- 7
|
| 115 |
+
- 8
|
| 116 |
+
- 9
|
| 117 |
+
- 10
|
| 118 |
+
- 11
|
| 119 |
+
- 12
|
| 120 |
+
- 13
|
| 121 |
+
- 14
|
| 122 |
+
- 15
|
| 123 |
+
modality_keys:
|
| 124 |
+
- body_target
|
| 125 |
+
- left_hand_target
|
| 126 |
+
- right_hand_target
|
| 127 |
+
sin_cos_embedding_keys: null
|
| 128 |
+
mean_std_embedding_keys: null
|
| 129 |
+
action_configs:
|
| 130 |
+
- rep: ABSOLUTE
|
| 131 |
+
type: NON_EEF
|
| 132 |
+
format: DEFAULT
|
| 133 |
+
state_key: null
|
| 134 |
+
- rep: ABSOLUTE
|
| 135 |
+
type: NON_EEF
|
| 136 |
+
format: DEFAULT
|
| 137 |
+
state_key: null
|
| 138 |
+
- rep: ABSOLUTE
|
| 139 |
+
type: NON_EEF
|
| 140 |
+
format: DEFAULT
|
| 141 |
+
state_key: null
|
| 142 |
+
language:
|
| 143 |
+
delta_indices:
|
| 144 |
+
- 0
|
| 145 |
+
modality_keys:
|
| 146 |
+
- annotation.human.task_description
|
| 147 |
+
sin_cos_embedding_keys: null
|
| 148 |
+
mean_std_embedding_keys: null
|
| 149 |
+
action_configs: null
|
| 150 |
+
download_cache: false
|
| 151 |
+
shard_size: 1024
|
| 152 |
+
episode_sampling_rate: 0.1
|
| 153 |
+
num_shards_per_epoch: 100000
|
| 154 |
+
ds_weights_alpha: null
|
| 155 |
+
override_pretraining_statistics: true
|
| 156 |
+
mode: single_turn
|
| 157 |
+
random_chop: 0.0
|
| 158 |
+
mock_dataset_mode: false
|
| 159 |
+
shuffle: true
|
| 160 |
+
seed: 42
|
| 161 |
+
multiprocessing_context: fork
|
| 162 |
+
allow_padding: false
|
| 163 |
+
subsample_ratio: 1.0
|
| 164 |
+
loader: fast
|
| 165 |
+
fast_loader:
|
| 166 |
+
decode_threads: 2
|
| 167 |
+
ffmpeg_threads: 1
|
| 168 |
+
shuffle_buffer: 0
|
| 169 |
+
min_fill: 0
|
| 170 |
+
image_crop_size:
|
| 171 |
+
- 244
|
| 172 |
+
- 244
|
| 173 |
+
image_target_size:
|
| 174 |
+
- 224
|
| 175 |
+
- 224
|
| 176 |
+
training:
|
| 177 |
+
output_dir: /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/groot-runs-b696/a17/production
|
| 178 |
+
experiment_name: null
|
| 179 |
+
max_steps: 3315
|
| 180 |
+
global_batch_size: 696
|
| 181 |
+
per_gpu_batch_size: null
|
| 182 |
+
gradient_accumulation_steps: 1
|
| 183 |
+
learning_rate: 0.0001
|
| 184 |
+
lr_scheduler_type: cosine
|
| 185 |
+
weight_decay: 1.0e-05
|
| 186 |
+
warmup_ratio: 0.05
|
| 187 |
+
warmup_steps: 0
|
| 188 |
+
max_grad_norm: 1.0
|
| 189 |
+
optim: adamw_torch
|
| 190 |
+
start_from_checkpoint: /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/groot-n17-base
|
| 191 |
+
skip_weight_loading: false
|
| 192 |
+
tf32: true
|
| 193 |
+
fp16: false
|
| 194 |
+
bf16: true
|
| 195 |
+
eval_bf16: true
|
| 196 |
+
logging_steps: 10
|
| 197 |
+
save_steps: 1658
|
| 198 |
+
save_total_limit: 2
|
| 199 |
+
save_vl_model: false
|
| 200 |
+
save_only_model: false
|
| 201 |
+
resume_from_checkpoint: false
|
| 202 |
+
upload_checkpoints: false
|
| 203 |
+
upload_every: 1000
|
| 204 |
+
upload_last_n_checkpoints: 5
|
| 205 |
+
max_concurrent_uploads: 2
|
| 206 |
+
eval_strategy: 'no'
|
| 207 |
+
eval_steps: 500
|
| 208 |
+
eval_set_split_ratio: 0.1
|
| 209 |
+
eval_batch_size: 2
|
| 210 |
+
save_best_eval_metric_name: ''
|
| 211 |
+
save_best_eval_metric_greater_is_better: true
|
| 212 |
+
deepspeed_stage: 2
|
| 213 |
+
gradient_checkpointing: false
|
| 214 |
+
transformers_trust_remote_code: true
|
| 215 |
+
transformers_local_files_only: false
|
| 216 |
+
transformers_cache_dir: null
|
| 217 |
+
transformers_access_token: null
|
| 218 |
+
use_ddp: false
|
| 219 |
+
ddp_bucket_cap_mb: 100
|
| 220 |
+
num_gpus: 8
|
| 221 |
+
dataloader_num_workers: 8
|
| 222 |
+
remove_unused_columns: false
|
| 223 |
+
use_wandb: false
|
| 224 |
+
wandb_project: finetune-gr00t-n1d7
|
| 225 |
+
enable_profiling: false
|
| 226 |
+
max_retries: 3
|
| 227 |
+
assert_loss_less_than: null
|
| 228 |
+
add_rl_callback: false
|
| 229 |
+
enable_open_loop_eval: false
|
| 230 |
+
open_loop_eval_traj_ids:
|
| 231 |
+
- 0
|
| 232 |
+
open_loop_eval_steps_per_traj: 100
|
| 233 |
+
open_loop_eval_plot_indices: null
|
| 234 |
+
max_steps: 3315
|
| 235 |
+
save_steps: 1658
|
a17-unscrew-bottle/epoch-020/experiment_cfg/config.yaml
ADDED
|
@@ -0,0 +1,233 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
load_config_path: null
|
| 2 |
+
model:
|
| 3 |
+
model_type: Gr00tN1d7
|
| 4 |
+
model_dtype: bfloat16
|
| 5 |
+
model_name: nvidia/Cosmos-Reason2-2B
|
| 6 |
+
backbone_model_type: qwen
|
| 7 |
+
model_revision: null
|
| 8 |
+
tune_top_llm_layers: 0
|
| 9 |
+
backbone_embedding_dim: 2048
|
| 10 |
+
tune_llm: false
|
| 11 |
+
tune_visual: false
|
| 12 |
+
select_layer: 12
|
| 13 |
+
reproject_vision: false
|
| 14 |
+
use_flash_attention: true
|
| 15 |
+
load_bf16: false
|
| 16 |
+
backbone_trainable_params_fp32: true
|
| 17 |
+
image_crop_size:
|
| 18 |
+
- 230
|
| 19 |
+
- 230
|
| 20 |
+
image_target_size:
|
| 21 |
+
- 256
|
| 22 |
+
- 256
|
| 23 |
+
shortest_image_edge: null
|
| 24 |
+
crop_fraction: null
|
| 25 |
+
random_rotation_angle: null
|
| 26 |
+
color_jitter_params: null
|
| 27 |
+
use_albumentations_transforms: true
|
| 28 |
+
letter_box_transform: false
|
| 29 |
+
extra_augmentation_config: null
|
| 30 |
+
formalize_language: true
|
| 31 |
+
apply_sincos_state_encoding: false
|
| 32 |
+
use_percentiles: true
|
| 33 |
+
use_relative_action: true
|
| 34 |
+
max_state_dim: 132
|
| 35 |
+
max_action_dim: 132
|
| 36 |
+
action_horizon: 40
|
| 37 |
+
strict_action_padding_mask: null
|
| 38 |
+
hidden_size: 1024
|
| 39 |
+
input_embedding_dim: 1536
|
| 40 |
+
state_history_length: 1
|
| 41 |
+
add_pos_embed: true
|
| 42 |
+
attn_dropout: 0.2
|
| 43 |
+
use_vlln: true
|
| 44 |
+
strict_vl_padding_mask: null
|
| 45 |
+
max_seq_len: 1024
|
| 46 |
+
use_alternate_vl_dit: true
|
| 47 |
+
attend_text_every_n_blocks: 2
|
| 48 |
+
diffusion_model_cfg:
|
| 49 |
+
positional_embeddings: null
|
| 50 |
+
num_layers: 16
|
| 51 |
+
num_attention_heads: 32
|
| 52 |
+
attention_head_dim: 48
|
| 53 |
+
norm_type: ada_norm
|
| 54 |
+
dropout: 0.2
|
| 55 |
+
final_dropout: true
|
| 56 |
+
output_dim: 1024
|
| 57 |
+
interleave_self_attention: true
|
| 58 |
+
num_inference_timesteps: 4
|
| 59 |
+
noise_beta_alpha: 1.5
|
| 60 |
+
noise_beta_beta: 1.0
|
| 61 |
+
noise_s: 0.999
|
| 62 |
+
num_timestep_buckets: 1000
|
| 63 |
+
tune_projector: true
|
| 64 |
+
tune_diffusion_model: true
|
| 65 |
+
tune_vlln: true
|
| 66 |
+
state_dropout_prob: 0.2
|
| 67 |
+
exclude_state: false
|
| 68 |
+
use_mean_std: false
|
| 69 |
+
max_num_embodiments: 32
|
| 70 |
+
data:
|
| 71 |
+
datasets:
|
| 72 |
+
- dataset_paths:
|
| 73 |
+
- /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/groot-data/a17
|
| 74 |
+
embodiment_tag: new_embodiment
|
| 75 |
+
mix_ratio: 1.0
|
| 76 |
+
dataset_type: physical_embodiment
|
| 77 |
+
val_dataset_path: null
|
| 78 |
+
modality_configs:
|
| 79 |
+
new_embodiment:
|
| 80 |
+
video:
|
| 81 |
+
delta_indices:
|
| 82 |
+
- 0
|
| 83 |
+
modality_keys:
|
| 84 |
+
- head
|
| 85 |
+
- chest
|
| 86 |
+
sin_cos_embedding_keys: null
|
| 87 |
+
mean_std_embedding_keys: null
|
| 88 |
+
action_configs: null
|
| 89 |
+
state:
|
| 90 |
+
delta_indices:
|
| 91 |
+
- 0
|
| 92 |
+
modality_keys:
|
| 93 |
+
- left_leg
|
| 94 |
+
- right_leg
|
| 95 |
+
- waist
|
| 96 |
+
- left_arm
|
| 97 |
+
- right_arm
|
| 98 |
+
- head
|
| 99 |
+
- left_hand
|
| 100 |
+
- right_hand
|
| 101 |
+
- projected_gravity
|
| 102 |
+
sin_cos_embedding_keys: null
|
| 103 |
+
mean_std_embedding_keys: null
|
| 104 |
+
action_configs: null
|
| 105 |
+
action:
|
| 106 |
+
delta_indices:
|
| 107 |
+
- 0
|
| 108 |
+
- 1
|
| 109 |
+
- 2
|
| 110 |
+
- 3
|
| 111 |
+
- 4
|
| 112 |
+
- 5
|
| 113 |
+
- 6
|
| 114 |
+
- 7
|
| 115 |
+
- 8
|
| 116 |
+
- 9
|
| 117 |
+
- 10
|
| 118 |
+
- 11
|
| 119 |
+
- 12
|
| 120 |
+
- 13
|
| 121 |
+
- 14
|
| 122 |
+
- 15
|
| 123 |
+
modality_keys:
|
| 124 |
+
- body_target
|
| 125 |
+
- left_hand_target
|
| 126 |
+
- right_hand_target
|
| 127 |
+
sin_cos_embedding_keys: null
|
| 128 |
+
mean_std_embedding_keys: null
|
| 129 |
+
action_configs:
|
| 130 |
+
- rep: absolute
|
| 131 |
+
type: non_eef
|
| 132 |
+
format: default
|
| 133 |
+
state_key: null
|
| 134 |
+
- rep: absolute
|
| 135 |
+
type: non_eef
|
| 136 |
+
format: default
|
| 137 |
+
state_key: null
|
| 138 |
+
- rep: absolute
|
| 139 |
+
type: non_eef
|
| 140 |
+
format: default
|
| 141 |
+
state_key: null
|
| 142 |
+
language:
|
| 143 |
+
delta_indices:
|
| 144 |
+
- 0
|
| 145 |
+
modality_keys:
|
| 146 |
+
- annotation.human.task_description
|
| 147 |
+
sin_cos_embedding_keys: null
|
| 148 |
+
mean_std_embedding_keys: null
|
| 149 |
+
action_configs: null
|
| 150 |
+
download_cache: false
|
| 151 |
+
shard_size: 1024
|
| 152 |
+
episode_sampling_rate: 0.1
|
| 153 |
+
num_shards_per_epoch: 100000
|
| 154 |
+
ds_weights_alpha: null
|
| 155 |
+
override_pretraining_statistics: true
|
| 156 |
+
mode: single_turn
|
| 157 |
+
random_chop: 0.0
|
| 158 |
+
mock_dataset_mode: false
|
| 159 |
+
shuffle: true
|
| 160 |
+
seed: 42
|
| 161 |
+
multiprocessing_context: fork
|
| 162 |
+
allow_padding: false
|
| 163 |
+
subsample_ratio: 1.0
|
| 164 |
+
loader: fast
|
| 165 |
+
fast_loader:
|
| 166 |
+
decode_threads: 2
|
| 167 |
+
ffmpeg_threads: 1
|
| 168 |
+
shuffle_buffer: 0
|
| 169 |
+
min_fill: 0
|
| 170 |
+
image_crop_size:
|
| 171 |
+
- 244
|
| 172 |
+
- 244
|
| 173 |
+
image_target_size:
|
| 174 |
+
- 224
|
| 175 |
+
- 224
|
| 176 |
+
training:
|
| 177 |
+
output_dir: /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/groot-runs-b696/a17/production
|
| 178 |
+
experiment_name: null
|
| 179 |
+
max_steps: 3315
|
| 180 |
+
global_batch_size: 696
|
| 181 |
+
per_gpu_batch_size: null
|
| 182 |
+
gradient_accumulation_steps: 1
|
| 183 |
+
learning_rate: 0.0001
|
| 184 |
+
lr_scheduler_type: cosine
|
| 185 |
+
weight_decay: 1.0e-05
|
| 186 |
+
warmup_ratio: 0.05
|
| 187 |
+
warmup_steps: 0
|
| 188 |
+
max_grad_norm: 1.0
|
| 189 |
+
optim: adamw_torch
|
| 190 |
+
start_from_checkpoint: /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/groot-n17-base
|
| 191 |
+
skip_weight_loading: false
|
| 192 |
+
tf32: true
|
| 193 |
+
fp16: false
|
| 194 |
+
bf16: true
|
| 195 |
+
eval_bf16: true
|
| 196 |
+
logging_steps: 10
|
| 197 |
+
save_steps: 1658
|
| 198 |
+
save_total_limit: 2
|
| 199 |
+
save_vl_model: false
|
| 200 |
+
save_only_model: false
|
| 201 |
+
resume_from_checkpoint: false
|
| 202 |
+
upload_checkpoints: false
|
| 203 |
+
upload_every: 1000
|
| 204 |
+
upload_last_n_checkpoints: 5
|
| 205 |
+
max_concurrent_uploads: 2
|
| 206 |
+
eval_strategy: 'no'
|
| 207 |
+
eval_steps: 500
|
| 208 |
+
eval_set_split_ratio: 0.1
|
| 209 |
+
eval_batch_size: 2
|
| 210 |
+
save_best_eval_metric_name: ''
|
| 211 |
+
save_best_eval_metric_greater_is_better: true
|
| 212 |
+
deepspeed_stage: 2
|
| 213 |
+
gradient_checkpointing: false
|
| 214 |
+
transformers_trust_remote_code: true
|
| 215 |
+
transformers_local_files_only: false
|
| 216 |
+
transformers_cache_dir: null
|
| 217 |
+
transformers_access_token: null
|
| 218 |
+
use_ddp: false
|
| 219 |
+
ddp_bucket_cap_mb: 100
|
| 220 |
+
num_gpus: 8
|
| 221 |
+
dataloader_num_workers: 8
|
| 222 |
+
remove_unused_columns: false
|
| 223 |
+
use_wandb: false
|
| 224 |
+
wandb_project: finetune-gr00t-n1d7
|
| 225 |
+
enable_profiling: false
|
| 226 |
+
max_retries: 3
|
| 227 |
+
assert_loss_less_than: null
|
| 228 |
+
add_rl_callback: false
|
| 229 |
+
enable_open_loop_eval: false
|
| 230 |
+
open_loop_eval_traj_ids:
|
| 231 |
+
- 0
|
| 232 |
+
open_loop_eval_steps_per_traj: 100
|
| 233 |
+
open_loop_eval_plot_indices: null
|
a17-unscrew-bottle/epoch-020/experiment_cfg/dataset_statistics.json
ADDED
|
@@ -0,0 +1,1095 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"state": {
|
| 4 |
+
"left_leg": {
|
| 5 |
+
"min": [
|
| 6 |
+
-0.12580041587352753,
|
| 7 |
+
-0.0013151236344128847,
|
| 8 |
+
-0.07679411768913269,
|
| 9 |
+
0.13408441841602325,
|
| 10 |
+
-0.0166710764169693,
|
| 11 |
+
-0.19072958827018738
|
| 12 |
+
],
|
| 13 |
+
"max": [
|
| 14 |
+
0.04935698211193085,
|
| 15 |
+
0.0952228382229805,
|
| 16 |
+
0.23573824763298035,
|
| 17 |
+
0.27581197023391724,
|
| 18 |
+
0.09052641689777374,
|
| 19 |
+
-0.07424726337194443
|
| 20 |
+
],
|
| 21 |
+
"mean": [
|
| 22 |
+
-0.01364338118582964,
|
| 23 |
+
0.0593821257352829,
|
| 24 |
+
0.08348880708217621,
|
| 25 |
+
0.17674198746681213,
|
| 26 |
+
0.024010347202420235,
|
| 27 |
+
-0.12791898846626282
|
| 28 |
+
],
|
| 29 |
+
"std": [
|
| 30 |
+
0.04163660854101181,
|
| 31 |
+
0.02171040140092373,
|
| 32 |
+
0.051473218947649,
|
| 33 |
+
0.022933451458811684,
|
| 34 |
+
0.01303132250905037,
|
| 35 |
+
0.01630895398557186
|
| 36 |
+
],
|
| 37 |
+
"q01": [
|
| 38 |
+
-0.09623110055923462,
|
| 39 |
+
0.0010930636432021855,
|
| 40 |
+
-0.008822562023997308,
|
| 41 |
+
0.1458838951587677,
|
| 42 |
+
-0.00017583122244104742,
|
| 43 |
+
-0.16631684601306915
|
| 44 |
+
],
|
| 45 |
+
"q99": [
|
| 46 |
+
0.04054501429200171,
|
| 47 |
+
0.08711231678724288,
|
| 48 |
+
0.18339417815208417,
|
| 49 |
+
0.24154230177402497,
|
| 50 |
+
0.06125818461179733,
|
| 51 |
+
-0.09145275026559832
|
| 52 |
+
]
|
| 53 |
+
},
|
| 54 |
+
"right_leg": {
|
| 55 |
+
"min": [
|
| 56 |
+
-0.12295688688755035,
|
| 57 |
+
-0.08068915456533432,
|
| 58 |
+
-0.14818263053894043,
|
| 59 |
+
0.12585952877998352,
|
| 60 |
+
-0.051382191479206085,
|
| 61 |
+
-0.16246815025806427
|
| 62 |
+
],
|
| 63 |
+
"max": [
|
| 64 |
+
0.04487604647874832,
|
| 65 |
+
0.03812378644943237,
|
| 66 |
+
0.3266821801662445,
|
| 67 |
+
0.27522945404052734,
|
| 68 |
+
0.04319857805967331,
|
| 69 |
+
-0.06744566559791565
|
| 70 |
+
],
|
| 71 |
+
"mean": [
|
| 72 |
+
-0.024411214515566826,
|
| 73 |
+
-0.014369519427418709,
|
| 74 |
+
0.024580277502536774,
|
| 75 |
+
0.2017907351255417,
|
| 76 |
+
-0.010856883600354195,
|
| 77 |
+
-0.11721333116292953
|
| 78 |
+
],
|
| 79 |
+
"std": [
|
| 80 |
+
0.027198292315006256,
|
| 81 |
+
0.022395044565200806,
|
| 82 |
+
0.06850515305995941,
|
| 83 |
+
0.03767061606049538,
|
| 84 |
+
0.019651969894766808,
|
| 85 |
+
0.01625821739435196
|
| 86 |
+
],
|
| 87 |
+
"q01": [
|
| 88 |
+
-0.09637416183948516,
|
| 89 |
+
-0.06171242326498032,
|
| 90 |
+
-0.11104052811861038,
|
| 91 |
+
0.1383773899078369,
|
| 92 |
+
-0.04535415768623352,
|
| 93 |
+
-0.1596367835998535
|
| 94 |
+
],
|
| 95 |
+
"q99": [
|
| 96 |
+
0.024061919003725018,
|
| 97 |
+
0.01809564530849455,
|
| 98 |
+
0.1838538467884061,
|
| 99 |
+
0.2545671200752258,
|
| 100 |
+
0.028784414678812025,
|
| 101 |
+
-0.0866574674844742
|
| 102 |
+
]
|
| 103 |
+
},
|
| 104 |
+
"waist": {
|
| 105 |
+
"min": [
|
| 106 |
+
-0.10154877603054047,
|
| 107 |
+
-0.031186815351247787,
|
| 108 |
+
-0.01577889546751976
|
| 109 |
+
],
|
| 110 |
+
"max": [
|
| 111 |
+
0.09147670120000839,
|
| 112 |
+
0.023224366828799248,
|
| 113 |
+
0.10257314145565033
|
| 114 |
+
],
|
| 115 |
+
"mean": [
|
| 116 |
+
-0.01602250337600708,
|
| 117 |
+
-0.00011117960093542933,
|
| 118 |
+
0.05327320471405983
|
| 119 |
+
],
|
| 120 |
+
"std": [
|
| 121 |
+
0.022326231002807617,
|
| 122 |
+
0.006386585533618927,
|
| 123 |
+
0.03472597151994705
|
| 124 |
+
],
|
| 125 |
+
"q01": [
|
| 126 |
+
-0.07667168289422989,
|
| 127 |
+
-0.015541650503873825,
|
| 128 |
+
-0.011302815787494182
|
| 129 |
+
],
|
| 130 |
+
"q99": [
|
| 131 |
+
0.07043373793363567,
|
| 132 |
+
0.012574235014617414,
|
| 133 |
+
0.09307183563709256
|
| 134 |
+
]
|
| 135 |
+
},
|
| 136 |
+
"left_arm": {
|
| 137 |
+
"min": [
|
| 138 |
+
-0.48193731904029846,
|
| 139 |
+
0.06408503651618958,
|
| 140 |
+
-0.7775000929832458,
|
| 141 |
+
-0.5357560515403748,
|
| 142 |
+
-1.9808393716812134,
|
| 143 |
+
-0.3390725255012512,
|
| 144 |
+
-0.5728075504302979
|
| 145 |
+
],
|
| 146 |
+
"max": [
|
| 147 |
+
0.6588343977928162,
|
| 148 |
+
0.4921157658100128,
|
| 149 |
+
0.24397259950637817,
|
| 150 |
+
1.1599200963974,
|
| 151 |
+
0.10368397831916809,
|
| 152 |
+
0.07988040149211884,
|
| 153 |
+
0.2687775492668152
|
| 154 |
+
],
|
| 155 |
+
"mean": [
|
| 156 |
+
-0.08605749160051346,
|
| 157 |
+
0.17863675951957703,
|
| 158 |
+
0.017262712121009827,
|
| 159 |
+
0.4516383707523346,
|
| 160 |
+
-1.308435082435608,
|
| 161 |
+
-0.19283470511436462,
|
| 162 |
+
-0.2196989208459854
|
| 163 |
+
],
|
| 164 |
+
"std": [
|
| 165 |
+
0.20307189226150513,
|
| 166 |
+
0.08144673705101013,
|
| 167 |
+
0.09704133123159409,
|
| 168 |
+
0.41134780645370483,
|
| 169 |
+
0.7858518362045288,
|
| 170 |
+
0.11492224782705307,
|
| 171 |
+
0.1932373195886612
|
| 172 |
+
],
|
| 173 |
+
"q01": [
|
| 174 |
+
-0.43666780948638917,
|
| 175 |
+
0.06706449747085572,
|
| 176 |
+
-0.5615087938308716,
|
| 177 |
+
-0.22166283488273622,
|
| 178 |
+
-1.9485289430618287,
|
| 179 |
+
-0.3288788878917694,
|
| 180 |
+
-0.5435453939437866
|
| 181 |
+
],
|
| 182 |
+
"q99": [
|
| 183 |
+
0.5668330168724056,
|
| 184 |
+
0.4607675182819366,
|
| 185 |
+
0.20926794409751867,
|
| 186 |
+
1.1559854936599732,
|
| 187 |
+
0.10225409656763076,
|
| 188 |
+
0.017049917951226234,
|
| 189 |
+
0.1997907412052148
|
| 190 |
+
]
|
| 191 |
+
},
|
| 192 |
+
"right_arm": {
|
| 193 |
+
"min": [
|
| 194 |
+
-1.2360364198684692,
|
| 195 |
+
-0.9949808120727539,
|
| 196 |
+
-0.02748171053826809,
|
| 197 |
+
-0.9318860769271851,
|
| 198 |
+
-0.09497461467981339,
|
| 199 |
+
-0.15249255299568176,
|
| 200 |
+
-0.6779723167419434
|
| 201 |
+
],
|
| 202 |
+
"max": [
|
| 203 |
+
0.2549980878829956,
|
| 204 |
+
0.23643885552883148,
|
| 205 |
+
0.942897617816925,
|
| 206 |
+
1.158132791519165,
|
| 207 |
+
1.1507257223129272,
|
| 208 |
+
0.4399048686027527,
|
| 209 |
+
0.019566066563129425
|
| 210 |
+
],
|
| 211 |
+
"mean": [
|
| 212 |
+
-0.514895498752594,
|
| 213 |
+
-0.025972282513976097,
|
| 214 |
+
0.5173080563545227,
|
| 215 |
+
0.5616907477378845,
|
| 216 |
+
0.476247638463974,
|
| 217 |
+
0.1844124048948288,
|
| 218 |
+
-0.2828604578971863
|
| 219 |
+
],
|
| 220 |
+
"std": [
|
| 221 |
+
0.6169769763946533,
|
| 222 |
+
0.20547451078891754,
|
| 223 |
+
0.35210129618644714,
|
| 224 |
+
0.45730060338974,
|
| 225 |
+
0.38129833340644836,
|
| 226 |
+
0.21132363379001617,
|
| 227 |
+
0.18400317430496216
|
| 228 |
+
],
|
| 229 |
+
"q01": [
|
| 230 |
+
-1.183801875114441,
|
| 231 |
+
-0.9180367255210876,
|
| 232 |
+
-0.021983217522501944,
|
| 233 |
+
-0.7877683162689209,
|
| 234 |
+
-0.09327668964862823,
|
| 235 |
+
-0.1169988089799881,
|
| 236 |
+
-0.59459547996521
|
| 237 |
+
],
|
| 238 |
+
"q99": [
|
| 239 |
+
0.21236239731311787,
|
| 240 |
+
0.21132754385471336,
|
| 241 |
+
0.9003482007980347,
|
| 242 |
+
1.124931764602661,
|
| 243 |
+
0.978118460178375,
|
| 244 |
+
0.43633711338043213,
|
| 245 |
+
-0.004779646173119548
|
| 246 |
+
]
|
| 247 |
+
},
|
| 248 |
+
"head": {
|
| 249 |
+
"min": [
|
| 250 |
+
9.119055903283879e-05,
|
| 251 |
+
-0.00018503192404750735
|
| 252 |
+
],
|
| 253 |
+
"max": [
|
| 254 |
+
0.6902933716773987,
|
| 255 |
+
0.48384708166122437
|
| 256 |
+
],
|
| 257 |
+
"mean": [
|
| 258 |
+
0.37891897559165955,
|
| 259 |
+
0.2890512943267822
|
| 260 |
+
],
|
| 261 |
+
"std": [
|
| 262 |
+
0.225884348154068,
|
| 263 |
+
0.1667947918176651
|
| 264 |
+
],
|
| 265 |
+
"q01": [
|
| 266 |
+
0.005763324908912182,
|
| 267 |
+
-3.28516993613448e-05
|
| 268 |
+
],
|
| 269 |
+
"q99": [
|
| 270 |
+
0.6635176038742064,
|
| 271 |
+
0.4553317272663116
|
| 272 |
+
]
|
| 273 |
+
},
|
| 274 |
+
"left_hand": {
|
| 275 |
+
"min": [
|
| 276 |
+
2.4212911853283003e-07,
|
| 277 |
+
1.9910892490315746e-07,
|
| 278 |
+
-9.639155678087263e-07,
|
| 279 |
+
1.551112376318997e-07,
|
| 280 |
+
-0.0038989069871604443,
|
| 281 |
+
-0.0009855994721874595,
|
| 282 |
+
-0.0009851903887465596,
|
| 283 |
+
1.1005143818465513e-07,
|
| 284 |
+
-0.0009856250835582614,
|
| 285 |
+
-0.35344040393829346,
|
| 286 |
+
4.014998822299276e-08,
|
| 287 |
+
3.391883751646674e-08,
|
| 288 |
+
-0.00798176508396864,
|
| 289 |
+
2.7533285873460045e-08,
|
| 290 |
+
-0.03314855694770813,
|
| 291 |
+
6.0397584711324726e-09,
|
| 292 |
+
5.286712401186833e-09,
|
| 293 |
+
2.0993494942445068e-08,
|
| 294 |
+
4.511853113342568e-09,
|
| 295 |
+
-0.3104497492313385,
|
| 296 |
+
3.718344743219859e-09,
|
| 297 |
+
-0.00021865004964638501
|
| 298 |
+
],
|
| 299 |
+
"max": [
|
| 300 |
+
0.6666319370269775,
|
| 301 |
+
0.9566665887832642,
|
| 302 |
+
0.054386839270591736,
|
| 303 |
+
0.9154393672943115,
|
| 304 |
+
1.1195508241653442,
|
| 305 |
+
0.10547259449958801,
|
| 306 |
+
0.15163205564022064,
|
| 307 |
+
1.152701735496521,
|
| 308 |
+
0.08657897263765335,
|
| 309 |
+
-0.0001253896189155057,
|
| 310 |
+
1.0707255601882935,
|
| 311 |
+
1.1331266164779663,
|
| 312 |
+
0.02340024523437023,
|
| 313 |
+
1.0714263916015625,
|
| 314 |
+
0.36966389417648315,
|
| 315 |
+
0.7075501084327698,
|
| 316 |
+
0.24249939620494843,
|
| 317 |
+
0.7255964279174805,
|
| 318 |
+
0.6921260952949524,
|
| 319 |
+
0.018389714881777763,
|
| 320 |
+
0.624927282333374,
|
| 321 |
+
1.6976902484893799
|
| 322 |
+
],
|
| 323 |
+
"mean": [
|
| 324 |
+
0.43999478220939636,
|
| 325 |
+
0.6363760828971863,
|
| 326 |
+
0.02623917907476425,
|
| 327 |
+
0.6075243949890137,
|
| 328 |
+
0.7430824637413025,
|
| 329 |
+
0.06350047141313553,
|
| 330 |
+
0.09527996927499771,
|
| 331 |
+
0.7646417617797852,
|
| 332 |
+
0.04817940294742584,
|
| 333 |
+
-0.2679236829280853,
|
| 334 |
+
0.7079782485961914,
|
| 335 |
+
0.7527349591255188,
|
| 336 |
+
0.009498688392341137,
|
| 337 |
+
0.7152609825134277,
|
| 338 |
+
0.22875992953777313,
|
| 339 |
+
0.45255380868911743,
|
| 340 |
+
0.15639519691467285,
|
| 341 |
+
0.4789542853832245,
|
| 342 |
+
0.4476495385169983,
|
| 343 |
+
-0.21426637470722198,
|
| 344 |
+
0.4196980595588684,
|
| 345 |
+
1.0797100067138672
|
| 346 |
+
],
|
| 347 |
+
"std": [
|
| 348 |
+
0.2873085141181946,
|
| 349 |
+
0.41675394773483276,
|
| 350 |
+
0.016564134508371353,
|
| 351 |
+
0.39877498149871826,
|
| 352 |
+
0.4621798098087311,
|
| 353 |
+
0.043121758848428726,
|
| 354 |
+
0.06144293397665024,
|
| 355 |
+
0.5109472274780273,
|
| 356 |
+
0.03557387366890907,
|
| 357 |
+
0.11451616883277893,
|
| 358 |
+
0.46455296874046326,
|
| 359 |
+
0.496358722448349,
|
| 360 |
+
0.009769652970135212,
|
| 361 |
+
0.4704727530479431,
|
| 362 |
+
0.1740896999835968,
|
| 363 |
+
0.29581525921821594,
|
| 364 |
+
0.10298849642276764,
|
| 365 |
+
0.32238519191741943,
|
| 366 |
+
0.2928578555583954,
|
| 367 |
+
0.13211201131343842,
|
| 368 |
+
0.27690520882606506,
|
| 369 |
+
0.8041384220123291
|
| 370 |
+
],
|
| 371 |
+
"q01": [
|
| 372 |
+
9.836371609708294e-05,
|
| 373 |
+
9.838470141403377e-05,
|
| 374 |
+
-1.7223667271082376e-07,
|
| 375 |
+
9.836585348239168e-05,
|
| 376 |
+
0.001033519674092531,
|
| 377 |
+
-0.0008974082628265024,
|
| 378 |
+
-0.0008940600208006799,
|
| 379 |
+
9.836731565883383e-05,
|
| 380 |
+
-0.0009033210226334631,
|
| 381 |
+
-0.34943804144859314,
|
| 382 |
+
1.8825243896571918e-05,
|
| 383 |
+
1.8825485240085983e-05,
|
| 384 |
+
-0.007654263209551573,
|
| 385 |
+
1.8826566301868296e-05,
|
| 386 |
+
-0.015499871782958507,
|
| 387 |
+
3.3936720046767733e-06,
|
| 388 |
+
3.3937346779566726e-06,
|
| 389 |
+
1.8822546990122647e-05,
|
| 390 |
+
3.3938842079805908e-06,
|
| 391 |
+
-0.3083747041225433,
|
| 392 |
+
3.393524275452364e-06,
|
| 393 |
+
-7.016458021098515e-06
|
| 394 |
+
],
|
| 395 |
+
"q99": [
|
| 396 |
+
0.6643092489242554,
|
| 397 |
+
0.9531082987785339,
|
| 398 |
+
0.049485636800527574,
|
| 399 |
+
0.913135359287262,
|
| 400 |
+
1.105920100212097,
|
| 401 |
+
0.10240732550621032,
|
| 402 |
+
0.14838461279869078,
|
| 403 |
+
1.152325472831726,
|
| 404 |
+
0.08351959347724915,
|
| 405 |
+
-0.0756441131234169,
|
| 406 |
+
1.0637186813354491,
|
| 407 |
+
1.1321458148956298,
|
| 408 |
+
0.0219243324548006,
|
| 409 |
+
1.0698084497451783,
|
| 410 |
+
0.36724618434906003,
|
| 411 |
+
0.698875904083252,
|
| 412 |
+
0.24194434463977812,
|
| 413 |
+
0.7254741191864014,
|
| 414 |
+
0.6859398984909058,
|
| 415 |
+
0.010793588496744612,
|
| 416 |
+
0.6248029470443726,
|
| 417 |
+
1.6945779371261596
|
| 418 |
+
]
|
| 419 |
+
},
|
| 420 |
+
"right_hand": {
|
| 421 |
+
"min": [
|
| 422 |
+
1.6935987332544755e-06,
|
| 423 |
+
8.900473744688497e-07,
|
| 424 |
+
-1.4729693020854029e-06,
|
| 425 |
+
3.827657337751589e-07,
|
| 426 |
+
-0.011602358892560005,
|
| 427 |
+
-0.33234089612960815,
|
| 428 |
+
-0.32547634840011597,
|
| 429 |
+
-0.1456819474697113,
|
| 430 |
+
-0.26745060086250305,
|
| 431 |
+
-0.33391764760017395,
|
| 432 |
+
8.996121891868825e-08,
|
| 433 |
+
-3.648482743301429e-05,
|
| 434 |
+
-0.04054956138134003,
|
| 435 |
+
-0.0004550923185888678,
|
| 436 |
+
2.4170814867829904e-05,
|
| 437 |
+
1.2921084646677627e-08,
|
| 438 |
+
1.1658766396749343e-08,
|
| 439 |
+
5.3838192570765386e-08,
|
| 440 |
+
-0.0010836258297786117,
|
| 441 |
+
-0.34181925654411316,
|
| 442 |
+
8.669854167919766e-09,
|
| 443 |
+
-1.554025885752708e-08
|
| 444 |
+
],
|
| 445 |
+
"max": [
|
| 446 |
+
0.9221528768539429,
|
| 447 |
+
0.9171756505966187,
|
| 448 |
+
0.2440071552991867,
|
| 449 |
+
0.8932566046714783,
|
| 450 |
+
0.9296741485595703,
|
| 451 |
+
0.10279946029186249,
|
| 452 |
+
0.0449291430413723,
|
| 453 |
+
0.47608745098114014,
|
| 454 |
+
0.17118598520755768,
|
| 455 |
+
-7.032285066088662e-05,
|
| 456 |
+
1.4508635997772217,
|
| 457 |
+
1.3899139165878296,
|
| 458 |
+
0.3457961678504944,
|
| 459 |
+
0.7413986921310425,
|
| 460 |
+
1.358059048652649,
|
| 461 |
+
1.380061149597168,
|
| 462 |
+
1.1950125694274902,
|
| 463 |
+
1.7260842323303223,
|
| 464 |
+
0.884053111076355,
|
| 465 |
+
0.13159386813640594,
|
| 466 |
+
0.4319092035293579,
|
| 467 |
+
0.9072271585464478
|
| 468 |
+
],
|
| 469 |
+
"mean": [
|
| 470 |
+
0.26876628398895264,
|
| 471 |
+
0.23112910985946655,
|
| 472 |
+
0.1035669595003128,
|
| 473 |
+
0.25980427861213684,
|
| 474 |
+
0.38058099150657654,
|
| 475 |
+
-0.12912167608737946,
|
| 476 |
+
-0.1372920125722885,
|
| 477 |
+
0.06631027162075043,
|
| 478 |
+
-0.00720765208825469,
|
| 479 |
+
-0.17609404027462006,
|
| 480 |
+
0.5627592206001282,
|
| 481 |
+
0.3565447926521301,
|
| 482 |
+
0.1450391709804535,
|
| 483 |
+
0.19794617593288422,
|
| 484 |
+
0.7053312063217163,
|
| 485 |
+
0.6338081955909729,
|
| 486 |
+
0.3213867247104645,
|
| 487 |
+
0.8245540261268616,
|
| 488 |
+
0.31402575969696045,
|
| 489 |
+
-0.020343266427516937,
|
| 490 |
+
0.039095912128686905,
|
| 491 |
+
0.07853734493255615
|
| 492 |
+
],
|
| 493 |
+
"std": [
|
| 494 |
+
0.2478499859571457,
|
| 495 |
+
0.2873574495315552,
|
| 496 |
+
0.10094352811574936,
|
| 497 |
+
0.2848052382469177,
|
| 498 |
+
0.3279181122779846,
|
| 499 |
+
0.13746438920497894,
|
| 500 |
+
0.13216818869113922,
|
| 501 |
+
0.1540059894323349,
|
| 502 |
+
0.054158858954906464,
|
| 503 |
+
0.0984853059053421,
|
| 504 |
+
0.49415451288223267,
|
| 505 |
+
0.41587507724761963,
|
| 506 |
+
0.14062350988388062,
|
| 507 |
+
0.23132073879241943,
|
| 508 |
+
0.6174442172050476,
|
| 509 |
+
0.5819948315620422,
|
| 510 |
+
0.3235076665878296,
|
| 511 |
+
0.732096254825592,
|
| 512 |
+
0.33466601371765137,
|
| 513 |
+
0.0981786698102951,
|
| 514 |
+
0.09827542304992676,
|
| 515 |
+
0.19546139240264893
|
| 516 |
+
],
|
| 517 |
+
"q01": [
|
| 518 |
+
0.00010840859089512377,
|
| 519 |
+
0.000102197966480162,
|
| 520 |
+
2.0665009651565923e-05,
|
| 521 |
+
0.00010004381620092318,
|
| 522 |
+
0.005091293975710868,
|
| 523 |
+
-0.32987153649330136,
|
| 524 |
+
-0.3243656897544861,
|
| 525 |
+
-0.1440244072675705,
|
| 526 |
+
-0.24510808885097504,
|
| 527 |
+
-0.33355836153030394,
|
| 528 |
+
1.9170382656739094e-05,
|
| 529 |
+
1.9142240926157684e-05,
|
| 530 |
+
-0.007225124873220922,
|
| 531 |
+
7.691793216508813e-06,
|
| 532 |
+
0.0020252919010818006,
|
| 533 |
+
3.4386386141704862e-06,
|
| 534 |
+
3.4382718604319963e-06,
|
| 535 |
+
1.9163242177455687e-05,
|
| 536 |
+
3.2835160345712203e-06,
|
| 537 |
+
-0.3104392409324646,
|
| 538 |
+
3.4375459472357763e-06,
|
| 539 |
+
6.37880684735137e-06
|
| 540 |
+
],
|
| 541 |
+
"q99": [
|
| 542 |
+
0.8357734274864194,
|
| 543 |
+
0.8102647900581358,
|
| 544 |
+
0.2436096966266632,
|
| 545 |
+
0.8498232269287107,
|
| 546 |
+
0.8412161922454833,
|
| 547 |
+
0.029127010181546,
|
| 548 |
+
-0.00018340161652304234,
|
| 549 |
+
0.43575320482254026,
|
| 550 |
+
0.11308476835489271,
|
| 551 |
+
-0.07428753882646562,
|
| 552 |
+
1.1348354530334472,
|
| 553 |
+
1.2699593591690064,
|
| 554 |
+
0.3288092470169067,
|
| 555 |
+
0.6549806952476501,
|
| 556 |
+
1.3537911987304687,
|
| 557 |
+
1.3737311124801634,
|
| 558 |
+
1.0346416854858396,
|
| 559 |
+
1.7214482975006102,
|
| 560 |
+
0.8781463932991028,
|
| 561 |
+
0.13135033071041108,
|
| 562 |
+
0.4193953502178192,
|
| 563 |
+
0.7625150489807127
|
| 564 |
+
]
|
| 565 |
+
},
|
| 566 |
+
"projected_gravity": {
|
| 567 |
+
"min": [
|
| 568 |
+
-0.07337228208780289,
|
| 569 |
+
-0.04092877358198166,
|
| 570 |
+
-1.0
|
| 571 |
+
],
|
| 572 |
+
"max": [
|
| 573 |
+
0.007923497818410397,
|
| 574 |
+
0.026961270719766617,
|
| 575 |
+
-0.9972266554832458
|
| 576 |
+
],
|
| 577 |
+
"mean": [
|
| 578 |
+
-0.03737036883831024,
|
| 579 |
+
0.005691922269761562,
|
| 580 |
+
-0.9996233582496643
|
| 581 |
+
],
|
| 582 |
+
"std": [
|
| 583 |
+
0.022100349888205528,
|
| 584 |
+
0.009918500669300556,
|
| 585 |
+
0.0009527286165642808
|
| 586 |
+
],
|
| 587 |
+
"q01": [
|
| 588 |
+
-0.06516592592000961,
|
| 589 |
+
-0.01611514322459698,
|
| 590 |
+
-0.9999969601631165
|
| 591 |
+
],
|
| 592 |
+
"q99": [
|
| 593 |
+
0.0035132016148418177,
|
| 594 |
+
0.021902512460947012,
|
| 595 |
+
-0.9977884888648987
|
| 596 |
+
]
|
| 597 |
+
}
|
| 598 |
+
},
|
| 599 |
+
"action": {
|
| 600 |
+
"body_target": {
|
| 601 |
+
"min": [
|
| 602 |
+
-0.17864708602428436,
|
| 603 |
+
-0.13461032509803772,
|
| 604 |
+
-0.08222492784261703,
|
| 605 |
+
0.0,
|
| 606 |
+
-0.02808673121035099,
|
| 607 |
+
-0.34561342000961304,
|
| 608 |
+
-0.1298416554927826,
|
| 609 |
+
-0.26673635840415955,
|
| 610 |
+
-0.15173737704753876,
|
| 611 |
+
0.0,
|
| 612 |
+
-0.06289507448673248,
|
| 613 |
+
-0.2156801074743271,
|
| 614 |
+
-0.11478593200445175,
|
| 615 |
+
-0.08852022886276245,
|
| 616 |
+
-0.053470678627491,
|
| 617 |
+
-0.45820093154907227,
|
| 618 |
+
0.06290553510189056,
|
| 619 |
+
-0.7685170769691467,
|
| 620 |
+
-0.5104382634162903,
|
| 621 |
+
-1.984306812286377,
|
| 622 |
+
-0.3402746915817261,
|
| 623 |
+
-0.5602346658706665,
|
| 624 |
+
-1.224944829940796,
|
| 625 |
+
-0.9987118244171143,
|
| 626 |
+
-0.012719379737973213,
|
| 627 |
+
-0.9218283295631409,
|
| 628 |
+
-0.10341955721378326,
|
| 629 |
+
-0.15026558935642242,
|
| 630 |
+
-0.6883981823921204,
|
| 631 |
+
0.0,
|
| 632 |
+
0.0
|
| 633 |
+
],
|
| 634 |
+
"max": [
|
| 635 |
+
0.07484288513660431,
|
| 636 |
+
0.25187379121780396,
|
| 637 |
+
0.23635001480579376,
|
| 638 |
+
0.33458396792411804,
|
| 639 |
+
0.11095674335956573,
|
| 640 |
+
0.1831604689359665,
|
| 641 |
+
0.06841542571783066,
|
| 642 |
+
0.1538156121969223,
|
| 643 |
+
0.3262874484062195,
|
| 644 |
+
0.3609122335910797,
|
| 645 |
+
0.027345169335603714,
|
| 646 |
+
0.16937193274497986,
|
| 647 |
+
0.09306536614894867,
|
| 648 |
+
0.08970163762569427,
|
| 649 |
+
0.2065402716398239,
|
| 650 |
+
0.6217971444129944,
|
| 651 |
+
0.5017348527908325,
|
| 652 |
+
0.24001221358776093,
|
| 653 |
+
1.1542967557907104,
|
| 654 |
+
0.10750407725572586,
|
| 655 |
+
0.0869608223438263,
|
| 656 |
+
0.27029821276664734,
|
| 657 |
+
0.2576833665370941,
|
| 658 |
+
0.23423679172992706,
|
| 659 |
+
0.930813193321228,
|
| 660 |
+
1.140597939491272,
|
| 661 |
+
1.1384825706481934,
|
| 662 |
+
0.4363322854042053,
|
| 663 |
+
0.05384029448032379,
|
| 664 |
+
0.645759105682373,
|
| 665 |
+
0.4891584515571594
|
| 666 |
+
],
|
| 667 |
+
"mean": [
|
| 668 |
+
-0.012962191365659237,
|
| 669 |
+
0.07001970708370209,
|
| 670 |
+
0.08275706321001053,
|
| 671 |
+
0.17813332378864288,
|
| 672 |
+
0.05445718765258789,
|
| 673 |
+
-0.12543529272079468,
|
| 674 |
+
-0.024232499301433563,
|
| 675 |
+
-0.022365812212228775,
|
| 676 |
+
0.024225467815995216,
|
| 677 |
+
0.21425923705101013,
|
| 678 |
+
-0.030329082161188126,
|
| 679 |
+
-0.039249762892723083,
|
| 680 |
+
-0.019728414714336395,
|
| 681 |
+
0.013525712303817272,
|
| 682 |
+
0.06160328537225723,
|
| 683 |
+
-0.09409554302692413,
|
| 684 |
+
0.1865205019712448,
|
| 685 |
+
0.0213630273938179,
|
| 686 |
+
0.42952921986579895,
|
| 687 |
+
-1.308759093284607,
|
| 688 |
+
-0.20112664997577667,
|
| 689 |
+
-0.22762508690357208,
|
| 690 |
+
-0.5055582523345947,
|
| 691 |
+
-0.03722154349088669,
|
| 692 |
+
0.5197860598564148,
|
| 693 |
+
0.5418457984924316,
|
| 694 |
+
0.47466978430747986,
|
| 695 |
+
0.17699548602104187,
|
| 696 |
+
-0.27865374088287354,
|
| 697 |
+
0.3475746214389801,
|
| 698 |
+
0.29093122482299805
|
| 699 |
+
],
|
| 700 |
+
"std": [
|
| 701 |
+
0.056758057326078415,
|
| 702 |
+
0.03163500130176544,
|
| 703 |
+
0.051813237369060516,
|
| 704 |
+
0.03274708613753319,
|
| 705 |
+
0.024677373468875885,
|
| 706 |
+
0.08041560649871826,
|
| 707 |
+
0.029495252296328545,
|
| 708 |
+
0.036684613674879074,
|
| 709 |
+
0.0687633529305458,
|
| 710 |
+
0.04233303666114807,
|
| 711 |
+
0.013891473412513733,
|
| 712 |
+
0.05805318430066109,
|
| 713 |
+
0.02331981249153614,
|
| 714 |
+
0.02307761088013649,
|
| 715 |
+
0.04224191606044769,
|
| 716 |
+
0.21268917620182037,
|
| 717 |
+
0.07505613565444946,
|
| 718 |
+
0.09530191123485565,
|
| 719 |
+
0.40122178196907043,
|
| 720 |
+
0.7878508567810059,
|
| 721 |
+
0.10904660820960999,
|
| 722 |
+
0.19425256550312042,
|
| 723 |
+
0.625717282295227,
|
| 724 |
+
0.20820923149585724,
|
| 725 |
+
0.34967121481895447,
|
| 726 |
+
0.43422389030456543,
|
| 727 |
+
0.38315722346305847,
|
| 728 |
+
0.22372713685035706,
|
| 729 |
+
0.19043919444084167,
|
| 730 |
+
0.21065184473991394,
|
| 731 |
+
0.1671733558177948
|
| 732 |
+
],
|
| 733 |
+
"q01": [
|
| 734 |
+
-0.10515264481306076,
|
| 735 |
+
-0.020431785210967064,
|
| 736 |
+
-0.010723812803626062,
|
| 737 |
+
0.11552902072668075,
|
| 738 |
+
-5.954722091701114e-06,
|
| 739 |
+
-0.29484028577804566,
|
| 740 |
+
-0.10000020265579224,
|
| 741 |
+
-0.1006742188334465,
|
| 742 |
+
-0.1125839376449585,
|
| 743 |
+
0.1365627884864807,
|
| 744 |
+
-0.052798046916723254,
|
| 745 |
+
-0.14999626576900482,
|
| 746 |
+
-0.08830673217773438,
|
| 747 |
+
-0.04055420011281967,
|
| 748 |
+
-0.004660266786813736,
|
| 749 |
+
-0.42063595533370973,
|
| 750 |
+
0.09935237467288971,
|
| 751 |
+
-0.5540765976905823,
|
| 752 |
+
-0.21635624289512634,
|
| 753 |
+
-1.9489346408843995,
|
| 754 |
+
-0.3313626790046692,
|
| 755 |
+
-0.5391700887680053,
|
| 756 |
+
-1.1809832239151001,
|
| 757 |
+
-0.912012734413147,
|
| 758 |
+
-0.006489490326493978,
|
| 759 |
+
-0.7886008358001709,
|
| 760 |
+
-0.09899827092885971,
|
| 761 |
+
-0.14207347989082336,
|
| 762 |
+
-0.5942669701576233,
|
| 763 |
+
0.0,
|
| 764 |
+
0.0
|
| 765 |
+
],
|
| 766 |
+
"q99": [
|
| 767 |
+
0.06039366677403445,
|
| 768 |
+
0.11905272036790841,
|
| 769 |
+
0.18265006244182583,
|
| 770 |
+
0.24995218217372894,
|
| 771 |
+
0.09021715313196182,
|
| 772 |
+
0.05164970189332957,
|
| 773 |
+
0.027949767112731894,
|
| 774 |
+
0.05636502161622044,
|
| 775 |
+
0.18580669939517963,
|
| 776 |
+
0.26821498751640316,
|
| 777 |
+
9.525034474791028e-06,
|
| 778 |
+
0.08112893134355526,
|
| 779 |
+
0.06989364773035049,
|
| 780 |
+
0.06041725724935531,
|
| 781 |
+
0.1841911119222641,
|
| 782 |
+
0.5461906194686889,
|
| 783 |
+
0.4611380100250235,
|
| 784 |
+
0.20177148818969726,
|
| 785 |
+
1.1128708553314208,
|
| 786 |
+
0.1061955291032791,
|
| 787 |
+
0.011668200008571094,
|
| 788 |
+
0.21027109861373888,
|
| 789 |
+
0.24997854232788086,
|
| 790 |
+
0.20560730993747708,
|
| 791 |
+
0.8969490766525269,
|
| 792 |
+
1.0895390081405636,
|
| 793 |
+
0.9780587935447691,
|
| 794 |
+
0.4363322854042053,
|
| 795 |
+
0.005146615765988453,
|
| 796 |
+
0.6178547954559326,
|
| 797 |
+
0.4568850779533386
|
| 798 |
+
]
|
| 799 |
+
},
|
| 800 |
+
"left_hand_target": {
|
| 801 |
+
"min": [
|
| 802 |
+
0.0,
|
| 803 |
+
0.0,
|
| 804 |
+
0.0,
|
| 805 |
+
0.0,
|
| 806 |
+
0.0,
|
| 807 |
+
0.0,
|
| 808 |
+
0.0,
|
| 809 |
+
0.0,
|
| 810 |
+
0.0,
|
| 811 |
+
-0.2540000081062317,
|
| 812 |
+
0.0,
|
| 813 |
+
0.0,
|
| 814 |
+
-0.019700000062584877,
|
| 815 |
+
0.0,
|
| 816 |
+
0.0,
|
| 817 |
+
0.0,
|
| 818 |
+
0.0,
|
| 819 |
+
0.0,
|
| 820 |
+
0.0,
|
| 821 |
+
-0.25279998779296875,
|
| 822 |
+
0.0,
|
| 823 |
+
0.0
|
| 824 |
+
],
|
| 825 |
+
"max": [
|
| 826 |
+
0.8392000198364258,
|
| 827 |
+
1.1240999698638916,
|
| 828 |
+
0.06549999862909317,
|
| 829 |
+
1.072700023651123,
|
| 830 |
+
1.2000999450683594,
|
| 831 |
+
0.03689999878406525,
|
| 832 |
+
0.09260000288486481,
|
| 833 |
+
1.1467000246047974,
|
| 834 |
+
9.999999747378752e-05,
|
| 835 |
+
0.0,
|
| 836 |
+
1.2208000421524048,
|
| 837 |
+
1.2422000169754028,
|
| 838 |
+
0.0,
|
| 839 |
+
1.2102999687194824,
|
| 840 |
+
0.46639999747276306,
|
| 841 |
+
0.7315999865531921,
|
| 842 |
+
0.24459999799728394,
|
| 843 |
+
0.7240999937057495,
|
| 844 |
+
0.7166000008583069,
|
| 845 |
+
0.0,
|
| 846 |
+
0.625,
|
| 847 |
+
1.745300054550171
|
| 848 |
+
],
|
| 849 |
+
"mean": [
|
| 850 |
+
0.5609996318817139,
|
| 851 |
+
0.7540327310562134,
|
| 852 |
+
0.044844791293144226,
|
| 853 |
+
0.7187752723693848,
|
| 854 |
+
0.8203154802322388,
|
| 855 |
+
0.02691241353750229,
|
| 856 |
+
0.06761898845434189,
|
| 857 |
+
0.7694827318191528,
|
| 858 |
+
7.300551078515127e-05,
|
| 859 |
+
-0.185287743806839,
|
| 860 |
+
0.8195992112159729,
|
| 861 |
+
0.8340626955032349,
|
| 862 |
+
-0.014367146417498589,
|
| 863 |
+
0.8127551078796387,
|
| 864 |
+
0.2967458963394165,
|
| 865 |
+
0.4956074059009552,
|
| 866 |
+
0.165935218334198,
|
| 867 |
+
0.48302987217903137,
|
| 868 |
+
0.4851943552494049,
|
| 869 |
+
-0.18437625467777252,
|
| 870 |
+
0.4235883057117462,
|
| 871 |
+
1.1203114986419678
|
| 872 |
+
],
|
| 873 |
+
"std": [
|
| 874 |
+
0.37279200553894043,
|
| 875 |
+
0.4986421465873718,
|
| 876 |
+
0.028692975640296936,
|
| 877 |
+
0.476043164730072,
|
| 878 |
+
0.5267636775970459,
|
| 879 |
+
0.016125299036502838,
|
| 880 |
+
0.040488384664058685,
|
| 881 |
+
0.5088253617286682,
|
| 882 |
+
4.3698939407477155e-05,
|
| 883 |
+
0.11101319640874863,
|
| 884 |
+
0.5409855842590332,
|
| 885 |
+
0.5505124926567078,
|
| 886 |
+
0.008614154532551765,
|
| 887 |
+
0.5365062952041626,
|
| 888 |
+
0.22093674540519714,
|
| 889 |
+
0.3234410583972931,
|
| 890 |
+
0.10792788863182068,
|
| 891 |
+
0.3217809498310089,
|
| 892 |
+
0.3168535530567169,
|
| 893 |
+
0.11045464128255844,
|
| 894 |
+
0.27620595693588257,
|
| 895 |
+
0.8280847668647766
|
| 896 |
+
],
|
| 897 |
+
"q01": [
|
| 898 |
+
0.0,
|
| 899 |
+
0.0,
|
| 900 |
+
0.0,
|
| 901 |
+
0.0,
|
| 902 |
+
0.0,
|
| 903 |
+
0.0,
|
| 904 |
+
0.0,
|
| 905 |
+
0.0,
|
| 906 |
+
0.0,
|
| 907 |
+
-0.2540000081062317,
|
| 908 |
+
0.0,
|
| 909 |
+
0.0,
|
| 910 |
+
-0.019700000062584877,
|
| 911 |
+
0.0,
|
| 912 |
+
0.0,
|
| 913 |
+
0.0,
|
| 914 |
+
0.0,
|
| 915 |
+
0.0,
|
| 916 |
+
0.0,
|
| 917 |
+
-0.25279998779296875,
|
| 918 |
+
0.0,
|
| 919 |
+
0.0
|
| 920 |
+
],
|
| 921 |
+
"q99": [
|
| 922 |
+
0.8392000198364258,
|
| 923 |
+
1.1240999698638916,
|
| 924 |
+
0.06549999862909317,
|
| 925 |
+
1.072700023651123,
|
| 926 |
+
1.2000999450683594,
|
| 927 |
+
0.03689999878406525,
|
| 928 |
+
0.09260000288486481,
|
| 929 |
+
1.1467000246047974,
|
| 930 |
+
9.999999747378752e-05,
|
| 931 |
+
0.0,
|
| 932 |
+
1.2208000421524048,
|
| 933 |
+
1.2422000169754028,
|
| 934 |
+
0.0,
|
| 935 |
+
1.2102999687194824,
|
| 936 |
+
0.46639999747276306,
|
| 937 |
+
0.7315999865531921,
|
| 938 |
+
0.24459999799728394,
|
| 939 |
+
0.7240999937057495,
|
| 940 |
+
0.7166000008583069,
|
| 941 |
+
0.0,
|
| 942 |
+
0.625,
|
| 943 |
+
1.745300054550171
|
| 944 |
+
]
|
| 945 |
+
},
|
| 946 |
+
"right_hand_target": {
|
| 947 |
+
"min": [
|
| 948 |
+
0.0,
|
| 949 |
+
0.0,
|
| 950 |
+
0.0,
|
| 951 |
+
0.0,
|
| 952 |
+
0.0,
|
| 953 |
+
-0.32910001277923584,
|
| 954 |
+
-0.32910001277923584,
|
| 955 |
+
-0.15449999272823334,
|
| 956 |
+
-0.32909998297691345,
|
| 957 |
+
-0.32910001277923584,
|
| 958 |
+
0.0,
|
| 959 |
+
0.0,
|
| 960 |
+
-0.04131081700325012,
|
| 961 |
+
0.0,
|
| 962 |
+
0.0,
|
| 963 |
+
0.0,
|
| 964 |
+
0.0,
|
| 965 |
+
0.0,
|
| 966 |
+
0.0,
|
| 967 |
+
-0.32909998297691345,
|
| 968 |
+
0.0,
|
| 969 |
+
0.0
|
| 970 |
+
],
|
| 971 |
+
"max": [
|
| 972 |
+
0.9759811758995056,
|
| 973 |
+
0.9453768730163574,
|
| 974 |
+
0.24280650913715363,
|
| 975 |
+
0.920836865901947,
|
| 976 |
+
0.926281213760376,
|
| 977 |
+
0.2977408170700073,
|
| 978 |
+
0.019128061830997467,
|
| 979 |
+
0.4805895984172821,
|
| 980 |
+
0.17583288252353668,
|
| 981 |
+
0.0,
|
| 982 |
+
1.4503223896026611,
|
| 983 |
+
1.4450552463531494,
|
| 984 |
+
0.32910001277923584,
|
| 985 |
+
0.7463556528091431,
|
| 986 |
+
1.3762999773025513,
|
| 987 |
+
1.3762999773025513,
|
| 988 |
+
1.2011882066726685,
|
| 989 |
+
1.7296582460403442,
|
| 990 |
+
0.8831999897956848,
|
| 991 |
+
0.1459999978542328,
|
| 992 |
+
0.4329513609409332,
|
| 993 |
+
0.9469190835952759
|
| 994 |
+
],
|
| 995 |
+
"mean": [
|
| 996 |
+
0.2721947133541107,
|
| 997 |
+
0.23210221529006958,
|
| 998 |
+
0.11200644820928574,
|
| 999 |
+
0.26652076840400696,
|
| 1000 |
+
0.3751716911792755,
|
| 1001 |
+
-0.11370763927698135,
|
| 1002 |
+
-0.14436593651771545,
|
| 1003 |
+
0.06466276943683624,
|
| 1004 |
+
-0.01613646373152733,
|
| 1005 |
+
-0.12622568011283875,
|
| 1006 |
+
0.5679633021354675,
|
| 1007 |
+
0.3631605803966522,
|
| 1008 |
+
0.1385507583618164,
|
| 1009 |
+
0.20510204136371613,
|
| 1010 |
+
0.7216929197311401,
|
| 1011 |
+
0.6379759907722473,
|
| 1012 |
+
0.32709529995918274,
|
| 1013 |
+
0.8305085301399231,
|
| 1014 |
+
0.3192046284675598,
|
| 1015 |
+
-0.020098958164453506,
|
| 1016 |
+
0.03944447264075279,
|
| 1017 |
+
0.08083687722682953
|
| 1018 |
+
],
|
| 1019 |
+
"std": [
|
| 1020 |
+
0.2543197274208069,
|
| 1021 |
+
0.2892453968524933,
|
| 1022 |
+
0.10576046258211136,
|
| 1023 |
+
0.29341816902160645,
|
| 1024 |
+
0.348552405834198,
|
| 1025 |
+
0.1546698808670044,
|
| 1026 |
+
0.13670967519283295,
|
| 1027 |
+
0.15878413617610931,
|
| 1028 |
+
0.06479711830615997,
|
| 1029 |
+
0.13080745935440063,
|
| 1030 |
+
0.4951304793357849,
|
| 1031 |
+
0.41950997710227966,
|
| 1032 |
+
0.13917604088783264,
|
| 1033 |
+
0.23532924056053162,
|
| 1034 |
+
0.6304253339767456,
|
| 1035 |
+
0.5817587971687317,
|
| 1036 |
+
0.32669106125831604,
|
| 1037 |
+
0.7325095534324646,
|
| 1038 |
+
0.3369786739349365,
|
| 1039 |
+
0.10300268977880478,
|
| 1040 |
+
0.0982530415058136,
|
| 1041 |
+
0.19553299248218536
|
| 1042 |
+
],
|
| 1043 |
+
"q01": [
|
| 1044 |
+
0.0,
|
| 1045 |
+
0.0,
|
| 1046 |
+
0.0,
|
| 1047 |
+
0.0,
|
| 1048 |
+
0.0,
|
| 1049 |
+
-0.32910001277923584,
|
| 1050 |
+
-0.32910001277923584,
|
| 1051 |
+
-0.15449999272823334,
|
| 1052 |
+
-0.31927284598350525,
|
| 1053 |
+
-0.32910001277923584,
|
| 1054 |
+
0.0,
|
| 1055 |
+
0.0,
|
| 1056 |
+
-0.01637555904686451,
|
| 1057 |
+
0.0,
|
| 1058 |
+
0.0,
|
| 1059 |
+
0.0,
|
| 1060 |
+
0.0,
|
| 1061 |
+
0.0,
|
| 1062 |
+
0.0,
|
| 1063 |
+
-0.3269335353374481,
|
| 1064 |
+
0.0,
|
| 1065 |
+
0.0
|
| 1066 |
+
],
|
| 1067 |
+
"q99": [
|
| 1068 |
+
0.9153403878211969,
|
| 1069 |
+
0.8103634119033813,
|
| 1070 |
+
0.24268515408039093,
|
| 1071 |
+
0.862037718296051,
|
| 1072 |
+
0.8538329005241394,
|
| 1073 |
+
0.22297094762325287,
|
| 1074 |
+
0.0,
|
| 1075 |
+
0.43990397453308105,
|
| 1076 |
+
0.08302123844623566,
|
| 1077 |
+
0.0,
|
| 1078 |
+
1.1421595239639268,
|
| 1079 |
+
1.2864070892333983,
|
| 1080 |
+
0.32910001277923584,
|
| 1081 |
+
0.6683117151260376,
|
| 1082 |
+
1.3762999773025513,
|
| 1083 |
+
1.3762999773025513,
|
| 1084 |
+
1.0467554330825806,
|
| 1085 |
+
1.7253000736236572,
|
| 1086 |
+
0.8831999897956848,
|
| 1087 |
+
0.1459999978542328,
|
| 1088 |
+
0.41936612129211426,
|
| 1089 |
+
0.7811159563064575
|
| 1090 |
+
]
|
| 1091 |
+
}
|
| 1092 |
+
},
|
| 1093 |
+
"relative_action": {}
|
| 1094 |
+
}
|
| 1095 |
+
}
|
a17-unscrew-bottle/epoch-020/experiment_cfg/final_model_config.json
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_type": "Gr00tN1d7",
|
| 3 |
+
"model_dtype": "bfloat16",
|
| 4 |
+
"model_name": "nvidia/Cosmos-Reason2-2B",
|
| 5 |
+
"backbone_model_type": "qwen",
|
| 6 |
+
"model_revision": null,
|
| 7 |
+
"tune_top_llm_layers": 0,
|
| 8 |
+
"backbone_embedding_dim": 2048,
|
| 9 |
+
"tune_llm": false,
|
| 10 |
+
"tune_visual": false,
|
| 11 |
+
"select_layer": 16,
|
| 12 |
+
"reproject_vision": false,
|
| 13 |
+
"use_flash_attention": true,
|
| 14 |
+
"load_bf16": false,
|
| 15 |
+
"backbone_trainable_params_fp32": true,
|
| 16 |
+
"letter_box_transform": false,
|
| 17 |
+
"extra_augmentation_config": null,
|
| 18 |
+
"apply_sincos_state_encoding": false,
|
| 19 |
+
"use_percentiles": true,
|
| 20 |
+
"use_relative_action": false,
|
| 21 |
+
"max_state_dim": 132,
|
| 22 |
+
"max_action_dim": 132,
|
| 23 |
+
"action_horizon": 40,
|
| 24 |
+
"strict_action_padding_mask": false,
|
| 25 |
+
"hidden_size": 1024,
|
| 26 |
+
"input_embedding_dim": 1536,
|
| 27 |
+
"state_history_length": 1,
|
| 28 |
+
"add_pos_embed": true,
|
| 29 |
+
"attn_dropout": 0.2,
|
| 30 |
+
"use_vlln": true,
|
| 31 |
+
"strict_vl_padding_mask": false,
|
| 32 |
+
"max_seq_len": 1024,
|
| 33 |
+
"use_alternate_vl_dit": true,
|
| 34 |
+
"attend_text_every_n_blocks": 2,
|
| 35 |
+
"diffusion_model_cfg": {
|
| 36 |
+
"attention_head_dim": 48,
|
| 37 |
+
"dropout": 0.2,
|
| 38 |
+
"final_dropout": true,
|
| 39 |
+
"interleave_self_attention": true,
|
| 40 |
+
"norm_type": "ada_norm",
|
| 41 |
+
"num_attention_heads": 32,
|
| 42 |
+
"num_layers": 32,
|
| 43 |
+
"output_dim": 1024,
|
| 44 |
+
"positional_embeddings": null
|
| 45 |
+
},
|
| 46 |
+
"num_inference_timesteps": 4,
|
| 47 |
+
"noise_beta_alpha": 1.5,
|
| 48 |
+
"noise_beta_beta": 1.0,
|
| 49 |
+
"noise_s": 0.999,
|
| 50 |
+
"num_timestep_buckets": 1000,
|
| 51 |
+
"tune_projector": true,
|
| 52 |
+
"tune_diffusion_model": true,
|
| 53 |
+
"tune_vlln": true,
|
| 54 |
+
"state_dropout_prob": 0.2,
|
| 55 |
+
"exclude_state": false,
|
| 56 |
+
"use_mean_std": false,
|
| 57 |
+
"max_num_embodiments": 32
|
| 58 |
+
}
|
a17-unscrew-bottle/epoch-020/experiment_cfg/final_processor_config.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
a17-unscrew-bottle/epoch-020/model.safetensors.index.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
a17-unscrew-bottle/epoch-020/processor_config.json
ADDED
|
@@ -0,0 +1,1138 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"processor_class": "Gr00tN1d7Processor",
|
| 3 |
+
"processor_kwargs": {
|
| 4 |
+
"modality_configs": {
|
| 5 |
+
"real_g1_relative_eef_relative_joints": {
|
| 6 |
+
"video": {
|
| 7 |
+
"delta_indices": [
|
| 8 |
+
-20,
|
| 9 |
+
0
|
| 10 |
+
],
|
| 11 |
+
"modality_keys": [
|
| 12 |
+
"ego_view"
|
| 13 |
+
],
|
| 14 |
+
"sin_cos_embedding_keys": null,
|
| 15 |
+
"mean_std_embedding_keys": null,
|
| 16 |
+
"action_configs": null
|
| 17 |
+
},
|
| 18 |
+
"state": {
|
| 19 |
+
"delta_indices": [
|
| 20 |
+
0
|
| 21 |
+
],
|
| 22 |
+
"modality_keys": [
|
| 23 |
+
"left_wrist_eef_9d",
|
| 24 |
+
"right_wrist_eef_9d",
|
| 25 |
+
"left_hand",
|
| 26 |
+
"right_hand",
|
| 27 |
+
"left_arm",
|
| 28 |
+
"right_arm",
|
| 29 |
+
"waist"
|
| 30 |
+
],
|
| 31 |
+
"sin_cos_embedding_keys": null,
|
| 32 |
+
"mean_std_embedding_keys": null,
|
| 33 |
+
"action_configs": null
|
| 34 |
+
},
|
| 35 |
+
"action": {
|
| 36 |
+
"delta_indices": [
|
| 37 |
+
0,
|
| 38 |
+
1,
|
| 39 |
+
2,
|
| 40 |
+
3,
|
| 41 |
+
4,
|
| 42 |
+
5,
|
| 43 |
+
6,
|
| 44 |
+
7,
|
| 45 |
+
8,
|
| 46 |
+
9,
|
| 47 |
+
10,
|
| 48 |
+
11,
|
| 49 |
+
12,
|
| 50 |
+
13,
|
| 51 |
+
14,
|
| 52 |
+
15,
|
| 53 |
+
16,
|
| 54 |
+
17,
|
| 55 |
+
18,
|
| 56 |
+
19,
|
| 57 |
+
20,
|
| 58 |
+
21,
|
| 59 |
+
22,
|
| 60 |
+
23,
|
| 61 |
+
24,
|
| 62 |
+
25,
|
| 63 |
+
26,
|
| 64 |
+
27,
|
| 65 |
+
28,
|
| 66 |
+
29,
|
| 67 |
+
30,
|
| 68 |
+
31,
|
| 69 |
+
32,
|
| 70 |
+
33,
|
| 71 |
+
34,
|
| 72 |
+
35,
|
| 73 |
+
36,
|
| 74 |
+
37,
|
| 75 |
+
38,
|
| 76 |
+
39
|
| 77 |
+
],
|
| 78 |
+
"modality_keys": [
|
| 79 |
+
"left_wrist_eef_9d",
|
| 80 |
+
"right_wrist_eef_9d",
|
| 81 |
+
"left_hand",
|
| 82 |
+
"right_hand",
|
| 83 |
+
"left_arm",
|
| 84 |
+
"right_arm",
|
| 85 |
+
"waist",
|
| 86 |
+
"base_height_command",
|
| 87 |
+
"navigate_command"
|
| 88 |
+
],
|
| 89 |
+
"sin_cos_embedding_keys": null,
|
| 90 |
+
"mean_std_embedding_keys": null,
|
| 91 |
+
"action_configs": [
|
| 92 |
+
{
|
| 93 |
+
"rep": "RELATIVE",
|
| 94 |
+
"type": "EEF",
|
| 95 |
+
"format": "XYZ_ROT6D",
|
| 96 |
+
"state_key": "left_wrist_eef_9d"
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"rep": "RELATIVE",
|
| 100 |
+
"type": "EEF",
|
| 101 |
+
"format": "XYZ_ROT6D",
|
| 102 |
+
"state_key": "right_wrist_eef_9d"
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"rep": "ABSOLUTE",
|
| 106 |
+
"type": "NON_EEF",
|
| 107 |
+
"format": "DEFAULT",
|
| 108 |
+
"state_key": "left_hand"
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"rep": "ABSOLUTE",
|
| 112 |
+
"type": "NON_EEF",
|
| 113 |
+
"format": "DEFAULT",
|
| 114 |
+
"state_key": "right_hand"
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"rep": "RELATIVE",
|
| 118 |
+
"type": "NON_EEF",
|
| 119 |
+
"format": "DEFAULT",
|
| 120 |
+
"state_key": "left_arm"
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"rep": "RELATIVE",
|
| 124 |
+
"type": "NON_EEF",
|
| 125 |
+
"format": "DEFAULT",
|
| 126 |
+
"state_key": "right_arm"
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"rep": "ABSOLUTE",
|
| 130 |
+
"type": "NON_EEF",
|
| 131 |
+
"format": "DEFAULT",
|
| 132 |
+
"state_key": "waist"
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"rep": "ABSOLUTE",
|
| 136 |
+
"type": "NON_EEF",
|
| 137 |
+
"format": "DEFAULT",
|
| 138 |
+
"state_key": "base_height_command"
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"rep": "ABSOLUTE",
|
| 142 |
+
"type": "NON_EEF",
|
| 143 |
+
"format": "DEFAULT",
|
| 144 |
+
"state_key": "navigate_command"
|
| 145 |
+
}
|
| 146 |
+
]
|
| 147 |
+
},
|
| 148 |
+
"language": {
|
| 149 |
+
"delta_indices": [
|
| 150 |
+
0
|
| 151 |
+
],
|
| 152 |
+
"modality_keys": [
|
| 153 |
+
"annotation.human.task_description"
|
| 154 |
+
],
|
| 155 |
+
"sin_cos_embedding_keys": null,
|
| 156 |
+
"mean_std_embedding_keys": null,
|
| 157 |
+
"action_configs": null
|
| 158 |
+
}
|
| 159 |
+
},
|
| 160 |
+
"real_r1_pro_sharpa_relative_eef_mecka": {
|
| 161 |
+
"video": {
|
| 162 |
+
"delta_indices": [
|
| 163 |
+
-30,
|
| 164 |
+
0
|
| 165 |
+
],
|
| 166 |
+
"modality_keys": [
|
| 167 |
+
"ego_view_cropratio_res320x240_freq30"
|
| 168 |
+
],
|
| 169 |
+
"sin_cos_embedding_keys": null,
|
| 170 |
+
"mean_std_embedding_keys": null,
|
| 171 |
+
"action_configs": null
|
| 172 |
+
},
|
| 173 |
+
"state": {
|
| 174 |
+
"delta_indices": [
|
| 175 |
+
0
|
| 176 |
+
],
|
| 177 |
+
"modality_keys": [
|
| 178 |
+
"left_wrist_eef",
|
| 179 |
+
"right_wrist_eef",
|
| 180 |
+
"left_hand_joints",
|
| 181 |
+
"right_hand_joints"
|
| 182 |
+
],
|
| 183 |
+
"sin_cos_embedding_keys": null,
|
| 184 |
+
"mean_std_embedding_keys": null,
|
| 185 |
+
"action_configs": null
|
| 186 |
+
},
|
| 187 |
+
"action": {
|
| 188 |
+
"delta_indices": [
|
| 189 |
+
0,
|
| 190 |
+
1,
|
| 191 |
+
2,
|
| 192 |
+
3,
|
| 193 |
+
4,
|
| 194 |
+
5,
|
| 195 |
+
6,
|
| 196 |
+
7,
|
| 197 |
+
8,
|
| 198 |
+
9,
|
| 199 |
+
10,
|
| 200 |
+
11,
|
| 201 |
+
12,
|
| 202 |
+
13,
|
| 203 |
+
14,
|
| 204 |
+
15,
|
| 205 |
+
16,
|
| 206 |
+
17,
|
| 207 |
+
18,
|
| 208 |
+
19,
|
| 209 |
+
20,
|
| 210 |
+
21,
|
| 211 |
+
22,
|
| 212 |
+
23,
|
| 213 |
+
24,
|
| 214 |
+
25,
|
| 215 |
+
26,
|
| 216 |
+
27,
|
| 217 |
+
28,
|
| 218 |
+
29,
|
| 219 |
+
30,
|
| 220 |
+
31,
|
| 221 |
+
32,
|
| 222 |
+
33,
|
| 223 |
+
34,
|
| 224 |
+
35,
|
| 225 |
+
36,
|
| 226 |
+
37,
|
| 227 |
+
38,
|
| 228 |
+
39
|
| 229 |
+
],
|
| 230 |
+
"modality_keys": [
|
| 231 |
+
"left_wrist_eef",
|
| 232 |
+
"right_wrist_eef",
|
| 233 |
+
"left_hand_joints",
|
| 234 |
+
"right_hand_joints"
|
| 235 |
+
],
|
| 236 |
+
"sin_cos_embedding_keys": null,
|
| 237 |
+
"mean_std_embedding_keys": null,
|
| 238 |
+
"action_configs": [
|
| 239 |
+
{
|
| 240 |
+
"rep": "RELATIVE",
|
| 241 |
+
"type": "EEF",
|
| 242 |
+
"format": "XYZ_ROT6D",
|
| 243 |
+
"state_key": "left_wrist_eef"
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"rep": "RELATIVE",
|
| 247 |
+
"type": "EEF",
|
| 248 |
+
"format": "XYZ_ROT6D",
|
| 249 |
+
"state_key": "right_wrist_eef"
|
| 250 |
+
},
|
| 251 |
+
{
|
| 252 |
+
"rep": "ABSOLUTE",
|
| 253 |
+
"type": "NON_EEF",
|
| 254 |
+
"format": "DEFAULT",
|
| 255 |
+
"state_key": "left_hand_joints"
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"rep": "ABSOLUTE",
|
| 259 |
+
"type": "NON_EEF",
|
| 260 |
+
"format": "DEFAULT",
|
| 261 |
+
"state_key": "right_hand_joints"
|
| 262 |
+
}
|
| 263 |
+
]
|
| 264 |
+
},
|
| 265 |
+
"language": {
|
| 266 |
+
"delta_indices": [
|
| 267 |
+
0
|
| 268 |
+
],
|
| 269 |
+
"modality_keys": [
|
| 270 |
+
"annotation.human.coarse_action"
|
| 271 |
+
],
|
| 272 |
+
"sin_cos_embedding_keys": null,
|
| 273 |
+
"mean_std_embedding_keys": null,
|
| 274 |
+
"action_configs": null
|
| 275 |
+
}
|
| 276 |
+
},
|
| 277 |
+
"real_r1_pro_sharpa_relative_eef_human": {
|
| 278 |
+
"video": {
|
| 279 |
+
"delta_indices": [
|
| 280 |
+
-20,
|
| 281 |
+
0
|
| 282 |
+
],
|
| 283 |
+
"modality_keys": [
|
| 284 |
+
"ego_view_res320x240_freq20",
|
| 285 |
+
"left_wrist_view_res320x240_freq20",
|
| 286 |
+
"right_wrist_view_res320x240_freq20"
|
| 287 |
+
],
|
| 288 |
+
"sin_cos_embedding_keys": null,
|
| 289 |
+
"mean_std_embedding_keys": null,
|
| 290 |
+
"action_configs": null
|
| 291 |
+
},
|
| 292 |
+
"state": {
|
| 293 |
+
"delta_indices": [
|
| 294 |
+
0
|
| 295 |
+
],
|
| 296 |
+
"modality_keys": [
|
| 297 |
+
"left_wrist_eef",
|
| 298 |
+
"right_wrist_eef",
|
| 299 |
+
"left_hand_joints",
|
| 300 |
+
"right_hand_joints"
|
| 301 |
+
],
|
| 302 |
+
"sin_cos_embedding_keys": null,
|
| 303 |
+
"mean_std_embedding_keys": null,
|
| 304 |
+
"action_configs": null
|
| 305 |
+
},
|
| 306 |
+
"action": {
|
| 307 |
+
"delta_indices": [
|
| 308 |
+
0,
|
| 309 |
+
1,
|
| 310 |
+
2,
|
| 311 |
+
3,
|
| 312 |
+
4,
|
| 313 |
+
5,
|
| 314 |
+
6,
|
| 315 |
+
7,
|
| 316 |
+
8,
|
| 317 |
+
9,
|
| 318 |
+
10,
|
| 319 |
+
11,
|
| 320 |
+
12,
|
| 321 |
+
13,
|
| 322 |
+
14,
|
| 323 |
+
15,
|
| 324 |
+
16,
|
| 325 |
+
17,
|
| 326 |
+
18,
|
| 327 |
+
19,
|
| 328 |
+
20,
|
| 329 |
+
21,
|
| 330 |
+
22,
|
| 331 |
+
23,
|
| 332 |
+
24,
|
| 333 |
+
25,
|
| 334 |
+
26,
|
| 335 |
+
27,
|
| 336 |
+
28,
|
| 337 |
+
29,
|
| 338 |
+
30,
|
| 339 |
+
31,
|
| 340 |
+
32,
|
| 341 |
+
33,
|
| 342 |
+
34,
|
| 343 |
+
35,
|
| 344 |
+
36,
|
| 345 |
+
37,
|
| 346 |
+
38,
|
| 347 |
+
39
|
| 348 |
+
],
|
| 349 |
+
"modality_keys": [
|
| 350 |
+
"left_wrist_eef",
|
| 351 |
+
"right_wrist_eef",
|
| 352 |
+
"left_hand_joints",
|
| 353 |
+
"right_hand_joints"
|
| 354 |
+
],
|
| 355 |
+
"sin_cos_embedding_keys": null,
|
| 356 |
+
"mean_std_embedding_keys": null,
|
| 357 |
+
"action_configs": [
|
| 358 |
+
{
|
| 359 |
+
"rep": "RELATIVE",
|
| 360 |
+
"type": "EEF",
|
| 361 |
+
"format": "XYZ_ROT6D",
|
| 362 |
+
"state_key": "left_wrist_eef"
|
| 363 |
+
},
|
| 364 |
+
{
|
| 365 |
+
"rep": "RELATIVE",
|
| 366 |
+
"type": "EEF",
|
| 367 |
+
"format": "XYZ_ROT6D",
|
| 368 |
+
"state_key": "right_wrist_eef"
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"rep": "ABSOLUTE",
|
| 372 |
+
"type": "NON_EEF",
|
| 373 |
+
"format": "DEFAULT",
|
| 374 |
+
"state_key": "left_hand_joints"
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"rep": "ABSOLUTE",
|
| 378 |
+
"type": "NON_EEF",
|
| 379 |
+
"format": "DEFAULT",
|
| 380 |
+
"state_key": "right_hand_joints"
|
| 381 |
+
}
|
| 382 |
+
]
|
| 383 |
+
},
|
| 384 |
+
"language": {
|
| 385 |
+
"delta_indices": [
|
| 386 |
+
0
|
| 387 |
+
],
|
| 388 |
+
"modality_keys": [
|
| 389 |
+
"annotation.human.coarse_action"
|
| 390 |
+
],
|
| 391 |
+
"sin_cos_embedding_keys": null,
|
| 392 |
+
"mean_std_embedding_keys": null,
|
| 393 |
+
"action_configs": null
|
| 394 |
+
}
|
| 395 |
+
},
|
| 396 |
+
"real_r1_pro_sharpa_relative_eef": {
|
| 397 |
+
"video": {
|
| 398 |
+
"delta_indices": [
|
| 399 |
+
-20,
|
| 400 |
+
0
|
| 401 |
+
],
|
| 402 |
+
"modality_keys": [
|
| 403 |
+
"ego_view_res320x240_freq20",
|
| 404 |
+
"left_wrist_view_res320x240_freq20",
|
| 405 |
+
"right_wrist_view_res320x240_freq20"
|
| 406 |
+
],
|
| 407 |
+
"sin_cos_embedding_keys": null,
|
| 408 |
+
"mean_std_embedding_keys": null,
|
| 409 |
+
"action_configs": null
|
| 410 |
+
},
|
| 411 |
+
"state": {
|
| 412 |
+
"delta_indices": [
|
| 413 |
+
0
|
| 414 |
+
],
|
| 415 |
+
"modality_keys": [
|
| 416 |
+
"left_wrist_eef",
|
| 417 |
+
"right_wrist_eef",
|
| 418 |
+
"left_hand_joints",
|
| 419 |
+
"right_hand_joints"
|
| 420 |
+
],
|
| 421 |
+
"sin_cos_embedding_keys": null,
|
| 422 |
+
"mean_std_embedding_keys": null,
|
| 423 |
+
"action_configs": null
|
| 424 |
+
},
|
| 425 |
+
"action": {
|
| 426 |
+
"delta_indices": [
|
| 427 |
+
0,
|
| 428 |
+
1,
|
| 429 |
+
2,
|
| 430 |
+
3,
|
| 431 |
+
4,
|
| 432 |
+
5,
|
| 433 |
+
6,
|
| 434 |
+
7,
|
| 435 |
+
8,
|
| 436 |
+
9,
|
| 437 |
+
10,
|
| 438 |
+
11,
|
| 439 |
+
12,
|
| 440 |
+
13,
|
| 441 |
+
14,
|
| 442 |
+
15,
|
| 443 |
+
16,
|
| 444 |
+
17,
|
| 445 |
+
18,
|
| 446 |
+
19,
|
| 447 |
+
20,
|
| 448 |
+
21,
|
| 449 |
+
22,
|
| 450 |
+
23,
|
| 451 |
+
24,
|
| 452 |
+
25,
|
| 453 |
+
26,
|
| 454 |
+
27,
|
| 455 |
+
28,
|
| 456 |
+
29,
|
| 457 |
+
30,
|
| 458 |
+
31,
|
| 459 |
+
32,
|
| 460 |
+
33,
|
| 461 |
+
34,
|
| 462 |
+
35,
|
| 463 |
+
36,
|
| 464 |
+
37,
|
| 465 |
+
38,
|
| 466 |
+
39
|
| 467 |
+
],
|
| 468 |
+
"modality_keys": [
|
| 469 |
+
"left_wrist_eef",
|
| 470 |
+
"right_wrist_eef",
|
| 471 |
+
"left_hand_joints",
|
| 472 |
+
"right_hand_joints"
|
| 473 |
+
],
|
| 474 |
+
"sin_cos_embedding_keys": null,
|
| 475 |
+
"mean_std_embedding_keys": null,
|
| 476 |
+
"action_configs": [
|
| 477 |
+
{
|
| 478 |
+
"rep": "RELATIVE",
|
| 479 |
+
"type": "EEF",
|
| 480 |
+
"format": "XYZ_ROT6D",
|
| 481 |
+
"state_key": "left_wrist_eef"
|
| 482 |
+
},
|
| 483 |
+
{
|
| 484 |
+
"rep": "RELATIVE",
|
| 485 |
+
"type": "EEF",
|
| 486 |
+
"format": "XYZ_ROT6D",
|
| 487 |
+
"state_key": "right_wrist_eef"
|
| 488 |
+
},
|
| 489 |
+
{
|
| 490 |
+
"rep": "ABSOLUTE",
|
| 491 |
+
"type": "NON_EEF",
|
| 492 |
+
"format": "DEFAULT",
|
| 493 |
+
"state_key": "left_hand_joints"
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"rep": "ABSOLUTE",
|
| 497 |
+
"type": "NON_EEF",
|
| 498 |
+
"format": "DEFAULT",
|
| 499 |
+
"state_key": "right_hand_joints"
|
| 500 |
+
}
|
| 501 |
+
]
|
| 502 |
+
},
|
| 503 |
+
"language": {
|
| 504 |
+
"delta_indices": [
|
| 505 |
+
0
|
| 506 |
+
],
|
| 507 |
+
"modality_keys": [
|
| 508 |
+
"annotation.human.coarse_action"
|
| 509 |
+
],
|
| 510 |
+
"sin_cos_embedding_keys": null,
|
| 511 |
+
"mean_std_embedding_keys": null,
|
| 512 |
+
"action_configs": null
|
| 513 |
+
}
|
| 514 |
+
},
|
| 515 |
+
"xdof_relative_eef_relative_joint": {
|
| 516 |
+
"video": {
|
| 517 |
+
"delta_indices": [
|
| 518 |
+
-30,
|
| 519 |
+
0
|
| 520 |
+
],
|
| 521 |
+
"modality_keys": [
|
| 522 |
+
"top_camera-images-rgb_320_240",
|
| 523 |
+
"left_camera-images-rgb_320_240",
|
| 524 |
+
"right_camera-images-rgb_320_240"
|
| 525 |
+
],
|
| 526 |
+
"sin_cos_embedding_keys": null,
|
| 527 |
+
"mean_std_embedding_keys": null,
|
| 528 |
+
"action_configs": null
|
| 529 |
+
},
|
| 530 |
+
"state": {
|
| 531 |
+
"delta_indices": [
|
| 532 |
+
0
|
| 533 |
+
],
|
| 534 |
+
"modality_keys": [
|
| 535 |
+
"left_wrist_eef",
|
| 536 |
+
"right_wrist_eef",
|
| 537 |
+
"left_gripper_pos",
|
| 538 |
+
"right_gripper_pos",
|
| 539 |
+
"left_joint_pos",
|
| 540 |
+
"right_joint_pos"
|
| 541 |
+
],
|
| 542 |
+
"sin_cos_embedding_keys": null,
|
| 543 |
+
"mean_std_embedding_keys": null,
|
| 544 |
+
"action_configs": null
|
| 545 |
+
},
|
| 546 |
+
"action": {
|
| 547 |
+
"delta_indices": [
|
| 548 |
+
0,
|
| 549 |
+
1,
|
| 550 |
+
2,
|
| 551 |
+
3,
|
| 552 |
+
4,
|
| 553 |
+
5,
|
| 554 |
+
6,
|
| 555 |
+
7,
|
| 556 |
+
8,
|
| 557 |
+
9,
|
| 558 |
+
10,
|
| 559 |
+
11,
|
| 560 |
+
12,
|
| 561 |
+
13,
|
| 562 |
+
14,
|
| 563 |
+
15,
|
| 564 |
+
16,
|
| 565 |
+
17,
|
| 566 |
+
18,
|
| 567 |
+
19,
|
| 568 |
+
20,
|
| 569 |
+
21,
|
| 570 |
+
22,
|
| 571 |
+
23,
|
| 572 |
+
24,
|
| 573 |
+
25,
|
| 574 |
+
26,
|
| 575 |
+
27,
|
| 576 |
+
28,
|
| 577 |
+
29,
|
| 578 |
+
30,
|
| 579 |
+
31,
|
| 580 |
+
32,
|
| 581 |
+
33,
|
| 582 |
+
34,
|
| 583 |
+
35,
|
| 584 |
+
36,
|
| 585 |
+
37,
|
| 586 |
+
38,
|
| 587 |
+
39
|
| 588 |
+
],
|
| 589 |
+
"modality_keys": [
|
| 590 |
+
"left_wrist_eef",
|
| 591 |
+
"right_wrist_eef",
|
| 592 |
+
"left_gripper_pos",
|
| 593 |
+
"right_gripper_pos",
|
| 594 |
+
"left_joint_pos",
|
| 595 |
+
"right_joint_pos"
|
| 596 |
+
],
|
| 597 |
+
"sin_cos_embedding_keys": null,
|
| 598 |
+
"mean_std_embedding_keys": null,
|
| 599 |
+
"action_configs": [
|
| 600 |
+
{
|
| 601 |
+
"rep": "RELATIVE",
|
| 602 |
+
"type": "EEF",
|
| 603 |
+
"format": "XYZ_ROT6D",
|
| 604 |
+
"state_key": "left_wrist_eef"
|
| 605 |
+
},
|
| 606 |
+
{
|
| 607 |
+
"rep": "RELATIVE",
|
| 608 |
+
"type": "EEF",
|
| 609 |
+
"format": "XYZ_ROT6D",
|
| 610 |
+
"state_key": "right_wrist_eef"
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"rep": "ABSOLUTE",
|
| 614 |
+
"type": "NON_EEF",
|
| 615 |
+
"format": "DEFAULT",
|
| 616 |
+
"state_key": "left_gripper_pos"
|
| 617 |
+
},
|
| 618 |
+
{
|
| 619 |
+
"rep": "ABSOLUTE",
|
| 620 |
+
"type": "NON_EEF",
|
| 621 |
+
"format": "DEFAULT",
|
| 622 |
+
"state_key": "right_gripper_pos"
|
| 623 |
+
},
|
| 624 |
+
{
|
| 625 |
+
"rep": "RELATIVE",
|
| 626 |
+
"type": "NON_EEF",
|
| 627 |
+
"format": "DEFAULT",
|
| 628 |
+
"state_key": "left_joint_pos"
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"rep": "RELATIVE",
|
| 632 |
+
"type": "NON_EEF",
|
| 633 |
+
"format": "DEFAULT",
|
| 634 |
+
"state_key": "right_joint_pos"
|
| 635 |
+
}
|
| 636 |
+
]
|
| 637 |
+
},
|
| 638 |
+
"language": {
|
| 639 |
+
"delta_indices": [
|
| 640 |
+
0
|
| 641 |
+
],
|
| 642 |
+
"modality_keys": [
|
| 643 |
+
"annotation.task"
|
| 644 |
+
],
|
| 645 |
+
"sin_cos_embedding_keys": null,
|
| 646 |
+
"mean_std_embedding_keys": null,
|
| 647 |
+
"action_configs": null
|
| 648 |
+
}
|
| 649 |
+
},
|
| 650 |
+
"real_r1_pro_sharpa_relative_eef_maxinsights": {
|
| 651 |
+
"video": {
|
| 652 |
+
"delta_indices": [
|
| 653 |
+
-30,
|
| 654 |
+
0
|
| 655 |
+
],
|
| 656 |
+
"modality_keys": [
|
| 657 |
+
"ego_view_cropratio_res320x240_freq30"
|
| 658 |
+
],
|
| 659 |
+
"sin_cos_embedding_keys": null,
|
| 660 |
+
"mean_std_embedding_keys": null,
|
| 661 |
+
"action_configs": null
|
| 662 |
+
},
|
| 663 |
+
"state": {
|
| 664 |
+
"delta_indices": [
|
| 665 |
+
0
|
| 666 |
+
],
|
| 667 |
+
"modality_keys": [
|
| 668 |
+
"left_wrist_eef",
|
| 669 |
+
"right_wrist_eef",
|
| 670 |
+
"left_hand_joints",
|
| 671 |
+
"right_hand_joints"
|
| 672 |
+
],
|
| 673 |
+
"sin_cos_embedding_keys": null,
|
| 674 |
+
"mean_std_embedding_keys": null,
|
| 675 |
+
"action_configs": null
|
| 676 |
+
},
|
| 677 |
+
"action": {
|
| 678 |
+
"delta_indices": [
|
| 679 |
+
0,
|
| 680 |
+
1,
|
| 681 |
+
2,
|
| 682 |
+
3,
|
| 683 |
+
4,
|
| 684 |
+
5,
|
| 685 |
+
6,
|
| 686 |
+
7,
|
| 687 |
+
8,
|
| 688 |
+
9,
|
| 689 |
+
10,
|
| 690 |
+
11,
|
| 691 |
+
12,
|
| 692 |
+
13,
|
| 693 |
+
14,
|
| 694 |
+
15,
|
| 695 |
+
16,
|
| 696 |
+
17,
|
| 697 |
+
18,
|
| 698 |
+
19,
|
| 699 |
+
20,
|
| 700 |
+
21,
|
| 701 |
+
22,
|
| 702 |
+
23,
|
| 703 |
+
24,
|
| 704 |
+
25,
|
| 705 |
+
26,
|
| 706 |
+
27,
|
| 707 |
+
28,
|
| 708 |
+
29,
|
| 709 |
+
30,
|
| 710 |
+
31,
|
| 711 |
+
32,
|
| 712 |
+
33,
|
| 713 |
+
34,
|
| 714 |
+
35,
|
| 715 |
+
36,
|
| 716 |
+
37,
|
| 717 |
+
38,
|
| 718 |
+
39
|
| 719 |
+
],
|
| 720 |
+
"modality_keys": [
|
| 721 |
+
"left_wrist_eef",
|
| 722 |
+
"right_wrist_eef",
|
| 723 |
+
"left_hand_joints",
|
| 724 |
+
"right_hand_joints"
|
| 725 |
+
],
|
| 726 |
+
"sin_cos_embedding_keys": null,
|
| 727 |
+
"mean_std_embedding_keys": null,
|
| 728 |
+
"action_configs": [
|
| 729 |
+
{
|
| 730 |
+
"rep": "RELATIVE",
|
| 731 |
+
"type": "EEF",
|
| 732 |
+
"format": "XYZ_ROT6D",
|
| 733 |
+
"state_key": "left_wrist_eef"
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"rep": "RELATIVE",
|
| 737 |
+
"type": "EEF",
|
| 738 |
+
"format": "XYZ_ROT6D",
|
| 739 |
+
"state_key": "right_wrist_eef"
|
| 740 |
+
},
|
| 741 |
+
{
|
| 742 |
+
"rep": "ABSOLUTE",
|
| 743 |
+
"type": "NON_EEF",
|
| 744 |
+
"format": "DEFAULT",
|
| 745 |
+
"state_key": "left_hand_joints"
|
| 746 |
+
},
|
| 747 |
+
{
|
| 748 |
+
"rep": "ABSOLUTE",
|
| 749 |
+
"type": "NON_EEF",
|
| 750 |
+
"format": "DEFAULT",
|
| 751 |
+
"state_key": "right_hand_joints"
|
| 752 |
+
}
|
| 753 |
+
]
|
| 754 |
+
},
|
| 755 |
+
"language": {
|
| 756 |
+
"delta_indices": [
|
| 757 |
+
0
|
| 758 |
+
],
|
| 759 |
+
"modality_keys": [
|
| 760 |
+
"annotation.human.coarse_action"
|
| 761 |
+
],
|
| 762 |
+
"sin_cos_embedding_keys": null,
|
| 763 |
+
"mean_std_embedding_keys": null,
|
| 764 |
+
"action_configs": null
|
| 765 |
+
}
|
| 766 |
+
},
|
| 767 |
+
"xdof_relative_eef_relative_joint_subtask": {
|
| 768 |
+
"video": {
|
| 769 |
+
"delta_indices": [
|
| 770 |
+
-30,
|
| 771 |
+
0
|
| 772 |
+
],
|
| 773 |
+
"modality_keys": [
|
| 774 |
+
"top_camera-images-rgb_320_240",
|
| 775 |
+
"left_camera-images-rgb_320_240",
|
| 776 |
+
"right_camera-images-rgb_320_240"
|
| 777 |
+
],
|
| 778 |
+
"sin_cos_embedding_keys": null,
|
| 779 |
+
"mean_std_embedding_keys": null,
|
| 780 |
+
"action_configs": null
|
| 781 |
+
},
|
| 782 |
+
"state": {
|
| 783 |
+
"delta_indices": [
|
| 784 |
+
0
|
| 785 |
+
],
|
| 786 |
+
"modality_keys": [
|
| 787 |
+
"left_wrist_eef",
|
| 788 |
+
"right_wrist_eef",
|
| 789 |
+
"left_gripper_pos",
|
| 790 |
+
"right_gripper_pos",
|
| 791 |
+
"left_joint_pos",
|
| 792 |
+
"right_joint_pos"
|
| 793 |
+
],
|
| 794 |
+
"sin_cos_embedding_keys": null,
|
| 795 |
+
"mean_std_embedding_keys": null,
|
| 796 |
+
"action_configs": null
|
| 797 |
+
},
|
| 798 |
+
"action": {
|
| 799 |
+
"delta_indices": [
|
| 800 |
+
0,
|
| 801 |
+
1,
|
| 802 |
+
2,
|
| 803 |
+
3,
|
| 804 |
+
4,
|
| 805 |
+
5,
|
| 806 |
+
6,
|
| 807 |
+
7,
|
| 808 |
+
8,
|
| 809 |
+
9,
|
| 810 |
+
10,
|
| 811 |
+
11,
|
| 812 |
+
12,
|
| 813 |
+
13,
|
| 814 |
+
14,
|
| 815 |
+
15,
|
| 816 |
+
16,
|
| 817 |
+
17,
|
| 818 |
+
18,
|
| 819 |
+
19,
|
| 820 |
+
20,
|
| 821 |
+
21,
|
| 822 |
+
22,
|
| 823 |
+
23,
|
| 824 |
+
24,
|
| 825 |
+
25,
|
| 826 |
+
26,
|
| 827 |
+
27,
|
| 828 |
+
28,
|
| 829 |
+
29,
|
| 830 |
+
30,
|
| 831 |
+
31,
|
| 832 |
+
32,
|
| 833 |
+
33,
|
| 834 |
+
34,
|
| 835 |
+
35,
|
| 836 |
+
36,
|
| 837 |
+
37,
|
| 838 |
+
38,
|
| 839 |
+
39
|
| 840 |
+
],
|
| 841 |
+
"modality_keys": [
|
| 842 |
+
"left_wrist_eef",
|
| 843 |
+
"right_wrist_eef",
|
| 844 |
+
"left_gripper_pos",
|
| 845 |
+
"right_gripper_pos",
|
| 846 |
+
"left_joint_pos",
|
| 847 |
+
"right_joint_pos"
|
| 848 |
+
],
|
| 849 |
+
"sin_cos_embedding_keys": null,
|
| 850 |
+
"mean_std_embedding_keys": null,
|
| 851 |
+
"action_configs": [
|
| 852 |
+
{
|
| 853 |
+
"rep": "RELATIVE",
|
| 854 |
+
"type": "EEF",
|
| 855 |
+
"format": "XYZ_ROT6D",
|
| 856 |
+
"state_key": "left_wrist_eef"
|
| 857 |
+
},
|
| 858 |
+
{
|
| 859 |
+
"rep": "RELATIVE",
|
| 860 |
+
"type": "EEF",
|
| 861 |
+
"format": "XYZ_ROT6D",
|
| 862 |
+
"state_key": "right_wrist_eef"
|
| 863 |
+
},
|
| 864 |
+
{
|
| 865 |
+
"rep": "ABSOLUTE",
|
| 866 |
+
"type": "NON_EEF",
|
| 867 |
+
"format": "DEFAULT",
|
| 868 |
+
"state_key": "left_gripper_pos"
|
| 869 |
+
},
|
| 870 |
+
{
|
| 871 |
+
"rep": "ABSOLUTE",
|
| 872 |
+
"type": "NON_EEF",
|
| 873 |
+
"format": "DEFAULT",
|
| 874 |
+
"state_key": "right_gripper_pos"
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"rep": "RELATIVE",
|
| 878 |
+
"type": "NON_EEF",
|
| 879 |
+
"format": "DEFAULT",
|
| 880 |
+
"state_key": "left_joint_pos"
|
| 881 |
+
},
|
| 882 |
+
{
|
| 883 |
+
"rep": "RELATIVE",
|
| 884 |
+
"type": "NON_EEF",
|
| 885 |
+
"format": "DEFAULT",
|
| 886 |
+
"state_key": "right_joint_pos"
|
| 887 |
+
}
|
| 888 |
+
]
|
| 889 |
+
},
|
| 890 |
+
"language": {
|
| 891 |
+
"delta_indices": [
|
| 892 |
+
0
|
| 893 |
+
],
|
| 894 |
+
"modality_keys": [
|
| 895 |
+
"annotation.sub_task"
|
| 896 |
+
],
|
| 897 |
+
"sin_cos_embedding_keys": null,
|
| 898 |
+
"mean_std_embedding_keys": null,
|
| 899 |
+
"action_configs": null
|
| 900 |
+
}
|
| 901 |
+
},
|
| 902 |
+
"oxe_droid_relative_eef_relative_joint": {
|
| 903 |
+
"video": {
|
| 904 |
+
"delta_indices": [
|
| 905 |
+
-15,
|
| 906 |
+
0
|
| 907 |
+
],
|
| 908 |
+
"modality_keys": [
|
| 909 |
+
"exterior_image_1_left",
|
| 910 |
+
"wrist_image_left"
|
| 911 |
+
],
|
| 912 |
+
"sin_cos_embedding_keys": null,
|
| 913 |
+
"mean_std_embedding_keys": null,
|
| 914 |
+
"action_configs": null
|
| 915 |
+
},
|
| 916 |
+
"state": {
|
| 917 |
+
"delta_indices": [
|
| 918 |
+
0
|
| 919 |
+
],
|
| 920 |
+
"modality_keys": [
|
| 921 |
+
"eef_9d",
|
| 922 |
+
"gripper_position",
|
| 923 |
+
"joint_position"
|
| 924 |
+
],
|
| 925 |
+
"sin_cos_embedding_keys": null,
|
| 926 |
+
"mean_std_embedding_keys": null,
|
| 927 |
+
"action_configs": null
|
| 928 |
+
},
|
| 929 |
+
"action": {
|
| 930 |
+
"delta_indices": [
|
| 931 |
+
0,
|
| 932 |
+
1,
|
| 933 |
+
2,
|
| 934 |
+
3,
|
| 935 |
+
4,
|
| 936 |
+
5,
|
| 937 |
+
6,
|
| 938 |
+
7,
|
| 939 |
+
8,
|
| 940 |
+
9,
|
| 941 |
+
10,
|
| 942 |
+
11,
|
| 943 |
+
12,
|
| 944 |
+
13,
|
| 945 |
+
14,
|
| 946 |
+
15,
|
| 947 |
+
16,
|
| 948 |
+
17,
|
| 949 |
+
18,
|
| 950 |
+
19,
|
| 951 |
+
20,
|
| 952 |
+
21,
|
| 953 |
+
22,
|
| 954 |
+
23,
|
| 955 |
+
24,
|
| 956 |
+
25,
|
| 957 |
+
26,
|
| 958 |
+
27,
|
| 959 |
+
28,
|
| 960 |
+
29,
|
| 961 |
+
30,
|
| 962 |
+
31,
|
| 963 |
+
32,
|
| 964 |
+
33,
|
| 965 |
+
34,
|
| 966 |
+
35,
|
| 967 |
+
36,
|
| 968 |
+
37,
|
| 969 |
+
38,
|
| 970 |
+
39
|
| 971 |
+
],
|
| 972 |
+
"modality_keys": [
|
| 973 |
+
"eef_9d",
|
| 974 |
+
"gripper_position",
|
| 975 |
+
"joint_position"
|
| 976 |
+
],
|
| 977 |
+
"sin_cos_embedding_keys": null,
|
| 978 |
+
"mean_std_embedding_keys": null,
|
| 979 |
+
"action_configs": [
|
| 980 |
+
{
|
| 981 |
+
"rep": "RELATIVE",
|
| 982 |
+
"type": "EEF",
|
| 983 |
+
"format": "XYZ_ROT6D",
|
| 984 |
+
"state_key": "eef_9d"
|
| 985 |
+
},
|
| 986 |
+
{
|
| 987 |
+
"rep": "ABSOLUTE",
|
| 988 |
+
"type": "NON_EEF",
|
| 989 |
+
"format": "DEFAULT",
|
| 990 |
+
"state_key": "gripper_position"
|
| 991 |
+
},
|
| 992 |
+
{
|
| 993 |
+
"rep": "RELATIVE",
|
| 994 |
+
"type": "NON_EEF",
|
| 995 |
+
"format": "DEFAULT",
|
| 996 |
+
"state_key": "joint_position"
|
| 997 |
+
}
|
| 998 |
+
]
|
| 999 |
+
},
|
| 1000 |
+
"language": {
|
| 1001 |
+
"delta_indices": [
|
| 1002 |
+
0
|
| 1003 |
+
],
|
| 1004 |
+
"modality_keys": [
|
| 1005 |
+
"annotation.language.language_instruction"
|
| 1006 |
+
],
|
| 1007 |
+
"sin_cos_embedding_keys": null,
|
| 1008 |
+
"mean_std_embedding_keys": null,
|
| 1009 |
+
"action_configs": null
|
| 1010 |
+
}
|
| 1011 |
+
},
|
| 1012 |
+
"new_embodiment": {
|
| 1013 |
+
"video": {
|
| 1014 |
+
"delta_indices": [
|
| 1015 |
+
0
|
| 1016 |
+
],
|
| 1017 |
+
"modality_keys": [
|
| 1018 |
+
"head",
|
| 1019 |
+
"chest"
|
| 1020 |
+
],
|
| 1021 |
+
"sin_cos_embedding_keys": null,
|
| 1022 |
+
"mean_std_embedding_keys": null,
|
| 1023 |
+
"action_configs": null
|
| 1024 |
+
},
|
| 1025 |
+
"state": {
|
| 1026 |
+
"delta_indices": [
|
| 1027 |
+
0
|
| 1028 |
+
],
|
| 1029 |
+
"modality_keys": [
|
| 1030 |
+
"left_leg",
|
| 1031 |
+
"right_leg",
|
| 1032 |
+
"waist",
|
| 1033 |
+
"left_arm",
|
| 1034 |
+
"right_arm",
|
| 1035 |
+
"head",
|
| 1036 |
+
"left_hand",
|
| 1037 |
+
"right_hand",
|
| 1038 |
+
"projected_gravity"
|
| 1039 |
+
],
|
| 1040 |
+
"sin_cos_embedding_keys": null,
|
| 1041 |
+
"mean_std_embedding_keys": null,
|
| 1042 |
+
"action_configs": null
|
| 1043 |
+
},
|
| 1044 |
+
"action": {
|
| 1045 |
+
"delta_indices": [
|
| 1046 |
+
0,
|
| 1047 |
+
1,
|
| 1048 |
+
2,
|
| 1049 |
+
3,
|
| 1050 |
+
4,
|
| 1051 |
+
5,
|
| 1052 |
+
6,
|
| 1053 |
+
7,
|
| 1054 |
+
8,
|
| 1055 |
+
9,
|
| 1056 |
+
10,
|
| 1057 |
+
11,
|
| 1058 |
+
12,
|
| 1059 |
+
13,
|
| 1060 |
+
14,
|
| 1061 |
+
15
|
| 1062 |
+
],
|
| 1063 |
+
"modality_keys": [
|
| 1064 |
+
"body_target",
|
| 1065 |
+
"left_hand_target",
|
| 1066 |
+
"right_hand_target"
|
| 1067 |
+
],
|
| 1068 |
+
"sin_cos_embedding_keys": null,
|
| 1069 |
+
"mean_std_embedding_keys": null,
|
| 1070 |
+
"action_configs": [
|
| 1071 |
+
{
|
| 1072 |
+
"rep": "ABSOLUTE",
|
| 1073 |
+
"type": "NON_EEF",
|
| 1074 |
+
"format": "DEFAULT",
|
| 1075 |
+
"state_key": null
|
| 1076 |
+
},
|
| 1077 |
+
{
|
| 1078 |
+
"rep": "ABSOLUTE",
|
| 1079 |
+
"type": "NON_EEF",
|
| 1080 |
+
"format": "DEFAULT",
|
| 1081 |
+
"state_key": null
|
| 1082 |
+
},
|
| 1083 |
+
{
|
| 1084 |
+
"rep": "ABSOLUTE",
|
| 1085 |
+
"type": "NON_EEF",
|
| 1086 |
+
"format": "DEFAULT",
|
| 1087 |
+
"state_key": null
|
| 1088 |
+
}
|
| 1089 |
+
]
|
| 1090 |
+
},
|
| 1091 |
+
"language": {
|
| 1092 |
+
"delta_indices": [
|
| 1093 |
+
0
|
| 1094 |
+
],
|
| 1095 |
+
"modality_keys": [
|
| 1096 |
+
"annotation.human.task_description"
|
| 1097 |
+
],
|
| 1098 |
+
"sin_cos_embedding_keys": null,
|
| 1099 |
+
"mean_std_embedding_keys": null,
|
| 1100 |
+
"action_configs": null
|
| 1101 |
+
}
|
| 1102 |
+
}
|
| 1103 |
+
},
|
| 1104 |
+
"image_crop_size": [
|
| 1105 |
+
230,
|
| 1106 |
+
230
|
| 1107 |
+
],
|
| 1108 |
+
"image_target_size": [
|
| 1109 |
+
256,
|
| 1110 |
+
256
|
| 1111 |
+
],
|
| 1112 |
+
"use_albumentations": true,
|
| 1113 |
+
"random_rotation_angle": 0,
|
| 1114 |
+
"color_jitter_params": {
|
| 1115 |
+
"brightness": 0.3,
|
| 1116 |
+
"contrast": 0.4,
|
| 1117 |
+
"saturation": 0.5,
|
| 1118 |
+
"hue": 0.08
|
| 1119 |
+
},
|
| 1120 |
+
"shortest_image_edge": 256,
|
| 1121 |
+
"crop_fraction": 0.95,
|
| 1122 |
+
"letter_box_transform": false,
|
| 1123 |
+
"model_name": "nvidia/Cosmos-Reason2-2B",
|
| 1124 |
+
"model_type": "qwen",
|
| 1125 |
+
"formalize_language": true,
|
| 1126 |
+
"max_state_dim": 132,
|
| 1127 |
+
"max_action_dim": 132,
|
| 1128 |
+
"max_action_horizon": 40,
|
| 1129 |
+
"strict_action_padding_mask": false,
|
| 1130 |
+
"use_percentiles": true,
|
| 1131 |
+
"use_mean_std": false,
|
| 1132 |
+
"clip_outliers": true,
|
| 1133 |
+
"apply_sincos_state_encoding": false,
|
| 1134 |
+
"use_relative_action": true,
|
| 1135 |
+
"exclude_state": false,
|
| 1136 |
+
"state_dropout_prob": 0.2
|
| 1137 |
+
}
|
| 1138 |
+
}
|
a17-unscrew-bottle/epoch-020/protocol.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "GR00T N1.7 (Gr00tN1d7), full fine-tune of the action head; VLM backbone frozen",
|
| 3 |
+
"base_checkpoint": "GR00T N1.7 base (policies-20261109/models/groot-n17-base)",
|
| 4 |
+
"vlm_backbone": "nvidia/Cosmos-Reason2-2B (gated on HF; needed at inference)",
|
| 5 |
+
"task": "A17 unscrew bottle cap (H2)",
|
| 6 |
+
"task_dir": "a17-unscrew-bottle",
|
| 7 |
+
"training_data": "a17-unscrew-bottle-expert-v1 @407e6e2",
|
| 8 |
+
"robot": "H2 (Sharpa hands)",
|
| 9 |
+
"embodiment_tag": "new_embodiment",
|
| 10 |
+
"epoch_completed": 20,
|
| 11 |
+
"global_step": 3315,
|
| 12 |
+
"total_epochs": 20,
|
| 13 |
+
"total_steps": 3315,
|
| 14 |
+
"save_steps": 1658,
|
| 15 |
+
"per_gpu_batch": 87,
|
| 16 |
+
"num_gpus": 8,
|
| 17 |
+
"num_nodes": 1,
|
| 18 |
+
"global_batch": 696,
|
| 19 |
+
"lr": 0.0001,
|
| 20 |
+
"lr_schedule": "cosine, warmup_ratio 0.05",
|
| 21 |
+
"weight_decay": 1e-05,
|
| 22 |
+
"deepspeed_stage": 2,
|
| 23 |
+
"episodes": 100,
|
| 24 |
+
"frames": 115333,
|
| 25 |
+
"fps": 30.0,
|
| 26 |
+
"control_hz": 30.0,
|
| 27 |
+
"cameras": [
|
| 28 |
+
"observation.images.head",
|
| 29 |
+
"observation.images.chest"
|
| 30 |
+
],
|
| 31 |
+
"state_groups": {
|
| 32 |
+
"left_leg": 6,
|
| 33 |
+
"right_leg": 6,
|
| 34 |
+
"waist": 3,
|
| 35 |
+
"left_arm": 7,
|
| 36 |
+
"right_arm": 7,
|
| 37 |
+
"head": 2,
|
| 38 |
+
"left_hand": 22,
|
| 39 |
+
"right_hand": 22,
|
| 40 |
+
"projected_gravity": 3
|
| 41 |
+
},
|
| 42 |
+
"state_dim": 78,
|
| 43 |
+
"action_groups": {
|
| 44 |
+
"body_target": 31,
|
| 45 |
+
"left_hand_target": 22,
|
| 46 |
+
"right_hand_target": 22
|
| 47 |
+
},
|
| 48 |
+
"action_dim": 75,
|
| 49 |
+
"action_chunk": 16,
|
| 50 |
+
"model_action_horizon": 40,
|
| 51 |
+
"state_encoding": "raw (apply_sincos_state_encoding false, GR00T N1.7 default)",
|
| 52 |
+
"normalization": "statistics.json (percentiles, use_percentiles true)",
|
| 53 |
+
"augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09), on from epoch 1; model-native image augmentation off (via code/hb_groot/hb_launch.py; config.json still lists GR00T's native augmentation defaults, they are bypassed in training)",
|
| 54 |
+
"config": "experiment_cfg/conf.yaml (full model config); dataset_meta/modality.json (state/action/video keys)",
|
| 55 |
+
"inference": "NVIDIA Isaac-GR00T (N1.7) policy loader on this folder with embodiment_tag new_embodiment and the modality config in experiment_cfg/conf.yaml; import code/hb_groot/hb_offline_fix.py when HF_HUB_OFFLINE=1. Augmentation is training-only.",
|
| 56 |
+
"resume_state_included": false,
|
| 57 |
+
"files": {
|
| 58 |
+
"config.json": 2221,
|
| 59 |
+
"dataset_meta/hb-dataset-receipt.json": 783,
|
| 60 |
+
"dataset_meta/modality.json": 1549,
|
| 61 |
+
"embodiment_id.json": 2226,
|
| 62 |
+
"experiment_cfg/conf.yaml": 5806,
|
| 63 |
+
"experiment_cfg/config.yaml": 5773,
|
| 64 |
+
"experiment_cfg/dataset_statistics.json": 29620,
|
| 65 |
+
"experiment_cfg/final_model_config.json": 1586,
|
| 66 |
+
"experiment_cfg/final_processor_config.json": 2548335,
|
| 67 |
+
"model-00001-of-00002.safetensors": 4990519232,
|
| 68 |
+
"model-00002-of-00002.safetensors": 1919980184,
|
| 69 |
+
"model.safetensors.index.json": 104985,
|
| 70 |
+
"processor_config.json": 26960,
|
| 71 |
+
"statistics.json": 4322713
|
| 72 |
+
}
|
| 73 |
+
}
|
a17-unscrew-bottle/epoch-020/statistics.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
a18-pour-water/epoch-010/embodiment_id.json
CHANGED
|
@@ -51,7 +51,7 @@
|
|
| 51 |
"simpler_env_widowx": 1,
|
| 52 |
"libero_sim": 2,
|
| 53 |
"droid_sim": 3,
|
| 54 |
-
"robocasa_gr1_tabletop": 10,
|
| 55 |
"new_embodiment": 10,
|
|
|
|
| 56 |
"unitree_g1_sonic": 11
|
| 57 |
}
|
|
|
|
| 51 |
"simpler_env_widowx": 1,
|
| 52 |
"libero_sim": 2,
|
| 53 |
"droid_sim": 3,
|
|
|
|
| 54 |
"new_embodiment": 10,
|
| 55 |
+
"robocasa_gr1_tabletop": 10,
|
| 56 |
"unitree_g1_sonic": 11
|
| 57 |
}
|
a18-pour-water/epoch-010/experiment_cfg/conf.yaml
CHANGED
|
@@ -174,10 +174,10 @@ data:
|
|
| 174 |
- 224
|
| 175 |
- 224
|
| 176 |
training:
|
| 177 |
-
output_dir: /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/groot-runs-
|
| 178 |
experiment_name: null
|
| 179 |
-
max_steps:
|
| 180 |
-
global_batch_size:
|
| 181 |
per_gpu_batch_size: null
|
| 182 |
gradient_accumulation_steps: 1
|
| 183 |
learning_rate: 0.0001
|
|
@@ -194,7 +194,7 @@ training:
|
|
| 194 |
bf16: true
|
| 195 |
eval_bf16: true
|
| 196 |
logging_steps: 10
|
| 197 |
-
save_steps:
|
| 198 |
save_total_limit: 2
|
| 199 |
save_vl_model: false
|
| 200 |
save_only_model: false
|
|
@@ -217,7 +217,7 @@ training:
|
|
| 217 |
transformers_access_token: null
|
| 218 |
use_ddp: false
|
| 219 |
ddp_bucket_cap_mb: 100
|
| 220 |
-
num_gpus:
|
| 221 |
dataloader_num_workers: 8
|
| 222 |
remove_unused_columns: false
|
| 223 |
use_wandb: false
|
|
@@ -231,5 +231,5 @@ training:
|
|
| 231 |
- 0
|
| 232 |
open_loop_eval_steps_per_traj: 100
|
| 233 |
open_loop_eval_plot_indices: null
|
| 234 |
-
max_steps:
|
| 235 |
-
save_steps:
|
|
|
|
| 174 |
- 224
|
| 175 |
- 224
|
| 176 |
training:
|
| 177 |
+
output_dir: /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/groot-runs-b696/a18/production
|
| 178 |
experiment_name: null
|
| 179 |
+
max_steps: 2091
|
| 180 |
+
global_batch_size: 696
|
| 181 |
per_gpu_batch_size: null
|
| 182 |
gradient_accumulation_steps: 1
|
| 183 |
learning_rate: 0.0001
|
|
|
|
| 194 |
bf16: true
|
| 195 |
eval_bf16: true
|
| 196 |
logging_steps: 10
|
| 197 |
+
save_steps: 1046
|
| 198 |
save_total_limit: 2
|
| 199 |
save_vl_model: false
|
| 200 |
save_only_model: false
|
|
|
|
| 217 |
transformers_access_token: null
|
| 218 |
use_ddp: false
|
| 219 |
ddp_bucket_cap_mb: 100
|
| 220 |
+
num_gpus: 8
|
| 221 |
dataloader_num_workers: 8
|
| 222 |
remove_unused_columns: false
|
| 223 |
use_wandb: false
|
|
|
|
| 231 |
- 0
|
| 232 |
open_loop_eval_steps_per_traj: 100
|
| 233 |
open_loop_eval_plot_indices: null
|
| 234 |
+
max_steps: 2091
|
| 235 |
+
save_steps: 1046
|
a18-pour-water/epoch-010/experiment_cfg/config.yaml
CHANGED
|
@@ -174,10 +174,10 @@ data:
|
|
| 174 |
- 224
|
| 175 |
- 224
|
| 176 |
training:
|
| 177 |
-
output_dir: /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/groot-runs-
|
| 178 |
experiment_name: null
|
| 179 |
-
max_steps:
|
| 180 |
-
global_batch_size:
|
| 181 |
per_gpu_batch_size: null
|
| 182 |
gradient_accumulation_steps: 1
|
| 183 |
learning_rate: 0.0001
|
|
@@ -194,7 +194,7 @@ training:
|
|
| 194 |
bf16: true
|
| 195 |
eval_bf16: true
|
| 196 |
logging_steps: 10
|
| 197 |
-
save_steps:
|
| 198 |
save_total_limit: 2
|
| 199 |
save_vl_model: false
|
| 200 |
save_only_model: false
|
|
@@ -217,7 +217,7 @@ training:
|
|
| 217 |
transformers_access_token: null
|
| 218 |
use_ddp: false
|
| 219 |
ddp_bucket_cap_mb: 100
|
| 220 |
-
num_gpus:
|
| 221 |
dataloader_num_workers: 8
|
| 222 |
remove_unused_columns: false
|
| 223 |
use_wandb: false
|
|
|
|
| 174 |
- 224
|
| 175 |
- 224
|
| 176 |
training:
|
| 177 |
+
output_dir: /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/groot-runs-b696/a18/production
|
| 178 |
experiment_name: null
|
| 179 |
+
max_steps: 2091
|
| 180 |
+
global_batch_size: 696
|
| 181 |
per_gpu_batch_size: null
|
| 182 |
gradient_accumulation_steps: 1
|
| 183 |
learning_rate: 0.0001
|
|
|
|
| 194 |
bf16: true
|
| 195 |
eval_bf16: true
|
| 196 |
logging_steps: 10
|
| 197 |
+
save_steps: 1046
|
| 198 |
save_total_limit: 2
|
| 199 |
save_vl_model: false
|
| 200 |
save_only_model: false
|
|
|
|
| 217 |
transformers_access_token: null
|
| 218 |
use_ddp: false
|
| 219 |
ddp_bucket_cap_mb: 100
|
| 220 |
+
num_gpus: 8
|
| 221 |
dataloader_num_workers: 8
|
| 222 |
remove_unused_columns: false
|
| 223 |
use_wandb: false
|
a18-pour-water/epoch-010/experiment_cfg/final_processor_config.json
CHANGED
|
@@ -22,7 +22,7 @@
|
|
| 22 |
"random_rotation_angle": "0",
|
| 23 |
"color_jitter_params": "{'brightness': 0.3, 'contrast': 0.4, 'saturation': 0.5, 'hue': 0.08}",
|
| 24 |
"processor": "Qwen3VLProcessor:\n- image_processor: Qwen2VLImageProcessorFast {\n \"crop_size\": null,\n \"data_format\": \"channels_first\",\n \"default_to_square\": true,\n \"device\": null,\n \"disable_grouping\": null,\n \"do_center_crop\": null,\n \"do_convert_rgb\": true,\n \"do_normalize\": true,\n \"do_pad\": null,\n \"do_rescale\": true,\n \"do_resize\": true,\n \"image_mean\": [\n 0.5,\n 0.5,\n 0.5\n ],\n \"image_processor_type\": \"Qwen2VLImageProcessorFast\",\n \"image_std\": [\n 0.5,\n 0.5,\n 0.5\n ],\n \"input_data_format\": null,\n \"max_pixels\": null,\n \"merge_size\": 2,\n \"min_pixels\": null,\n \"pad_size\": null,\n \"patch_size\": 16,\n \"processor_class\": \"Qwen3VLProcessor\",\n \"resample\": 3,\n \"rescale_factor\": 0.00392156862745098,\n \"return_tensors\": null,\n \"size\": {\n \"longest_edge\": 16777216,\n \"shortest_edge\": 65536\n },\n \"temporal_patch_size\": 2\n}\n\n- tokenizer: Qwen2TokenizerFast(name_or_path='nvidia/Cosmos-Reason2-2B', vocab_size=151643, model_max_length=262144, is_fast=True, padding_side='left', truncation_side='right', special_tokens={'eos_token': '<|im_end|>', 'pad_token': '<|endoftext|>', 'additional_special_tokens': ['<|im_start|>', '<|im_end|>', '<|object_ref_start|>', '<|object_ref_end|>', '<|box_start|>', '<|box_end|>', '<|quad_start|>', '<|quad_end|>', '<|vision_start|>', '<|vision_end|>', '<|vision_pad|>', '<|image_pad|>', '<|video_pad|>']}, clean_up_tokenization_spaces=False, added_tokens_decoder={\n\t151643: AddedToken(\"<|endoftext|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151644: AddedToken(\"<|im_start|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151645: AddedToken(\"<|im_end|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151646: AddedToken(\"<|object_ref_start|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151647: AddedToken(\"<|object_ref_end|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151648: AddedToken(\"<|box_start|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151649: AddedToken(\"<|box_end|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151650: AddedToken(\"<|quad_start|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151651: AddedToken(\"<|quad_end|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151652: AddedToken(\"<|vision_start|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151653: AddedToken(\"<|vision_end|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151654: AddedToken(\"<|vision_pad|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151655: AddedToken(\"<|image_pad|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151656: AddedToken(\"<|video_pad|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151657: AddedToken(\"<tool_call>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151658: AddedToken(\"</tool_call>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151659: AddedToken(\"<|fim_prefix|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151660: AddedToken(\"<|fim_middle|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151661: AddedToken(\"<|fim_suffix|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151662: AddedToken(\"<|fim_pad|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151663: AddedToken(\"<|repo_name|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151664: AddedToken(\"<|file_sep|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151665: AddedToken(\"<tool_response>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151666: AddedToken(\"</tool_response>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151667: AddedToken(\"<think>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151668: AddedToken(\"</think>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n}\n)\n- video_processor: Qwen3VLVideoProcessor {\n \"crop_size\": null,\n \"data_format\": \"channels_first\",\n \"default_to_square\": true,\n \"device\": null,\n \"do_center_crop\": null,\n \"do_convert_rgb\": true,\n \"do_normalize\": true,\n \"do_rescale\": true,\n \"do_resize\": true,\n \"do_sample_frames\": true,\n \"fps\": 2,\n \"image_mean\": [\n 0.5,\n 0.5,\n 0.5\n ],\n \"image_std\": [\n 0.5,\n 0.5,\n 0.5\n ],\n \"input_data_format\": null,\n \"max_frames\": 768,\n \"merge_size\": 2,\n \"min_frames\": 4,\n \"num_frames\": null,\n \"pad_size\": null,\n \"patch_size\": 16,\n \"processor_class\": \"Qwen3VLProcessor\",\n \"resample\": 3,\n \"rescale_factor\": 0.00392156862745098,\n \"return_metadata\": false,\n \"size\": {\n \"longest_edge\": 25165824,\n \"shortest_edge\": 4096\n },\n \"temporal_patch_size\": 2,\n \"video_metadata\": null,\n \"video_processor_type\": \"Qwen3VLVideoProcessor\"\n}\n\n\n{\n \"processor_class\": \"Qwen3VLProcessor\"\n}\n",
|
| 25 |
-
"embodiment_id_mapping": "{'robocasa_panda_omron': 13, 'oxe_droid': 17, 'oxe_fractal': 18, 'oxe_language_table': 19, 'oxe_bridge': 20, 'unknown': 22, 'gr1_unified': 20, 'agibot': 26, 'sim_behavior_r1_pro': 23, 'xdof': 24, 'xdof_oss_data': 25, 'unitree_g1_full_body_with_waist_height_nav_cmd': 25, 'real_r1_pro_sharpa': 27, 'real_r1_pro_sharpa_add_view': 27, 'real_r1_pro_sharpa_relative_arm_joint': 26, 'real_r1_pro_sharpa_delta_eef': 26, 'real_r1_pro_sharpa_absolute_eef': 26, 'real_r1_pro_sharpa_meanstd': 26, 'real_r1_pro_sharpa_relative_eef': 26, 'real_r1_pro_sharpa_relative_eef_add_view': 26, 'real_r1_pro_sharpa_relative_eef_relative_hand': 26, 'real_r1_pro_sharpa_relative_eef_human': 26, 'real_r1_pro_sharpa_relative_eef_human_add_view': 26, 'real_r1_pro_sharpa_relative_eef_human_relative_hand': 26, 'real_r1_pro_sharpa_relative_eef_egodex': 26, 'real_r1_pro_sharpa_relative_eef_egodex_relative_hand': 26, 'real_r1_pro_sharpa_relative_eef_egodex_wrist_only': 26, 'real_r1_pro_sharpa_relative_eef_maxinsights': 26, 'real_r1_pro_sharpa_relative_eef_maxinsights_relative_hand': 26, 'real_r1_pro_sharpa_relative_eef_mecka': 26, 'real_r1_pro_sharpa_relative_eef_mecka_relative_hand': 26, 'real_g1_relative_eef_absolute_joints': 25, 'real_g1_relative_eef_absolute_joints_wrist_cam': 25, 'real_g1_relative_eef_relative_joints': 25, 'real_r1_pro_sharpa_relative_eef_relative_hand_relative_joint': 26, 'real_r1_pro_sharpa_relative_joint': 29, 'oxe_droid_relative_eef_relative_joint': 24, 'oxe_droid_relative_eef_relative_joint_swapped': 24, 'oxe_droid_relative_eef_relative_joint_upweight_z': 24, 'oxe_droid_relative_eef_relative_joint_upweight_z_swapped': 24, 'oxe_droid_relative_eef_relative_joint_3view': 24, 'oxe_droid_relative_eef_relative_joint_3view_swapped': 24, 'oxe_droid_relative_eef': 24, 'oxe_droid_joint_position_relative': 24, 'xdof_relative_eef_relative_joint': 27, 'xdof_relative_eef_relative_joint_subtask': 27, 'xdof_relative_eef': 27, 'xdof_relative_joint': 28, 'simpler_env_google': 0, 'simpler_env_widowx': 1, 'libero_sim': 2, 'droid_sim': 3, '
|
| 26 |
"shortest_image_edge": "256",
|
| 27 |
"crop_fraction": "0.95",
|
| 28 |
"statistics": "{}",
|
|
|
|
| 22 |
"random_rotation_angle": "0",
|
| 23 |
"color_jitter_params": "{'brightness': 0.3, 'contrast': 0.4, 'saturation': 0.5, 'hue': 0.08}",
|
| 24 |
"processor": "Qwen3VLProcessor:\n- image_processor: Qwen2VLImageProcessorFast {\n \"crop_size\": null,\n \"data_format\": \"channels_first\",\n \"default_to_square\": true,\n \"device\": null,\n \"disable_grouping\": null,\n \"do_center_crop\": null,\n \"do_convert_rgb\": true,\n \"do_normalize\": true,\n \"do_pad\": null,\n \"do_rescale\": true,\n \"do_resize\": true,\n \"image_mean\": [\n 0.5,\n 0.5,\n 0.5\n ],\n \"image_processor_type\": \"Qwen2VLImageProcessorFast\",\n \"image_std\": [\n 0.5,\n 0.5,\n 0.5\n ],\n \"input_data_format\": null,\n \"max_pixels\": null,\n \"merge_size\": 2,\n \"min_pixels\": null,\n \"pad_size\": null,\n \"patch_size\": 16,\n \"processor_class\": \"Qwen3VLProcessor\",\n \"resample\": 3,\n \"rescale_factor\": 0.00392156862745098,\n \"return_tensors\": null,\n \"size\": {\n \"longest_edge\": 16777216,\n \"shortest_edge\": 65536\n },\n \"temporal_patch_size\": 2\n}\n\n- tokenizer: Qwen2TokenizerFast(name_or_path='nvidia/Cosmos-Reason2-2B', vocab_size=151643, model_max_length=262144, is_fast=True, padding_side='left', truncation_side='right', special_tokens={'eos_token': '<|im_end|>', 'pad_token': '<|endoftext|>', 'additional_special_tokens': ['<|im_start|>', '<|im_end|>', '<|object_ref_start|>', '<|object_ref_end|>', '<|box_start|>', '<|box_end|>', '<|quad_start|>', '<|quad_end|>', '<|vision_start|>', '<|vision_end|>', '<|vision_pad|>', '<|image_pad|>', '<|video_pad|>']}, clean_up_tokenization_spaces=False, added_tokens_decoder={\n\t151643: AddedToken(\"<|endoftext|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151644: AddedToken(\"<|im_start|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151645: AddedToken(\"<|im_end|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151646: AddedToken(\"<|object_ref_start|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151647: AddedToken(\"<|object_ref_end|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151648: AddedToken(\"<|box_start|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151649: AddedToken(\"<|box_end|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151650: AddedToken(\"<|quad_start|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151651: AddedToken(\"<|quad_end|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151652: AddedToken(\"<|vision_start|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151653: AddedToken(\"<|vision_end|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151654: AddedToken(\"<|vision_pad|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151655: AddedToken(\"<|image_pad|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151656: AddedToken(\"<|video_pad|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t151657: AddedToken(\"<tool_call>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151658: AddedToken(\"</tool_call>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151659: AddedToken(\"<|fim_prefix|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151660: AddedToken(\"<|fim_middle|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151661: AddedToken(\"<|fim_suffix|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151662: AddedToken(\"<|fim_pad|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151663: AddedToken(\"<|repo_name|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151664: AddedToken(\"<|file_sep|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151665: AddedToken(\"<tool_response>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151666: AddedToken(\"</tool_response>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151667: AddedToken(\"<think>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t151668: AddedToken(\"</think>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n}\n)\n- video_processor: Qwen3VLVideoProcessor {\n \"crop_size\": null,\n \"data_format\": \"channels_first\",\n \"default_to_square\": true,\n \"device\": null,\n \"do_center_crop\": null,\n \"do_convert_rgb\": true,\n \"do_normalize\": true,\n \"do_rescale\": true,\n \"do_resize\": true,\n \"do_sample_frames\": true,\n \"fps\": 2,\n \"image_mean\": [\n 0.5,\n 0.5,\n 0.5\n ],\n \"image_std\": [\n 0.5,\n 0.5,\n 0.5\n ],\n \"input_data_format\": null,\n \"max_frames\": 768,\n \"merge_size\": 2,\n \"min_frames\": 4,\n \"num_frames\": null,\n \"pad_size\": null,\n \"patch_size\": 16,\n \"processor_class\": \"Qwen3VLProcessor\",\n \"resample\": 3,\n \"rescale_factor\": 0.00392156862745098,\n \"return_metadata\": false,\n \"size\": {\n \"longest_edge\": 25165824,\n \"shortest_edge\": 4096\n },\n \"temporal_patch_size\": 2,\n \"video_metadata\": null,\n \"video_processor_type\": \"Qwen3VLVideoProcessor\"\n}\n\n\n{\n \"processor_class\": \"Qwen3VLProcessor\"\n}\n",
|
| 25 |
+
"embodiment_id_mapping": "{'robocasa_panda_omron': 13, 'oxe_droid': 17, 'oxe_fractal': 18, 'oxe_language_table': 19, 'oxe_bridge': 20, 'unknown': 22, 'gr1_unified': 20, 'agibot': 26, 'sim_behavior_r1_pro': 23, 'xdof': 24, 'xdof_oss_data': 25, 'unitree_g1_full_body_with_waist_height_nav_cmd': 25, 'real_r1_pro_sharpa': 27, 'real_r1_pro_sharpa_add_view': 27, 'real_r1_pro_sharpa_relative_arm_joint': 26, 'real_r1_pro_sharpa_delta_eef': 26, 'real_r1_pro_sharpa_absolute_eef': 26, 'real_r1_pro_sharpa_meanstd': 26, 'real_r1_pro_sharpa_relative_eef': 26, 'real_r1_pro_sharpa_relative_eef_add_view': 26, 'real_r1_pro_sharpa_relative_eef_relative_hand': 26, 'real_r1_pro_sharpa_relative_eef_human': 26, 'real_r1_pro_sharpa_relative_eef_human_add_view': 26, 'real_r1_pro_sharpa_relative_eef_human_relative_hand': 26, 'real_r1_pro_sharpa_relative_eef_egodex': 26, 'real_r1_pro_sharpa_relative_eef_egodex_relative_hand': 26, 'real_r1_pro_sharpa_relative_eef_egodex_wrist_only': 26, 'real_r1_pro_sharpa_relative_eef_maxinsights': 26, 'real_r1_pro_sharpa_relative_eef_maxinsights_relative_hand': 26, 'real_r1_pro_sharpa_relative_eef_mecka': 26, 'real_r1_pro_sharpa_relative_eef_mecka_relative_hand': 26, 'real_g1_relative_eef_absolute_joints': 25, 'real_g1_relative_eef_absolute_joints_wrist_cam': 25, 'real_g1_relative_eef_relative_joints': 25, 'real_r1_pro_sharpa_relative_eef_relative_hand_relative_joint': 26, 'real_r1_pro_sharpa_relative_joint': 29, 'oxe_droid_relative_eef_relative_joint': 24, 'oxe_droid_relative_eef_relative_joint_swapped': 24, 'oxe_droid_relative_eef_relative_joint_upweight_z': 24, 'oxe_droid_relative_eef_relative_joint_upweight_z_swapped': 24, 'oxe_droid_relative_eef_relative_joint_3view': 24, 'oxe_droid_relative_eef_relative_joint_3view_swapped': 24, 'oxe_droid_relative_eef': 24, 'oxe_droid_joint_position_relative': 24, 'xdof_relative_eef_relative_joint': 27, 'xdof_relative_eef_relative_joint_subtask': 27, 'xdof_relative_eef': 27, 'xdof_relative_joint': 28, 'simpler_env_google': 0, 'simpler_env_widowx': 1, 'libero_sim': 2, 'droid_sim': 3, 'new_embodiment': 10, 'robocasa_gr1_tabletop': 10, 'unitree_g1_sonic': 11}",
|
| 26 |
"shortest_image_edge": "256",
|
| 27 |
"crop_fraction": "0.95",
|
| 28 |
"statistics": "{}",
|
a18-pour-water/epoch-010/protocol.json
CHANGED
|
@@ -4,22 +4,26 @@
|
|
| 4 |
"vlm_backbone": "nvidia/Cosmos-Reason2-2B (gated on HF; needed at inference)",
|
| 5 |
"task": "A18 pour water (H2)",
|
| 6 |
"task_dir": "a18-pour-water",
|
|
|
|
| 7 |
"robot": "H2 (Sharpa hands)",
|
| 8 |
"embodiment_tag": "new_embodiment",
|
| 9 |
"epoch_completed": 10,
|
| 10 |
-
"global_step":
|
| 11 |
"total_epochs": 20,
|
| 12 |
-
"total_steps":
|
| 13 |
-
"save_steps":
|
| 14 |
-
"per_gpu_batch":
|
| 15 |
-
"
|
| 16 |
-
"
|
|
|
|
| 17 |
"lr": 0.0001,
|
| 18 |
"lr_schedule": "cosine, warmup_ratio 0.05",
|
|
|
|
| 19 |
"deepspeed_stage": 2,
|
| 20 |
"episodes": 100,
|
| 21 |
"frames": 72752,
|
| 22 |
-
"fps": 30,
|
|
|
|
| 23 |
"cameras": [
|
| 24 |
"observation.images.head",
|
| 25 |
"observation.images.chest"
|
|
@@ -44,10 +48,10 @@
|
|
| 44 |
"action_dim": 75,
|
| 45 |
"action_chunk": 16,
|
| 46 |
"model_action_horizon": 40,
|
| 47 |
-
"state_encoding": "raw (apply_sincos_state_encoding false)",
|
| 48 |
"normalization": "statistics.json (percentiles, use_percentiles true)",
|
| 49 |
-
"augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09) via code/hb_groot/hb_launch.py;
|
| 50 |
-
"config": "experiment_cfg/conf.yaml (full
|
| 51 |
"inference": "NVIDIA Isaac-GR00T (N1.7) policy loader on this folder with embodiment_tag new_embodiment and the modality config in experiment_cfg/conf.yaml; import code/hb_groot/hb_offline_fix.py when HF_HUB_OFFLINE=1. Augmentation is training-only.",
|
| 52 |
"resume_state_included": false,
|
| 53 |
"files": {
|
|
@@ -55,7 +59,7 @@
|
|
| 55 |
"dataset_meta/hb-dataset-receipt.json": 785,
|
| 56 |
"dataset_meta/modality.json": 1549,
|
| 57 |
"embodiment_id.json": 2226,
|
| 58 |
-
"experiment_cfg/conf.yaml":
|
| 59 |
"experiment_cfg/config.yaml": 5773,
|
| 60 |
"experiment_cfg/dataset_statistics.json": 28319,
|
| 61 |
"experiment_cfg/final_model_config.json": 1586,
|
|
|
|
| 4 |
"vlm_backbone": "nvidia/Cosmos-Reason2-2B (gated on HF; needed at inference)",
|
| 5 |
"task": "A18 pour water (H2)",
|
| 6 |
"task_dir": "a18-pour-water",
|
| 7 |
+
"training_data": "a18 H2 pour water",
|
| 8 |
"robot": "H2 (Sharpa hands)",
|
| 9 |
"embodiment_tag": "new_embodiment",
|
| 10 |
"epoch_completed": 10,
|
| 11 |
+
"global_step": 1046,
|
| 12 |
"total_epochs": 20,
|
| 13 |
+
"total_steps": 2091,
|
| 14 |
+
"save_steps": 1046,
|
| 15 |
+
"per_gpu_batch": 87,
|
| 16 |
+
"num_gpus": 8,
|
| 17 |
+
"num_nodes": 1,
|
| 18 |
+
"global_batch": 696,
|
| 19 |
"lr": 0.0001,
|
| 20 |
"lr_schedule": "cosine, warmup_ratio 0.05",
|
| 21 |
+
"weight_decay": 1e-05,
|
| 22 |
"deepspeed_stage": 2,
|
| 23 |
"episodes": 100,
|
| 24 |
"frames": 72752,
|
| 25 |
+
"fps": 30.0,
|
| 26 |
+
"control_hz": 30.0,
|
| 27 |
"cameras": [
|
| 28 |
"observation.images.head",
|
| 29 |
"observation.images.chest"
|
|
|
|
| 48 |
"action_dim": 75,
|
| 49 |
"action_chunk": 16,
|
| 50 |
"model_action_horizon": 40,
|
| 51 |
+
"state_encoding": "raw (apply_sincos_state_encoding false, GR00T N1.7 default)",
|
| 52 |
"normalization": "statistics.json (percentiles, use_percentiles true)",
|
| 53 |
+
"augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09), on from epoch 1; model-native image augmentation off (via code/hb_groot/hb_launch.py; config.json still lists GR00T's native augmentation defaults, they are bypassed in training)",
|
| 54 |
+
"config": "experiment_cfg/conf.yaml (full model config); dataset_meta/modality.json (state/action/video keys)",
|
| 55 |
"inference": "NVIDIA Isaac-GR00T (N1.7) policy loader on this folder with embodiment_tag new_embodiment and the modality config in experiment_cfg/conf.yaml; import code/hb_groot/hb_offline_fix.py when HF_HUB_OFFLINE=1. Augmentation is training-only.",
|
| 56 |
"resume_state_included": false,
|
| 57 |
"files": {
|
|
|
|
| 59 |
"dataset_meta/hb-dataset-receipt.json": 785,
|
| 60 |
"dataset_meta/modality.json": 1549,
|
| 61 |
"embodiment_id.json": 2226,
|
| 62 |
+
"experiment_cfg/conf.yaml": 5806,
|
| 63 |
"experiment_cfg/config.yaml": 5773,
|
| 64 |
"experiment_cfg/dataset_statistics.json": 28319,
|
| 65 |
"experiment_cfg/final_model_config.json": 1586,
|
a18-pour-water/epoch-020/embodiment_id.json
CHANGED
|
@@ -51,7 +51,7 @@
|
|
| 51 |
"simpler_env_widowx": 1,
|
| 52 |
"libero_sim": 2,
|
| 53 |
"droid_sim": 3,
|
| 54 |
-
"robocasa_gr1_tabletop": 10,
|
| 55 |
"new_embodiment": 10,
|
|
|
|
| 56 |
"unitree_g1_sonic": 11
|
| 57 |
}
|
|
|
|
| 51 |
"simpler_env_widowx": 1,
|
| 52 |
"libero_sim": 2,
|
| 53 |
"droid_sim": 3,
|
|
|
|
| 54 |
"new_embodiment": 10,
|
| 55 |
+
"robocasa_gr1_tabletop": 10,
|
| 56 |
"unitree_g1_sonic": 11
|
| 57 |
}
|
a18-pour-water/epoch-020/experiment_cfg/conf.yaml
CHANGED
|
@@ -174,10 +174,10 @@ data:
|
|
| 174 |
- 224
|
| 175 |
- 224
|
| 176 |
training:
|
| 177 |
-
output_dir: /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/groot-runs-
|
| 178 |
experiment_name: null
|
| 179 |
-
max_steps:
|
| 180 |
-
global_batch_size:
|
| 181 |
per_gpu_batch_size: null
|
| 182 |
gradient_accumulation_steps: 1
|
| 183 |
learning_rate: 0.0001
|
|
@@ -194,7 +194,7 @@ training:
|
|
| 194 |
bf16: true
|
| 195 |
eval_bf16: true
|
| 196 |
logging_steps: 10
|
| 197 |
-
save_steps:
|
| 198 |
save_total_limit: 2
|
| 199 |
save_vl_model: false
|
| 200 |
save_only_model: false
|
|
@@ -217,7 +217,7 @@ training:
|
|
| 217 |
transformers_access_token: null
|
| 218 |
use_ddp: false
|
| 219 |
ddp_bucket_cap_mb: 100
|
| 220 |
-
num_gpus:
|
| 221 |
dataloader_num_workers: 8
|
| 222 |
remove_unused_columns: false
|
| 223 |
use_wandb: false
|
|
@@ -231,5 +231,5 @@ training:
|
|
| 231 |
- 0
|
| 232 |
open_loop_eval_steps_per_traj: 100
|
| 233 |
open_loop_eval_plot_indices: null
|
| 234 |
-
max_steps:
|
| 235 |
-
save_steps:
|
|
|
|
| 174 |
- 224
|
| 175 |
- 224
|
| 176 |
training:
|
| 177 |
+
output_dir: /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/groot-runs-b696/a18/production
|
| 178 |
experiment_name: null
|
| 179 |
+
max_steps: 2091
|
| 180 |
+
global_batch_size: 696
|
| 181 |
per_gpu_batch_size: null
|
| 182 |
gradient_accumulation_steps: 1
|
| 183 |
learning_rate: 0.0001
|
|
|
|
| 194 |
bf16: true
|
| 195 |
eval_bf16: true
|
| 196 |
logging_steps: 10
|
| 197 |
+
save_steps: 1046
|
| 198 |
save_total_limit: 2
|
| 199 |
save_vl_model: false
|
| 200 |
save_only_model: false
|
|
|
|
| 217 |
transformers_access_token: null
|
| 218 |
use_ddp: false
|
| 219 |
ddp_bucket_cap_mb: 100
|
| 220 |
+
num_gpus: 8
|
| 221 |
dataloader_num_workers: 8
|
| 222 |
remove_unused_columns: false
|
| 223 |
use_wandb: false
|
|
|
|
| 231 |
- 0
|
| 232 |
open_loop_eval_steps_per_traj: 100
|
| 233 |
open_loop_eval_plot_indices: null
|
| 234 |
+
max_steps: 2091
|
| 235 |
+
save_steps: 1046
|
a18-pour-water/epoch-020/experiment_cfg/config.yaml
CHANGED
|
@@ -174,10 +174,10 @@ data:
|
|
| 174 |
- 224
|
| 175 |
- 224
|
| 176 |
training:
|
| 177 |
-
output_dir: /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/groot-runs-
|
| 178 |
experiment_name: null
|
| 179 |
-
max_steps:
|
| 180 |
-
global_batch_size:
|
| 181 |
per_gpu_batch_size: null
|
| 182 |
gradient_accumulation_steps: 1
|
| 183 |
learning_rate: 0.0001
|
|
@@ -194,7 +194,7 @@ training:
|
|
| 194 |
bf16: true
|
| 195 |
eval_bf16: true
|
| 196 |
logging_steps: 10
|
| 197 |
-
save_steps:
|
| 198 |
save_total_limit: 2
|
| 199 |
save_vl_model: false
|
| 200 |
save_only_model: false
|
|
@@ -217,7 +217,7 @@ training:
|
|
| 217 |
transformers_access_token: null
|
| 218 |
use_ddp: false
|
| 219 |
ddp_bucket_cap_mb: 100
|
| 220 |
-
num_gpus:
|
| 221 |
dataloader_num_workers: 8
|
| 222 |
remove_unused_columns: false
|
| 223 |
use_wandb: false
|
|
|
|
| 174 |
- 224
|
| 175 |
- 224
|
| 176 |
training:
|
| 177 |
+
output_dir: /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/groot-runs-b696/a18/production
|
| 178 |
experiment_name: null
|
| 179 |
+
max_steps: 2091
|
| 180 |
+
global_batch_size: 696
|
| 181 |
per_gpu_batch_size: null
|
| 182 |
gradient_accumulation_steps: 1
|
| 183 |
learning_rate: 0.0001
|
|
|
|
| 194 |
bf16: true
|
| 195 |
eval_bf16: true
|
| 196 |
logging_steps: 10
|
| 197 |
+
save_steps: 1046
|
| 198 |
save_total_limit: 2
|
| 199 |
save_vl_model: false
|
| 200 |
save_only_model: false
|
|
|
|
| 217 |
transformers_access_token: null
|
| 218 |
use_ddp: false
|
| 219 |
ddp_bucket_cap_mb: 100
|
| 220 |
+
num_gpus: 8
|
| 221 |
dataloader_num_workers: 8
|
| 222 |
remove_unused_columns: false
|
| 223 |
use_wandb: false
|
a18-pour-water/epoch-020/protocol.json
CHANGED
|
@@ -4,22 +4,26 @@
|
|
| 4 |
"vlm_backbone": "nvidia/Cosmos-Reason2-2B (gated on HF; needed at inference)",
|
| 5 |
"task": "A18 pour water (H2)",
|
| 6 |
"task_dir": "a18-pour-water",
|
|
|
|
| 7 |
"robot": "H2 (Sharpa hands)",
|
| 8 |
"embodiment_tag": "new_embodiment",
|
| 9 |
"epoch_completed": 20,
|
| 10 |
-
"global_step":
|
| 11 |
"total_epochs": 20,
|
| 12 |
-
"total_steps":
|
| 13 |
-
"save_steps":
|
| 14 |
-
"per_gpu_batch":
|
| 15 |
-
"
|
| 16 |
-
"
|
|
|
|
| 17 |
"lr": 0.0001,
|
| 18 |
"lr_schedule": "cosine, warmup_ratio 0.05",
|
|
|
|
| 19 |
"deepspeed_stage": 2,
|
| 20 |
"episodes": 100,
|
| 21 |
"frames": 72752,
|
| 22 |
-
"fps": 30,
|
|
|
|
| 23 |
"cameras": [
|
| 24 |
"observation.images.head",
|
| 25 |
"observation.images.chest"
|
|
@@ -44,10 +48,10 @@
|
|
| 44 |
"action_dim": 75,
|
| 45 |
"action_chunk": 16,
|
| 46 |
"model_action_horizon": 40,
|
| 47 |
-
"state_encoding": "raw (apply_sincos_state_encoding false)",
|
| 48 |
"normalization": "statistics.json (percentiles, use_percentiles true)",
|
| 49 |
-
"augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09) via code/hb_groot/hb_launch.py;
|
| 50 |
-
"config": "experiment_cfg/conf.yaml (full
|
| 51 |
"inference": "NVIDIA Isaac-GR00T (N1.7) policy loader on this folder with embodiment_tag new_embodiment and the modality config in experiment_cfg/conf.yaml; import code/hb_groot/hb_offline_fix.py when HF_HUB_OFFLINE=1. Augmentation is training-only.",
|
| 52 |
"resume_state_included": false,
|
| 53 |
"files": {
|
|
@@ -55,7 +59,7 @@
|
|
| 55 |
"dataset_meta/hb-dataset-receipt.json": 785,
|
| 56 |
"dataset_meta/modality.json": 1549,
|
| 57 |
"embodiment_id.json": 2226,
|
| 58 |
-
"experiment_cfg/conf.yaml":
|
| 59 |
"experiment_cfg/config.yaml": 5773,
|
| 60 |
"experiment_cfg/dataset_statistics.json": 28319,
|
| 61 |
"experiment_cfg/final_model_config.json": 1586,
|
|
|
|
| 4 |
"vlm_backbone": "nvidia/Cosmos-Reason2-2B (gated on HF; needed at inference)",
|
| 5 |
"task": "A18 pour water (H2)",
|
| 6 |
"task_dir": "a18-pour-water",
|
| 7 |
+
"training_data": "a18 H2 pour water",
|
| 8 |
"robot": "H2 (Sharpa hands)",
|
| 9 |
"embodiment_tag": "new_embodiment",
|
| 10 |
"epoch_completed": 20,
|
| 11 |
+
"global_step": 2091,
|
| 12 |
"total_epochs": 20,
|
| 13 |
+
"total_steps": 2091,
|
| 14 |
+
"save_steps": 1046,
|
| 15 |
+
"per_gpu_batch": 87,
|
| 16 |
+
"num_gpus": 8,
|
| 17 |
+
"num_nodes": 1,
|
| 18 |
+
"global_batch": 696,
|
| 19 |
"lr": 0.0001,
|
| 20 |
"lr_schedule": "cosine, warmup_ratio 0.05",
|
| 21 |
+
"weight_decay": 1e-05,
|
| 22 |
"deepspeed_stage": 2,
|
| 23 |
"episodes": 100,
|
| 24 |
"frames": 72752,
|
| 25 |
+
"fps": 30.0,
|
| 26 |
+
"control_hz": 30.0,
|
| 27 |
"cameras": [
|
| 28 |
"observation.images.head",
|
| 29 |
"observation.images.chest"
|
|
|
|
| 48 |
"action_dim": 75,
|
| 49 |
"action_chunk": 16,
|
| 50 |
"model_action_horizon": 40,
|
| 51 |
+
"state_encoding": "raw (apply_sincos_state_encoding false, GR00T N1.7 default)",
|
| 52 |
"normalization": "statistics.json (percentiles, use_percentiles true)",
|
| 53 |
+
"augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09), on from epoch 1; model-native image augmentation off (via code/hb_groot/hb_launch.py; config.json still lists GR00T's native augmentation defaults, they are bypassed in training)",
|
| 54 |
+
"config": "experiment_cfg/conf.yaml (full model config); dataset_meta/modality.json (state/action/video keys)",
|
| 55 |
"inference": "NVIDIA Isaac-GR00T (N1.7) policy loader on this folder with embodiment_tag new_embodiment and the modality config in experiment_cfg/conf.yaml; import code/hb_groot/hb_offline_fix.py when HF_HUB_OFFLINE=1. Augmentation is training-only.",
|
| 56 |
"resume_state_included": false,
|
| 57 |
"files": {
|
|
|
|
| 59 |
"dataset_meta/hb-dataset-receipt.json": 785,
|
| 60 |
"dataset_meta/modality.json": 1549,
|
| 61 |
"embodiment_id.json": 2226,
|
| 62 |
+
"experiment_cfg/conf.yaml": 5806,
|
| 63 |
"experiment_cfg/config.yaml": 5773,
|
| 64 |
"experiment_cfg/dataset_statistics.json": 28319,
|
| 65 |
"experiment_cfg/final_model_config.json": 1586,
|