policy_preprocessor.json

{
  "name": "policy_preprocessor",
  "steps": [
    {
      "registry_name": "to_batch_processor",
      "config": {}
    },
    {
      "registry_name": "normalizer_processor",
      "config": {
        "eps": 1e-08,
        "features": {
          "observation.images.robot0_agentview_left": {
            "type": "VISUAL",
            "shape": [
              3,
              224,
              224
            ]
          },
          "observation.images.robot0_agentview_right": {
            "type": "VISUAL",
            "shape": [
              3,
              224,
              224
            ]
          },
          "observation.images.robot0_eye_in_hand": {
            "type": "VISUAL",
            "shape": [
              3,
              224,
              224
            ]
          },
          "observation.state.eef_position": {
            "type": "STATE",
            "shape": [
              3
            ]
          },
          "observation.state.eef_rotation": {
            "type": "STATE",
            "shape": [
              3
            ]
          },
          "observation.state.gripper_qpos": {
            "type": "STATE",
            "shape": [
              2
            ]
          },
          "observation.state.base_position": {
            "type": "STATE",
            "shape": [
              3
            ]
          },
          "observation.state.base_rotation": {
            "type": "STATE",
            "shape": [
              3
            ]
          },
          "action": {
            "type": "ACTION",
            "shape": [
              12
            ]
          }
        },
        "norm_map": {
          "VISUAL": "IDENTITY",
          "STATE": "IDENTITY",
          "ACTION": "IDENTITY"
        }
      }
    },
    {
      "registry_name": "being_h05_semantic_pack",
      "config": {
        "image_keys": [
          "observation.images.robot0_agentview_left",
          "observation.images.robot0_agentview_right",
          "observation.images.robot0_eye_in_hand"
        ],
        "prompt_template": "According to the instruction '{task_description}', what's the micro-step actions in the next {k} steps?",
        "chunk_size": 16,
        "state_slots": {
          "eef_position": [
            0,
            3
          ],
          "eef_rotation": [
            3,
            6
          ],
          "gripper_qpos": [
            44,
            46
          ],
          "base_position": [
            70,
            73
          ],
          "base_rotation": [
            73,
            76
          ]
        },
        "action_slots": {
          "eef_position": [
            0,
            3
          ],
          "eef_rotation": [
            3,
            6
          ],
          "gripper_position": [
            18,
            19
          ],
          "base_motion": [
            70,
            74
          ],
          "control_mode": [
            74,
            75
          ]
        }
      }
    },
    {
      "registry_name": "device_processor",
      "config": {
        "device": "cuda",
        "float_dtype": null
      }
    }
  ]
}