pretrained/config.json

{
    "type": "pistar06",
    "n_obs_steps": 1,
    "input_features": {
        "observation.state": {
            "type": "STATE",
            "shape": [
                6
            ]
        },
        "observation.images.top": {
            "type": "VISUAL",
            "shape": [
                3,
                600,
                800
            ]
        },
        "observation.images.side": {
            "type": "VISUAL",
            "shape": [
                3,
                600,
                800
            ]
        }
    },
    "output_features": {
        "action": {
            "type": "ACTION",
            "shape": [
                6
            ]
        }
    },
    "device": "cuda",
    "use_amp": false,
    "use_peft": false,
    "push_to_hub": true,
    "repo_id": null,
    "private": null,
    "tags": null,
    "license": null,
    "pretrained_path": null,
    "paligemma_variant": "gemma_2b",
    "action_expert_variant": "gemma_300m",
    "dtype": "bfloat16",
    "chunk_size": 50,
    "n_action_steps": 50,
    "max_state_dim": 32,
    "max_action_dim": 32,
    "num_inference_steps": 10,
    "time_sampling_beta_alpha": 1.5,
    "time_sampling_beta_beta": 1.0,
    "time_sampling_scale": 0.999,
    "time_sampling_offset": 0.001,
    "min_period": 0.004,
    "max_period": 4.0,
    "rtc_config": null,
    "image_resolution": [
        224,
        224
    ],
    "empty_cameras": 0,
    "tokenizer_max_length": 200,
    "normalization_mapping": {
        "VISUAL": "IDENTITY",
        "STATE": "MIN_MAX",
        "ACTION": "MEAN_STD"
    },
    "gradient_checkpointing": true,
    "compile_model": false,
    "compile_mode": "max-autotune",
    "freeze_vision_encoder": true,
    "train_expert_only": false,
    "optimizer_lr": 2.5e-05,
    "optimizer_betas": [
        0.9,
        0.95
    ],
    "optimizer_eps": 1e-08,
    "optimizer_weight_decay": 0.01,
    "optimizer_grad_clip_norm": 1.0,
    "scheduler_warmup_steps": 1000,
    "scheduler_decay_steps": 30000,
    "scheduler_decay_lr": 2.5e-06,
    "value_network_checkpoint": null,
    "enable_advantage_conditioning": false,
    "advantage_threshold": 0.0,
    "advantage_dropout": 1.0,
    "num_expert_layers": 0,
    "c_fail": 500.0,
    "cfg_beta": 1.0,
    "episode_labels_path": "/home/jack/.cache/huggingface/lerobot/jackvial/so101_pickplace_recap_merged_v2/meta/episode_labels.csv",
    "paligemma_tokenizer_name": "google/paligemma-3b-pt-224"
}