{ "type": "dit_clip", "n_obs_steps": 2, "input_features": { "observation.state": { "type": "STATE", "shape": [ 8 ] }, "observation.ee_pose": { "type": "STATE", "shape": [ 7 ] }, "observation.images.main": { "type": "VISUAL", "shape": [ 3, 224, 400 ] }, "observation.images.wrist": { "type": "VISUAL", "shape": [ 3, 224, 400 ] } }, "output_features": { "action": { "type": "ACTION", "shape": [ 8 ] } }, "device": "cuda", "use_amp": false, "use_peft": false, "push_to_hub": false, "repo_id": null, "private": null, "tags": null, "license": null, "pretrained_path": null, "pretrained_revision": null, "horizon": 18, "n_action_steps": 16, "normalization_mapping": { "VISUAL": "IDENTITY", "STATE": "MIN_MAX", "ACTION": "MIN_MAX" }, "drop_n_last_frames": 0, "vision_backbone": "resnet18", "resize_shape": null, "crop_ratio": 1.0, "crop_shape": null, "crop_is_random": true, "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", "use_group_norm": false, "spatial_softmax_num_keypoints": 32, "use_separate_rgb_encoder_per_camera": true, "down_dims": [ 512 ], "kernel_size": 5, "n_groups": 8, "diffusion_step_embed_dim": 128, "use_film_scale_modulation": true, "noise_scheduler_type": "DDPM", "num_train_timesteps": 100, "beta_schedule": "squaredcos_cap_v2", "beta_start": 0.0001, "beta_end": 0.02, "prediction_type": "epsilon", "clip_sample": true, "clip_sample_range": 1.0, "num_inference_steps": 100, "compile_model": false, "compile_mode": "reduce-overhead", "do_mask_loss_for_padding": true, "optimizer_lr": 3.3166247903554e-05, "optimizer_betas": [ 0.95, 0.999 ], "optimizer_eps": 1e-08, "optimizer_weight_decay": 0.0, "scheduler_name": "cosine", "scheduler_warmup_steps": 500, "hidden_dim": 768, "num_layers": 8, "num_heads": 12, "clip_name": "/mnt/lustre-grete/usr/u13581/ebt_twin/huggingface/hub/models--openai--clip-vit-base-patch16/snapshots/57c216476eefef5ab752ec549e440a49ae4ae5f3", "crop_translation": 8, "hidden_norm": "rms", "mcmc_min": 15, "mcmc_max": 45, "alpha_min": 0.1, "alpha_max": 1.0, "noise_std": 0.1, "noise_schedule": "cosine", "backprop_last_steps": 1, "energy_scaling": true, "replay_buffer_size": 1024, "replay_probability": 0.5, "energy_l2": 0.01, "inference_alpha": 0.5, "inference_noise_free_last_steps": 50, "vision_lr": 3.3166247903554e-06, "dropout": 0.1 }