File size: 3,676 Bytes
b88b79e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
{
  "processor_class": "Gr00tN1d7Processor",
  "processor_kwargs": {
    "modality_configs": {
      "libero_sim": {
        "video": {
          "delta_indices": [
            0
          ],
          "modality_keys": [
            "observation.images.rgb.head_256_256",
            "observation.images.rgb.left_wrist_256_256"
          ],
          "sin_cos_embedding_keys": null,
          "mean_std_embedding_keys": null,
          "action_configs": null
        },
        "state": {
          "delta_indices": [
            0
          ],
          "modality_keys": [
            "x",
            "y",
            "z",
            "roll",
            "pitch",
            "yaw",
            "gripper"
          ],
          "sin_cos_embedding_keys": null,
          "mean_std_embedding_keys": null,
          "action_configs": null
        },
        "action": {
          "delta_indices": [
            0,
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15
          ],
          "modality_keys": [
            "x",
            "y",
            "z",
            "roll",
            "pitch",
            "yaw",
            "gripper"
          ],
          "sin_cos_embedding_keys": null,
          "mean_std_embedding_keys": null,
          "action_configs": [
            {
              "rep": "ABSOLUTE",
              "type": "NON_EEF",
              "format": "DEFAULT",
              "state_key": null
            },
            {
              "rep": "ABSOLUTE",
              "type": "NON_EEF",
              "format": "DEFAULT",
              "state_key": null
            },
            {
              "rep": "ABSOLUTE",
              "type": "NON_EEF",
              "format": "DEFAULT",
              "state_key": null
            },
            {
              "rep": "ABSOLUTE",
              "type": "NON_EEF",
              "format": "DEFAULT",
              "state_key": null
            },
            {
              "rep": "ABSOLUTE",
              "type": "NON_EEF",
              "format": "DEFAULT",
              "state_key": null
            },
            {
              "rep": "ABSOLUTE",
              "type": "NON_EEF",
              "format": "DEFAULT",
              "state_key": null
            },
            {
              "rep": "ABSOLUTE",
              "type": "NON_EEF",
              "format": "DEFAULT",
              "state_key": null
            }
          ]
        },
        "language": {
          "delta_indices": [
            0
          ],
          "modality_keys": [
            "annotation.human.action.task_description"
          ],
          "sin_cos_embedding_keys": null,
          "mean_std_embedding_keys": null,
          "action_configs": null
        }
      }
    },
    "image_crop_size": null,
    "image_target_size": null,
    "use_albumentations": true,
    "random_rotation_angle": null,
    "color_jitter_params": {
      "brightness": 0.3,
      "contrast": 0.4,
      "saturation": 0.5,
      "hue": 0.08
    },
    "shortest_image_edge": 256,
    "crop_fraction": 0.95,
    "letter_box_transform": false,
    "model_name": "nvidia/Cosmos-Reason2-2B",
    "model_type": "qwen",
    "formalize_language": true,
    "max_state_dim": 128,
    "max_action_dim": 128,
    "max_action_horizon": 50,
    "use_percentiles": false,
    "use_mean_std": false,
    "clip_outliers": true,
    "apply_sincos_state_encoding": true,
    "use_relative_action": true,
    "exclude_state": false,
    "state_dropout_prob": 0.0
  }
}