cosmos-policy

Add config.json for download tracking

#2
Files changed (1) hide show
  1. config.json +73 -0
config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "cosmos-policy",
3
+ "architecture": "diffusion-transformer",
4
+ "base_model": "nvidia/Cosmos-Predict2-2B-Video2World",
5
+ "num_parameters": "2B",
6
+
7
+ "input_spec": {
8
+ "text": {
9
+ "type": "string",
10
+ "description": "Natural language task description"
11
+ },
12
+ "images": {
13
+ "format": "RGB",
14
+ "resolution": [224, 224],
15
+ "views": ["top_down", "left_wrist", "right_wrist"]
16
+ },
17
+ "proprioception": {
18
+ "dim": 14,
19
+ "components": ["left_arm_joints", "right_arm_joints"],
20
+ "joints_per_arm": 7
21
+ }
22
+ },
23
+
24
+ "output_spec": {
25
+ "actions": {
26
+ "dim": 14,
27
+ "horizon": 50,
28
+ "components": ["left_arm_6dof", "left_gripper", "right_arm_6dof", "right_gripper"],
29
+ "control_frequency_hz": 25
30
+ },
31
+ "future_proprioception": {
32
+ "dim": 14
33
+ },
34
+ "future_images": {
35
+ "resolution": [224, 224],
36
+ "views": 3
37
+ },
38
+ "value": {
39
+ "dim": 1
40
+ }
41
+ },
42
+
43
+ "diffusion_config": {
44
+ "denoising_steps": 10,
45
+ "sigma_min": 4.0,
46
+ "sigma_max": 80.0,
47
+ "generation_mode": "parallel"
48
+ },
49
+
50
+ "training": {
51
+ "dataset": "ALOHA-Cosmos-Policy",
52
+ "gradient_steps": 50000,
53
+ "batch_size": 200,
54
+ "hardware": "8x H100",
55
+ "action_chunk_size": 50,
56
+ "num_demonstrations": 185
57
+ },
58
+
59
+ "benchmark_results": {
60
+ "put_x_on_plate": 1.0,
61
+ "fold_shirt": 0.995,
62
+ "put_candies_in_bowl": 0.896,
63
+ "put_candy_in_ziploc_bag": 0.854,
64
+ "average": 0.936
65
+ },
66
+
67
+ "inference": {
68
+ "precision": "bf16",
69
+ "vram_gb": 6.0
70
+ },
71
+
72
+ "robot_platform": "ALOHA 2 (ViperX 300 S dual arms)"
73
+ }