Robotics
LeRobot
Safetensors
act
SonDePoisson commited on
Commit
ffb41fb
·
verified ·
1 Parent(s): f8935e7

Upload policy weights, train config and readme

Browse files
Files changed (4) hide show
  1. README.md +60 -3
  2. config.json +8 -8
  3. model.safetensors +2 -2
  4. train_config.json +13 -13
README.md CHANGED
@@ -1,5 +1,62 @@
1
  ---
 
 
2
  license: apache-2.0
3
- datasets:
4
- - SonDePoisson/so101_top_wrist_dataset
5
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
+ datasets: SonDePoisson/phospho_test_dataset
3
+ library_name: lerobot
4
  license: apache-2.0
5
+ model_name: act
6
+ pipeline_tag: robotics
7
+ tags:
8
+ - lerobot
9
+ - robotics
10
+ - act
11
+ ---
12
+
13
+ # Model Card for act
14
+
15
+ <!-- Provide a quick summary of what the model is/does. -->
16
+
17
+
18
+ [Action Chunking with Transformers (ACT)](https://huggingface.co/papers/2304.13705) is an imitation-learning method that predicts short action chunks instead of single steps. It learns from teleoperated data and often achieves high success rates.
19
+
20
+
21
+ This policy has been trained and pushed to the Hub using [LeRobot](https://github.com/huggingface/lerobot).
22
+ See the full documentation at [LeRobot Docs](https://huggingface.co/docs/lerobot/index).
23
+
24
+ ---
25
+
26
+ ## How to Get Started with the Model
27
+
28
+ For a complete walkthrough, see the [training guide](https://huggingface.co/docs/lerobot/il_robots#train-a-policy).
29
+ Below is the short version on how to train and run inference/eval:
30
+
31
+ ### Train from scratch
32
+
33
+ ```bash
34
+ lerobot-train \
35
+ --dataset.repo_id=${HF_USER}/<dataset> \
36
+ --policy.type=act \
37
+ --output_dir=outputs/train/<desired_policy_repo_id> \
38
+ --job_name=lerobot_training \
39
+ --policy.device=cuda \
40
+ --policy.repo_id=${HF_USER}/<desired_policy_repo_id>
41
+ --wandb.enable=true
42
+ ```
43
+
44
+ _Writes checkpoints to `outputs/train/<desired_policy_repo_id>/checkpoints/`._
45
+
46
+ ### Evaluate the policy/run inference
47
+
48
+ ```bash
49
+ lerobot-record \
50
+ --robot.type=so100_follower \
51
+ --dataset.repo_id=<hf_user>/eval_<dataset> \
52
+ --policy.path=<hf_user>/<desired_policy_repo_id> \
53
+ --episodes=10
54
+ ```
55
+
56
+ Prefix the dataset repo with **eval\_** and supply `--policy.path` pointing to a local or hub checkpoint.
57
+
58
+ ---
59
+
60
+ ## Model Details
61
+
62
+ - **License:** apache-2.0
config.json CHANGED
@@ -10,23 +10,23 @@
10
  "observation.state": {
11
  "type": "STATE",
12
  "shape": [
13
- 21
14
  ]
15
  },
16
- "observation.images.top": {
17
  "type": "VISUAL",
18
  "shape": [
19
  3,
20
- 512,
21
- 512
22
  ]
23
  },
24
- "observation.images.wrist": {
25
  "type": "VISUAL",
26
  "shape": [
27
  3,
28
- 512,
29
- 512
30
  ]
31
  }
32
  },
@@ -34,7 +34,7 @@
34
  "action": {
35
  "type": "ACTION",
36
  "shape": [
37
- 4
38
  ]
39
  }
40
  },
 
10
  "observation.state": {
11
  "type": "STATE",
12
  "shape": [
13
+ 6
14
  ]
15
  },
16
+ "observation.images.main": {
17
  "type": "VISUAL",
18
  "shape": [
19
  3,
20
+ 240,
21
+ 320
22
  ]
23
  },
24
+ "observation.images.secondary_0": {
25
  "type": "VISUAL",
26
  "shape": [
27
  3,
28
+ 240,
29
+ 320
30
  ]
31
  }
32
  },
 
34
  "action": {
35
  "type": "ACTION",
36
  "shape": [
37
+ 6
38
  ]
39
  }
40
  },
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b0330bd99c06f683b03586681edca562a5be0b8048573021c6e6505bf937ffe
3
- size 206754384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98885a8c23f6394df83a4b6fc7c88142f2e774238ae9a5a2de920d2a76b715f0
3
+ size 206701080
train_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": {
3
- "repo_id": "SonDePoisson/SonDePoisson/so101_top_wrist_dataset",
4
- "root": ".dev/datasets/SonDePoisson/so101_top_wrist_dataset",
5
  "episodes": null,
6
  "image_transforms": {
7
  "enable": false,
@@ -77,23 +77,23 @@
77
  "observation.state": {
78
  "type": "STATE",
79
  "shape": [
80
- 21
81
  ]
82
  },
83
- "observation.images.top": {
84
  "type": "VISUAL",
85
  "shape": [
86
  3,
87
- 512,
88
- 512
89
  ]
90
  },
91
- "observation.images.wrist": {
92
  "type": "VISUAL",
93
  "shape": [
94
  3,
95
- 512,
96
- 512
97
  ]
98
  }
99
  },
@@ -101,7 +101,7 @@
101
  "action": {
102
  "type": "ACTION",
103
  "shape": [
104
- 4
105
  ]
106
  }
107
  },
@@ -134,7 +134,7 @@
134
  "optimizer_weight_decay": 0.0001,
135
  "optimizer_lr_backbone": 1e-05
136
  },
137
- "output_dir": "outputs/train/2025-09-01/10-49-20_so101_act",
138
  "job_name": "so101_act",
139
  "resume": false,
140
  "seed": 1000,
@@ -144,7 +144,7 @@
144
  "eval_freq": 20000,
145
  "log_freq": 200,
146
  "save_checkpoint": true,
147
- "save_freq": 20000,
148
  "use_policy_training_preset": true,
149
  "optimizer": {
150
  "type": "adamw",
@@ -169,7 +169,7 @@
169
  "project": "so101_training",
170
  "entity": null,
171
  "notes": null,
172
- "run_id": "dvrqty1i",
173
  "mode": null
174
  }
175
  }
 
1
  {
2
  "dataset": {
3
+ "repo_id": "SonDePoisson/phospho_test_dataset",
4
+ "root": "dev/datasets/SonDePoisson/phospho_test_dataset",
5
  "episodes": null,
6
  "image_transforms": {
7
  "enable": false,
 
77
  "observation.state": {
78
  "type": "STATE",
79
  "shape": [
80
+ 6
81
  ]
82
  },
83
+ "observation.images.main": {
84
  "type": "VISUAL",
85
  "shape": [
86
  3,
87
+ 240,
88
+ 320
89
  ]
90
  },
91
+ "observation.images.secondary_0": {
92
  "type": "VISUAL",
93
  "shape": [
94
  3,
95
+ 240,
96
+ 320
97
  ]
98
  }
99
  },
 
101
  "action": {
102
  "type": "ACTION",
103
  "shape": [
104
+ 6
105
  ]
106
  }
107
  },
 
134
  "optimizer_weight_decay": 0.0001,
135
  "optimizer_lr_backbone": 1e-05
136
  },
137
+ "output_dir": "outputs/train/act",
138
  "job_name": "so101_act",
139
  "resume": false,
140
  "seed": 1000,
 
144
  "eval_freq": 20000,
145
  "log_freq": 200,
146
  "save_checkpoint": true,
147
+ "save_freq": 5000,
148
  "use_policy_training_preset": true,
149
  "optimizer": {
150
  "type": "adamw",
 
169
  "project": "so101_training",
170
  "entity": null,
171
  "notes": null,
172
+ "run_id": "ge8zddbp",
173
  "mode": null
174
  }
175
  }