Robotics
LeRobot
Safetensors
act
mhered commited on
Commit
dbc7cbf
·
verified ·
1 Parent(s): 448a40b

Upload policy weights, train config and readme

Browse files
Files changed (4) hide show
  1. README.md +62 -0
  2. config.json +3 -3
  3. model.safetensors +1 -1
  4. train_config.json +7 -7
README.md ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ datasets: mhered/recording-test
3
+ library_name: lerobot
4
+ license: apache-2.0
5
+ model_name: act
6
+ pipeline_tag: robotics
7
+ tags:
8
+ - act
9
+ - robotics
10
+ - lerobot
11
+ ---
12
+
13
+ # Model Card for act
14
+
15
+ <!-- Provide a quick summary of what the model is/does. -->
16
+
17
+
18
+ [Action Chunking with Transformers (ACT)](https://huggingface.co/papers/2304.13705) is an imitation-learning method that predicts short action chunks instead of single steps. It learns from teleoperated data and often achieves high success rates.
19
+
20
+
21
+ This policy has been trained and pushed to the Hub using [LeRobot](https://github.com/huggingface/lerobot).
22
+ See the full documentation at [LeRobot Docs](https://huggingface.co/docs/lerobot/index).
23
+
24
+ ---
25
+
26
+ ## How to Get Started with the Model
27
+
28
+ For a complete walkthrough, see the [training guide](https://huggingface.co/docs/lerobot/il_robots#train-a-policy).
29
+ Below is the short version on how to train and run inference/eval:
30
+
31
+ ### Train from scratch
32
+
33
+ ```bash
34
+ lerobot-train \
35
+ --dataset.repo_id=${HF_USER}/<dataset> \
36
+ --policy.type=act \
37
+ --output_dir=outputs/train/<desired_policy_repo_id> \
38
+ --job_name=lerobot_training \
39
+ --policy.device=cuda \
40
+ --policy.repo_id=${HF_USER}/<desired_policy_repo_id>
41
+ --wandb.enable=true
42
+ ```
43
+
44
+ _Writes checkpoints to `outputs/train/<desired_policy_repo_id>/checkpoints/`._
45
+
46
+ ### Evaluate the policy/run inference
47
+
48
+ ```bash
49
+ lerobot-record \
50
+ --robot.type=so100_follower \
51
+ --dataset.repo_id=<hf_user>/eval_<dataset> \
52
+ --policy.path=<hf_user>/<desired_policy_repo_id> \
53
+ --episodes=10
54
+ ```
55
+
56
+ Prefix the dataset repo with **eval\_** and supply `--policy.path` pointing to a local or hub checkpoint.
57
+
58
+ ---
59
+
60
+ ## Model Details
61
+
62
+ - **License:** apache-2.0
config.json CHANGED
@@ -35,12 +35,12 @@
35
  },
36
  "device": "cuda",
37
  "use_amp": true,
38
- "push_to_hub": false,
39
  "repo_id": "mhered/my_act",
40
  "private": null,
41
  "tags": null,
42
  "license": null,
43
- "pretrained_path": "mhered/my_act",
44
  "chunk_size": 100,
45
  "n_action_steps": 100,
46
  "normalization_mapping": {
@@ -50,7 +50,7 @@
50
  },
51
  "vision_backbone": "resnet18",
52
  "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
53
- "replace_final_stride_with_dilation": false,
54
  "pre_norm": false,
55
  "dim_model": 512,
56
  "n_heads": 8,
 
35
  },
36
  "device": "cuda",
37
  "use_amp": true,
38
+ "push_to_hub": true,
39
  "repo_id": "mhered/my_act",
40
  "private": null,
41
  "tags": null,
42
  "license": null,
43
+ "pretrained_path": "outputs/train/act_so100_pato_test1/checkpoints/last/pretrained_model",
44
  "chunk_size": 100,
45
  "n_action_steps": 100,
46
  "normalization_mapping": {
 
50
  },
51
  "vision_backbone": "resnet18",
52
  "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
53
+ "replace_final_stride_with_dilation": 0,
54
  "pre_norm": false,
55
  "dim_model": 512,
56
  "n_heads": 8,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:610d980958642fc20df1a604b880fe5f0f831c06668ba5028b6c8b9dd20b2917
3
  size 206699736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63e7a7d3ea2670cca9899858d7e9a2275d06633c0604082efee8cd1d9d984124
3
  size 206699736
train_config.json CHANGED
@@ -103,12 +103,12 @@
103
  },
104
  "device": "cuda",
105
  "use_amp": true,
106
- "push_to_hub": false,
107
  "repo_id": "mhered/my_act",
108
  "private": null,
109
  "tags": null,
110
  "license": null,
111
- "pretrained_path": "mhered/my_act",
112
  "chunk_size": 100,
113
  "n_action_steps": 100,
114
  "normalization_mapping": {
@@ -118,7 +118,7 @@
118
  },
119
  "vision_backbone": "resnet18",
120
  "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
121
- "replace_final_stride_with_dilation": false,
122
  "pre_norm": false,
123
  "dim_model": 512,
124
  "n_heads": 8,
@@ -138,15 +138,15 @@
138
  },
139
  "output_dir": "outputs/train/act_so100_pato_test1",
140
  "job_name": "act_so100_pato_test",
141
- "resume": false,
142
  "seed": 1000,
143
  "num_workers": 2,
144
  "batch_size": 8,
145
- "steps": 4000,
146
- "eval_freq": 2000,
147
  "log_freq": 200,
148
  "save_checkpoint": true,
149
- "save_freq": 2000,
150
  "use_policy_training_preset": true,
151
  "optimizer": {
152
  "type": "adamw",
 
103
  },
104
  "device": "cuda",
105
  "use_amp": true,
106
+ "push_to_hub": true,
107
  "repo_id": "mhered/my_act",
108
  "private": null,
109
  "tags": null,
110
  "license": null,
111
+ "pretrained_path": "outputs/train/act_so100_pato_test1/checkpoints/last/pretrained_model",
112
  "chunk_size": 100,
113
  "n_action_steps": 100,
114
  "normalization_mapping": {
 
118
  },
119
  "vision_backbone": "resnet18",
120
  "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
121
+ "replace_final_stride_with_dilation": 0,
122
  "pre_norm": false,
123
  "dim_model": 512,
124
  "n_heads": 8,
 
138
  },
139
  "output_dir": "outputs/train/act_so100_pato_test1",
140
  "job_name": "act_so100_pato_test",
141
+ "resume": true,
142
  "seed": 1000,
143
  "num_workers": 2,
144
  "batch_size": 8,
145
+ "steps": 20000,
146
+ "eval_freq": 5000,
147
  "log_freq": 200,
148
  "save_checkpoint": true,
149
+ "save_freq": 5000,
150
  "use_policy_training_preset": true,
151
  "optimizer": {
152
  "type": "adamw",