Overwrite ACT stack_blocks_v2 qpos trained on stack_blocks_v2_fixed (leading static frames trimmed)
Browse files- config.json +72 -0
- example_data/action_raw.csv +17 -0
- example_data/camera_0.png +0 -0
- example_data/camera_1.png +0 -0
- example_data/info.txt +26 -0
- example_data/raw_lang.txt +1 -0
- example_data/state_raw.csv +2 -0
- log/events.out.tfevents.1784548443.asi-keepalive-4a-202607152040--b75f27509fb0-do5xieuiqx.3960200.0 +3 -0
- model.safetensors +3 -0
- normalize.json +16 -0
- policy_metadata.json +12 -0
- stack_blocks_v2_qpos_stats_joint_abs.pkl +3 -0
- trainer_state.json +0 -0
- training_args.bin +3 -0
config.json
ADDED
|
@@ -0,0 +1,72 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"action_dim": 7,
|
| 3 |
+
"architectures": [
|
| 4 |
+
"ACTPolicy"
|
| 5 |
+
],
|
| 6 |
+
"args": {
|
| 7 |
+
"action_dim": 7,
|
| 8 |
+
"backbone": "resnet18",
|
| 9 |
+
"camera_names": [
|
| 10 |
+
"primary",
|
| 11 |
+
"wrist"
|
| 12 |
+
],
|
| 13 |
+
"chunk_size": 16,
|
| 14 |
+
"dec_layers": 7,
|
| 15 |
+
"dilation": false,
|
| 16 |
+
"dim_feedforward": 3200,
|
| 17 |
+
"dropout": 0.1,
|
| 18 |
+
"enc_layers": 4,
|
| 19 |
+
"hidden_dim": 512,
|
| 20 |
+
"history_len": 1,
|
| 21 |
+
"image_size": [
|
| 22 |
+
256,
|
| 23 |
+
256
|
| 24 |
+
],
|
| 25 |
+
"kl_weight": 10,
|
| 26 |
+
"lr_backbone": 1e-05,
|
| 27 |
+
"masks": false,
|
| 28 |
+
"nheads": 8,
|
| 29 |
+
"num_queries": 16,
|
| 30 |
+
"position_embedding": "sine",
|
| 31 |
+
"pre_norm": false,
|
| 32 |
+
"prediction_len": 16,
|
| 33 |
+
"raw_size": [
|
| 34 |
+
640,
|
| 35 |
+
480
|
| 36 |
+
],
|
| 37 |
+
"state_dim": 7
|
| 38 |
+
},
|
| 39 |
+
"backbone": "resnet18",
|
| 40 |
+
"camera_names": [
|
| 41 |
+
"primary",
|
| 42 |
+
"wrist"
|
| 43 |
+
],
|
| 44 |
+
"chunk_size": 16,
|
| 45 |
+
"dec_layers": 7,
|
| 46 |
+
"dilation": false,
|
| 47 |
+
"dim_feedforward": 3200,
|
| 48 |
+
"dropout": 0.1,
|
| 49 |
+
"enc_layers": 4,
|
| 50 |
+
"hidden_dim": 512,
|
| 51 |
+
"history_len": 1,
|
| 52 |
+
"image_size": [
|
| 53 |
+
256,
|
| 54 |
+
256
|
| 55 |
+
],
|
| 56 |
+
"kl_weight": 10,
|
| 57 |
+
"lr_backbone": 1e-05,
|
| 58 |
+
"masks": false,
|
| 59 |
+
"nheads": 8,
|
| 60 |
+
"num_queries": 16,
|
| 61 |
+
"position_embedding": "sine",
|
| 62 |
+
"pre_norm": false,
|
| 63 |
+
"prediction_len": 16,
|
| 64 |
+
"raw_size": [
|
| 65 |
+
640,
|
| 66 |
+
480
|
| 67 |
+
],
|
| 68 |
+
"state_dim": 7,
|
| 69 |
+
"torch_dtype": "float32",
|
| 70 |
+
"transformers_version": "4.45.2",
|
| 71 |
+
"type": "policy.act"
|
| 72 |
+
}
|
example_data/action_raw.csv
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
action_0,action_1,action_2,action_3,action_4,action_5,action_6
|
| 2 |
+
-3.025104664266109467e-02,1.033142805099487305e+00,-1.418284893035888672e+00,-7.773706316947937012e-01,1.956540107727050781e+00,5.858902931213378906e-01,6.953705549240112305e-01
|
| 3 |
+
-3.580585494637489319e-02,1.035427093505859375e+00,-1.413290262222290039e+00,-7.762162089347839355e-01,1.957386493682861328e+00,5.856456160545349121e-01,6.953705549240112305e-01
|
| 4 |
+
-6.156156957149505615e-02,1.041838049888610840e+00,-1.396861553192138672e+00,-7.709288597106933594e-01,1.961378812789916992e+00,5.871674418449401855e-01,6.953705549240112305e-01
|
| 5 |
+
-9.063446521759033203e-02,1.043805241584777832e+00,-1.387123584747314453e+00,-7.600581645965576172e-01,1.964160680770874023e+00,5.944994688034057617e-01,6.953705549240112305e-01
|
| 6 |
+
-1.128363236784934998e-01,1.046252012252807617e+00,-1.376459121704101562e+00,-7.487570047378540039e-01,1.967370510101318359e+00,6.017965078353881836e-01,6.953705549240112305e-01
|
| 7 |
+
-1.357023864984512329e-01,1.047803282737731934e+00,-1.367038965225219727e+00,-7.363485693931579590e-01,1.969274163246154785e+00,6.097449660301208496e-01,6.953705549240112305e-01
|
| 8 |
+
-1.526241600513458252e-01,1.049885034561157227e+00,-1.357456445693969727e+00,-7.245928049087524414e-01,1.971589922904968262e+00,6.171205043792724609e-01,6.953705549240112305e-01
|
| 9 |
+
-1.644703149795532227e-01,1.052649259567260742e+00,-1.347732424736022949e+00,-7.126069068908691406e-01,1.974536776542663574e+00,6.247575283050537109e-01,6.953705549240112305e-01
|
| 10 |
+
-1.745702624320983887e-01,1.055898070335388184e+00,-1.337904930114746094e+00,-7.011149525642395020e-01,1.977974653244018555e+00,6.324075460433959961e-01,6.953705549240112305e-01
|
| 11 |
+
-1.942932456731796265e-01,1.064398288726806641e+00,-1.313560247421264648e+00,-6.784186959266662598e-01,1.988250851631164551e+00,6.493363380432128906e-01,6.953705549240112305e-01
|
| 12 |
+
-2.088605016469955444e-01,1.069393038749694824e+00,-1.296988606452941895e+00,-6.668682098388671875e-01,1.995654106140136719e+00,6.596608161926269531e-01,6.953705549240112305e-01
|
| 13 |
+
-2.328763306140899658e-01,1.072506070137023926e+00,-1.276248097419738770e+00,-6.497988700866699219e-01,2.005367755889892578e+00,6.783718466758728027e-01,6.953705549240112305e-01
|
| 14 |
+
-2.492536902427673340e-01,1.074169158935546875e+00,-1.260091900825500488e+00,-6.323590874671936035e-01,2.013840913772583008e+00,6.979106664657592773e-01,6.953705549240112305e-01
|
| 15 |
+
-2.673997282981872559e-01,1.076789140701293945e+00,-1.242738842964172363e+00,-6.173431873321533203e-01,2.023182630538940430e+00,7.159383296966552734e-01,6.953705549240112305e-01
|
| 16 |
+
-2.928298413753509521e-01,1.077711343765258789e+00,-1.228341937065124512e+00,-6.018940806388854980e-01,2.033122301101684570e+00,7.386404871940612793e-01,6.953705549240112305e-01
|
| 17 |
+
-3.252362906932830811e-01,1.082095623016357422e+00,-1.203530550003051758e+00,-5.735341310501098633e-01,2.054781913757324219e+00,7.834547162055969238e-01,6.953705549240112305e-01
|
example_data/camera_0.png
ADDED
|
example_data/camera_1.png
ADDED
|
example_data/info.txt
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
=== Training Example Data Info ===
|
| 2 |
+
|
| 3 |
+
This example is saved from the raw training dataset (before data_processor).
|
| 4 |
+
Data is saved in unnormalized form to match testing phase format.
|
| 5 |
+
|
| 6 |
+
Sample keys:
|
| 7 |
+
image: shape=torch.Size([2, 3, 256, 256]), dtype=torch.uint8
|
| 8 |
+
state: shape=torch.Size([7]), dtype=torch.float32
|
| 9 |
+
action: shape=torch.Size([16, 7]), dtype=torch.float32
|
| 10 |
+
is_pad: shape=torch.Size([16]), dtype=torch.bool
|
| 11 |
+
raw_lang: str
|
| 12 |
+
reasoning: dict
|
| 13 |
+
timestamp: int
|
| 14 |
+
episode_id: int
|
| 15 |
+
action_raw: shape=torch.Size([16, 7]), dtype=torch.float32
|
| 16 |
+
dataset_id: str
|
| 17 |
+
|
| 18 |
+
Files saved:
|
| 19 |
+
- camera_{i}.png: raw images from dataset (unnormalized, original resolution)
|
| 20 |
+
- state_raw.csv: raw state values (unnormalized)
|
| 21 |
+
- action_raw.csv: raw action values (unnormalized)
|
| 22 |
+
- raw_lang.txt: language instruction (if available)
|
| 23 |
+
- reasoning.json: reasoning data (if available)
|
| 24 |
+
- info.txt: this file
|
| 25 |
+
|
| 26 |
+
Note: These raw values can be directly compared with testing phase examples.
|
example_data/raw_lang.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
stack_blocks_v2
|
example_data/state_raw.csv
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
state_0,state_1,state_2,state_3,state_4,state_5,state_6
|
| 2 |
+
-3.025104664266109467e-02,1.033142805099487305e+00,-1.418284893035888672e+00,-7.773706316947937012e-01,1.956540107727050781e+00,5.858902931213378906e-01,6.953705549240112305e-01
|
log/events.out.tfevents.1784548443.asi-keepalive-4a-202607152040--b75f27509fb0-do5xieuiqx.3960200.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fb61259ef7debf10585f9106b544a47ebe0223c35d2e5b24988d55ea504775db
|
| 3 |
+
size 644264
|
model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4796f9de36f58e9f6432805851fb8577c3698426601628da1062f007d5c03255
|
| 3 |
+
size 335617008
|
normalize.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "2.0",
|
| 3 |
+
"datasets": [
|
| 4 |
+
{
|
| 5 |
+
"dataset_id": "stack_blocks_v2_qpos",
|
| 6 |
+
"ctrl_space": "joint",
|
| 7 |
+
"ctrl_type": "abs"
|
| 8 |
+
}
|
| 9 |
+
],
|
| 10 |
+
"state": {
|
| 11 |
+
"stack_blocks_v2_qpos": "zscore"
|
| 12 |
+
},
|
| 13 |
+
"action": {
|
| 14 |
+
"stack_blocks_v2_qpos": "zscore"
|
| 15 |
+
}
|
| 16 |
+
}
|
policy_metadata.json
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"policy_module": "policy.act",
|
| 3 |
+
"policy_name": "act_cam2_7dof",
|
| 4 |
+
"raw_size": [
|
| 5 |
+
640,
|
| 6 |
+
480
|
| 7 |
+
],
|
| 8 |
+
"image_size": [
|
| 9 |
+
256,
|
| 10 |
+
256
|
| 11 |
+
]
|
| 12 |
+
}
|
stack_blocks_v2_qpos_stats_joint_abs.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ff0b4ab875bf201a879a1ffb3b4ed674d69ad178885142856141f951936881f9
|
| 3 |
+
size 1379
|
trainer_state.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c24a632dba01c079c3ea8dcb13496b85e242464a891e90356654e57096103e31
|
| 3 |
+
size 5649
|