Overwrite ACT stack_blocks_v2 ee_state trained on stack_blocks_v2_fixed (leading static frames trimmed)
Browse files- config.json +72 -0
- example_data/action_raw.csv +17 -0
- example_data/camera_0.png +0 -0
- example_data/camera_1.png +0 -0
- example_data/info.txt +26 -0
- example_data/raw_lang.txt +1 -0
- example_data/state_raw.csv +2 -0
- log/events.out.tfevents.1784548443.asi-keepalive-4a-202607152040--b75f27509fb0-do5xieuiqx.3960199.0 +3 -0
- model.safetensors +3 -0
- normalize.json +16 -0
- policy_metadata.json +12 -0
- stack_blocks_v2_ee_state_stats_ee_abs.pkl +3 -0
- trainer_state.json +0 -0
- training_args.bin +3 -0
config.json
ADDED
|
@@ -0,0 +1,72 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"action_dim": 7,
|
| 3 |
+
"architectures": [
|
| 4 |
+
"ACTPolicy"
|
| 5 |
+
],
|
| 6 |
+
"args": {
|
| 7 |
+
"action_dim": 7,
|
| 8 |
+
"backbone": "resnet18",
|
| 9 |
+
"camera_names": [
|
| 10 |
+
"primary",
|
| 11 |
+
"wrist"
|
| 12 |
+
],
|
| 13 |
+
"chunk_size": 16,
|
| 14 |
+
"dec_layers": 7,
|
| 15 |
+
"dilation": false,
|
| 16 |
+
"dim_feedforward": 3200,
|
| 17 |
+
"dropout": 0.1,
|
| 18 |
+
"enc_layers": 4,
|
| 19 |
+
"hidden_dim": 512,
|
| 20 |
+
"history_len": 1,
|
| 21 |
+
"image_size": [
|
| 22 |
+
256,
|
| 23 |
+
256
|
| 24 |
+
],
|
| 25 |
+
"kl_weight": 10,
|
| 26 |
+
"lr_backbone": 1e-05,
|
| 27 |
+
"masks": false,
|
| 28 |
+
"nheads": 8,
|
| 29 |
+
"num_queries": 16,
|
| 30 |
+
"position_embedding": "sine",
|
| 31 |
+
"pre_norm": false,
|
| 32 |
+
"prediction_len": 16,
|
| 33 |
+
"raw_size": [
|
| 34 |
+
640,
|
| 35 |
+
480
|
| 36 |
+
],
|
| 37 |
+
"state_dim": 7
|
| 38 |
+
},
|
| 39 |
+
"backbone": "resnet18",
|
| 40 |
+
"camera_names": [
|
| 41 |
+
"primary",
|
| 42 |
+
"wrist"
|
| 43 |
+
],
|
| 44 |
+
"chunk_size": 16,
|
| 45 |
+
"dec_layers": 7,
|
| 46 |
+
"dilation": false,
|
| 47 |
+
"dim_feedforward": 3200,
|
| 48 |
+
"dropout": 0.1,
|
| 49 |
+
"enc_layers": 4,
|
| 50 |
+
"hidden_dim": 512,
|
| 51 |
+
"history_len": 1,
|
| 52 |
+
"image_size": [
|
| 53 |
+
256,
|
| 54 |
+
256
|
| 55 |
+
],
|
| 56 |
+
"kl_weight": 10,
|
| 57 |
+
"lr_backbone": 1e-05,
|
| 58 |
+
"masks": false,
|
| 59 |
+
"nheads": 8,
|
| 60 |
+
"num_queries": 16,
|
| 61 |
+
"position_embedding": "sine",
|
| 62 |
+
"pre_norm": false,
|
| 63 |
+
"prediction_len": 16,
|
| 64 |
+
"raw_size": [
|
| 65 |
+
640,
|
| 66 |
+
480
|
| 67 |
+
],
|
| 68 |
+
"state_dim": 7,
|
| 69 |
+
"torch_dtype": "float32",
|
| 70 |
+
"transformers_version": "4.45.2",
|
| 71 |
+
"type": "policy.act"
|
| 72 |
+
}
|
example_data/action_raw.csv
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
action_0,action_1,action_2,action_3,action_4,action_5,action_6
|
| 2 |
+
-6.609993577003479004e-01,-8.436583727598190308e-02,1.018037199974060059e+00,1.277138590812683105e+00,1.634037017822265625e+00,-1.298746466636657715e-01,6.953705549240112305e-01
|
| 3 |
+
-6.527646183967590332e-01,-8.934775739908218384e-02,1.022667050361633301e+00,1.285534620285034180e+00,1.641445517539978027e+00,-1.296537816524505615e-01,6.953705549240112305e-01
|
| 4 |
+
-6.260993480682373047e-01,-1.123445034027099609e-01,1.036803126335144043e+00,1.320946693420410156e+00,1.663912296295166016e+00,-1.286470890045166016e-01,6.953705549240112305e-01
|
| 5 |
+
-6.110167503356933594e-01,-1.375194787979125977e-01,1.043194890022277832e+00,1.367458224296569824e+00,1.671874761581420898e+00,-1.254483014345169067e-01,6.953705549240112305e-01
|
| 6 |
+
-5.940383672714233398e-01,-1.566291749477386475e-01,1.050560235977172852e+00,1.416788339614868164e+00,1.681270360946655273e+00,-1.209984347224235535e-01,6.953705549240112305e-01
|
| 7 |
+
-5.794795751571655273e-01,-1.761859059333801270e-01,1.056319355964660645e+00,1.466476678848266602e+00,1.687304377555847168e+00,-1.163557395339012146e-01,6.953705549240112305e-01
|
| 8 |
+
-5.643213987350463867e-01,-1.905580908060073853e-01,1.062798142433166504e+00,1.515542268753051758e+00,1.694580554962158203e+00,-1.111488416790962219e-01,6.953705549240112305e-01
|
| 9 |
+
-5.486043691635131836e-01,-2.004051655530929565e-01,1.070187568664550781e+00,1.567967891693115234e+00,1.703044056892395020e+00,-1.048678457736968994e-01,6.953705549240112305e-01
|
| 10 |
+
-5.327017307281494141e-01,-2.087822705507278442e-01,1.078236103057861328e+00,1.621714591979980469e+00,1.712463140487670898e+00,-9.829035401344299316e-02,6.953705549240112305e-01
|
| 11 |
+
-4.933178126811981201e-01,-2.255542129278182983e-01,1.098925590515136719e+00,1.746413707733154297e+00,1.738237500190734863e+00,-8.318938314914703369e-02,6.953705549240112305e-01
|
| 12 |
+
-4.669098258018493652e-01,-2.385373711585998535e-01,1.112200736999511719e+00,1.823416113853454590e+00,1.755401134490966797e+00,-7.453481853008270264e-02,6.953705549240112305e-01
|
| 13 |
+
-4.339170157909393311e-01,-2.598839104175567627e-01,1.125308036804199219e+00,1.935236454010009766e+00,1.769559383392333984e+00,-6.186014041304588318e-02,6.953705549240112305e-01
|
| 14 |
+
-4.077726602554321289e-01,-2.740307152271270752e-01,1.134771704673767090e+00,2.042443990707397461e+00,1.776880383491516113e+00,-4.849428310990333557e-02,6.953705549240112305e-01
|
| 15 |
+
-3.803428411483764648e-01,-2.902355194091796875e-01,1.145962119102478027e+00,2.147633552551269531e+00,1.787266373634338379e+00,-3.608671575784683228e-02,6.953705549240112305e-01
|
| 16 |
+
-3.582656979560852051e-01,-3.129977285861968994e-01,1.154016375541687012e+00,2.260445117950439453e+00,1.791008710861206055e+00,-2.329308725893497467e-02,6.953705549240112305e-01
|
| 17 |
+
-3.196549117565155029e-01,-3.417931795120239258e-01,1.171646595001220703e+00,2.486541271209716797e+00,1.799155831336975098e+00,4.330872092396020889e-03,6.953705549240112305e-01
|
example_data/camera_0.png
ADDED
|
example_data/camera_1.png
ADDED
|
example_data/info.txt
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
=== Training Example Data Info ===
|
| 2 |
+
|
| 3 |
+
This example is saved from the raw training dataset (before data_processor).
|
| 4 |
+
Data is saved in unnormalized form to match testing phase format.
|
| 5 |
+
|
| 6 |
+
Sample keys:
|
| 7 |
+
image: shape=torch.Size([2, 3, 256, 256]), dtype=torch.uint8
|
| 8 |
+
state: shape=torch.Size([7]), dtype=torch.float32
|
| 9 |
+
action: shape=torch.Size([16, 7]), dtype=torch.float32
|
| 10 |
+
is_pad: shape=torch.Size([16]), dtype=torch.bool
|
| 11 |
+
raw_lang: str
|
| 12 |
+
reasoning: dict
|
| 13 |
+
timestamp: int
|
| 14 |
+
episode_id: int
|
| 15 |
+
action_raw: shape=torch.Size([16, 7]), dtype=torch.float32
|
| 16 |
+
dataset_id: str
|
| 17 |
+
|
| 18 |
+
Files saved:
|
| 19 |
+
- camera_{i}.png: raw images from dataset (unnormalized, original resolution)
|
| 20 |
+
- state_raw.csv: raw state values (unnormalized)
|
| 21 |
+
- action_raw.csv: raw action values (unnormalized)
|
| 22 |
+
- raw_lang.txt: language instruction (if available)
|
| 23 |
+
- reasoning.json: reasoning data (if available)
|
| 24 |
+
- info.txt: this file
|
| 25 |
+
|
| 26 |
+
Note: These raw values can be directly compared with testing phase examples.
|
example_data/raw_lang.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
stack_blocks_v2
|
example_data/state_raw.csv
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
state_0,state_1,state_2,state_3,state_4,state_5,state_6
|
| 2 |
+
-6.609993577003479004e-01,-8.436583727598190308e-02,1.018037199974060059e+00,1.277138590812683105e+00,1.634037017822265625e+00,-1.298746466636657715e-01,6.953705549240112305e-01
|
log/events.out.tfevents.1784548443.asi-keepalive-4a-202607152040--b75f27509fb0-do5xieuiqx.3960199.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:10c115abdd7b690c614521ebfc24717a9a674c433c61d70258ac636ff1e538ca
|
| 3 |
+
size 644276
|
model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:18613d38a4a081d77080da254644eb81c1d2282c5801062b08889e2dd38f3b15
|
| 3 |
+
size 335617008
|
normalize.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "2.0",
|
| 3 |
+
"datasets": [
|
| 4 |
+
{
|
| 5 |
+
"dataset_id": "stack_blocks_v2_ee_state",
|
| 6 |
+
"ctrl_space": "ee",
|
| 7 |
+
"ctrl_type": "abs"
|
| 8 |
+
}
|
| 9 |
+
],
|
| 10 |
+
"state": {
|
| 11 |
+
"stack_blocks_v2_ee_state": "zscore"
|
| 12 |
+
},
|
| 13 |
+
"action": {
|
| 14 |
+
"stack_blocks_v2_ee_state": "zscore"
|
| 15 |
+
}
|
| 16 |
+
}
|
policy_metadata.json
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"policy_module": "policy.act",
|
| 3 |
+
"policy_name": "act_cam2_7dof",
|
| 4 |
+
"raw_size": [
|
| 5 |
+
640,
|
| 6 |
+
480
|
| 7 |
+
],
|
| 8 |
+
"image_size": [
|
| 9 |
+
256,
|
| 10 |
+
256
|
| 11 |
+
]
|
| 12 |
+
}
|
stack_blocks_v2_ee_state_stats_ee_abs.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4b852758ef29b0fdcb664483b8444c6536d101b122886b194cb12b34657f15ba
|
| 3 |
+
size 1379
|
trainer_state.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:03d50004a8b2b0cc10cea4c851569a37ff11e911c441ebe4abdf2eb978efd2cb
|
| 3 |
+
size 5649
|