WWZzz commited on
Commit
02c395f
·
verified ·
1 Parent(s): f4dd990

Overwrite ACT stack_blocks_v2 qpos trained on stack_blocks_v2_fixed (leading static frames trimmed)

Browse files
config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_dim": 7,
3
+ "architectures": [
4
+ "ACTPolicy"
5
+ ],
6
+ "args": {
7
+ "action_dim": 7,
8
+ "backbone": "resnet18",
9
+ "camera_names": [
10
+ "primary",
11
+ "wrist"
12
+ ],
13
+ "chunk_size": 16,
14
+ "dec_layers": 7,
15
+ "dilation": false,
16
+ "dim_feedforward": 3200,
17
+ "dropout": 0.1,
18
+ "enc_layers": 4,
19
+ "hidden_dim": 512,
20
+ "history_len": 1,
21
+ "image_size": [
22
+ 256,
23
+ 256
24
+ ],
25
+ "kl_weight": 10,
26
+ "lr_backbone": 1e-05,
27
+ "masks": false,
28
+ "nheads": 8,
29
+ "num_queries": 16,
30
+ "position_embedding": "sine",
31
+ "pre_norm": false,
32
+ "prediction_len": 16,
33
+ "raw_size": [
34
+ 640,
35
+ 480
36
+ ],
37
+ "state_dim": 7
38
+ },
39
+ "backbone": "resnet18",
40
+ "camera_names": [
41
+ "primary",
42
+ "wrist"
43
+ ],
44
+ "chunk_size": 16,
45
+ "dec_layers": 7,
46
+ "dilation": false,
47
+ "dim_feedforward": 3200,
48
+ "dropout": 0.1,
49
+ "enc_layers": 4,
50
+ "hidden_dim": 512,
51
+ "history_len": 1,
52
+ "image_size": [
53
+ 256,
54
+ 256
55
+ ],
56
+ "kl_weight": 10,
57
+ "lr_backbone": 1e-05,
58
+ "masks": false,
59
+ "nheads": 8,
60
+ "num_queries": 16,
61
+ "position_embedding": "sine",
62
+ "pre_norm": false,
63
+ "prediction_len": 16,
64
+ "raw_size": [
65
+ 640,
66
+ 480
67
+ ],
68
+ "state_dim": 7,
69
+ "torch_dtype": "float32",
70
+ "transformers_version": "4.45.2",
71
+ "type": "policy.act"
72
+ }
example_data/action_raw.csv ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ action_0,action_1,action_2,action_3,action_4,action_5,action_6
2
+ -3.025104664266109467e-02,1.033142805099487305e+00,-1.418284893035888672e+00,-7.773706316947937012e-01,1.956540107727050781e+00,5.858902931213378906e-01,6.953705549240112305e-01
3
+ -3.580585494637489319e-02,1.035427093505859375e+00,-1.413290262222290039e+00,-7.762162089347839355e-01,1.957386493682861328e+00,5.856456160545349121e-01,6.953705549240112305e-01
4
+ -6.156156957149505615e-02,1.041838049888610840e+00,-1.396861553192138672e+00,-7.709288597106933594e-01,1.961378812789916992e+00,5.871674418449401855e-01,6.953705549240112305e-01
5
+ -9.063446521759033203e-02,1.043805241584777832e+00,-1.387123584747314453e+00,-7.600581645965576172e-01,1.964160680770874023e+00,5.944994688034057617e-01,6.953705549240112305e-01
6
+ -1.128363236784934998e-01,1.046252012252807617e+00,-1.376459121704101562e+00,-7.487570047378540039e-01,1.967370510101318359e+00,6.017965078353881836e-01,6.953705549240112305e-01
7
+ -1.357023864984512329e-01,1.047803282737731934e+00,-1.367038965225219727e+00,-7.363485693931579590e-01,1.969274163246154785e+00,6.097449660301208496e-01,6.953705549240112305e-01
8
+ -1.526241600513458252e-01,1.049885034561157227e+00,-1.357456445693969727e+00,-7.245928049087524414e-01,1.971589922904968262e+00,6.171205043792724609e-01,6.953705549240112305e-01
9
+ -1.644703149795532227e-01,1.052649259567260742e+00,-1.347732424736022949e+00,-7.126069068908691406e-01,1.974536776542663574e+00,6.247575283050537109e-01,6.953705549240112305e-01
10
+ -1.745702624320983887e-01,1.055898070335388184e+00,-1.337904930114746094e+00,-7.011149525642395020e-01,1.977974653244018555e+00,6.324075460433959961e-01,6.953705549240112305e-01
11
+ -1.942932456731796265e-01,1.064398288726806641e+00,-1.313560247421264648e+00,-6.784186959266662598e-01,1.988250851631164551e+00,6.493363380432128906e-01,6.953705549240112305e-01
12
+ -2.088605016469955444e-01,1.069393038749694824e+00,-1.296988606452941895e+00,-6.668682098388671875e-01,1.995654106140136719e+00,6.596608161926269531e-01,6.953705549240112305e-01
13
+ -2.328763306140899658e-01,1.072506070137023926e+00,-1.276248097419738770e+00,-6.497988700866699219e-01,2.005367755889892578e+00,6.783718466758728027e-01,6.953705549240112305e-01
14
+ -2.492536902427673340e-01,1.074169158935546875e+00,-1.260091900825500488e+00,-6.323590874671936035e-01,2.013840913772583008e+00,6.979106664657592773e-01,6.953705549240112305e-01
15
+ -2.673997282981872559e-01,1.076789140701293945e+00,-1.242738842964172363e+00,-6.173431873321533203e-01,2.023182630538940430e+00,7.159383296966552734e-01,6.953705549240112305e-01
16
+ -2.928298413753509521e-01,1.077711343765258789e+00,-1.228341937065124512e+00,-6.018940806388854980e-01,2.033122301101684570e+00,7.386404871940612793e-01,6.953705549240112305e-01
17
+ -3.252362906932830811e-01,1.082095623016357422e+00,-1.203530550003051758e+00,-5.735341310501098633e-01,2.054781913757324219e+00,7.834547162055969238e-01,6.953705549240112305e-01
example_data/camera_0.png ADDED
example_data/camera_1.png ADDED
example_data/info.txt ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ === Training Example Data Info ===
2
+
3
+ This example is saved from the raw training dataset (before data_processor).
4
+ Data is saved in unnormalized form to match testing phase format.
5
+
6
+ Sample keys:
7
+ image: shape=torch.Size([2, 3, 256, 256]), dtype=torch.uint8
8
+ state: shape=torch.Size([7]), dtype=torch.float32
9
+ action: shape=torch.Size([16, 7]), dtype=torch.float32
10
+ is_pad: shape=torch.Size([16]), dtype=torch.bool
11
+ raw_lang: str
12
+ reasoning: dict
13
+ timestamp: int
14
+ episode_id: int
15
+ action_raw: shape=torch.Size([16, 7]), dtype=torch.float32
16
+ dataset_id: str
17
+
18
+ Files saved:
19
+ - camera_{i}.png: raw images from dataset (unnormalized, original resolution)
20
+ - state_raw.csv: raw state values (unnormalized)
21
+ - action_raw.csv: raw action values (unnormalized)
22
+ - raw_lang.txt: language instruction (if available)
23
+ - reasoning.json: reasoning data (if available)
24
+ - info.txt: this file
25
+
26
+ Note: These raw values can be directly compared with testing phase examples.
example_data/raw_lang.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ stack_blocks_v2
example_data/state_raw.csv ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ state_0,state_1,state_2,state_3,state_4,state_5,state_6
2
+ -3.025104664266109467e-02,1.033142805099487305e+00,-1.418284893035888672e+00,-7.773706316947937012e-01,1.956540107727050781e+00,5.858902931213378906e-01,6.953705549240112305e-01
log/events.out.tfevents.1784548443.asi-keepalive-4a-202607152040--b75f27509fb0-do5xieuiqx.3960200.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb61259ef7debf10585f9106b544a47ebe0223c35d2e5b24988d55ea504775db
3
+ size 644264
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4796f9de36f58e9f6432805851fb8577c3698426601628da1062f007d5c03255
3
+ size 335617008
normalize.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "2.0",
3
+ "datasets": [
4
+ {
5
+ "dataset_id": "stack_blocks_v2_qpos",
6
+ "ctrl_space": "joint",
7
+ "ctrl_type": "abs"
8
+ }
9
+ ],
10
+ "state": {
11
+ "stack_blocks_v2_qpos": "zscore"
12
+ },
13
+ "action": {
14
+ "stack_blocks_v2_qpos": "zscore"
15
+ }
16
+ }
policy_metadata.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy_module": "policy.act",
3
+ "policy_name": "act_cam2_7dof",
4
+ "raw_size": [
5
+ 640,
6
+ 480
7
+ ],
8
+ "image_size": [
9
+ 256,
10
+ 256
11
+ ]
12
+ }
stack_blocks_v2_qpos_stats_joint_abs.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff0b4ab875bf201a879a1ffb3b4ed674d69ad178885142856141f951936881f9
3
+ size 1379
trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c24a632dba01c079c3ea8dcb13496b85e242464a891e90356654e57096103e31
3
+ size 5649