WWZzz commited on
Commit
788c74b
·
verified ·
1 Parent(s): d868b0b

Overwrite ACT stack_blocks_v2 ee_state trained on stack_blocks_v2_fixed (leading static frames trimmed)

Browse files
config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_dim": 7,
3
+ "architectures": [
4
+ "ACTPolicy"
5
+ ],
6
+ "args": {
7
+ "action_dim": 7,
8
+ "backbone": "resnet18",
9
+ "camera_names": [
10
+ "primary",
11
+ "wrist"
12
+ ],
13
+ "chunk_size": 16,
14
+ "dec_layers": 7,
15
+ "dilation": false,
16
+ "dim_feedforward": 3200,
17
+ "dropout": 0.1,
18
+ "enc_layers": 4,
19
+ "hidden_dim": 512,
20
+ "history_len": 1,
21
+ "image_size": [
22
+ 256,
23
+ 256
24
+ ],
25
+ "kl_weight": 10,
26
+ "lr_backbone": 1e-05,
27
+ "masks": false,
28
+ "nheads": 8,
29
+ "num_queries": 16,
30
+ "position_embedding": "sine",
31
+ "pre_norm": false,
32
+ "prediction_len": 16,
33
+ "raw_size": [
34
+ 640,
35
+ 480
36
+ ],
37
+ "state_dim": 7
38
+ },
39
+ "backbone": "resnet18",
40
+ "camera_names": [
41
+ "primary",
42
+ "wrist"
43
+ ],
44
+ "chunk_size": 16,
45
+ "dec_layers": 7,
46
+ "dilation": false,
47
+ "dim_feedforward": 3200,
48
+ "dropout": 0.1,
49
+ "enc_layers": 4,
50
+ "hidden_dim": 512,
51
+ "history_len": 1,
52
+ "image_size": [
53
+ 256,
54
+ 256
55
+ ],
56
+ "kl_weight": 10,
57
+ "lr_backbone": 1e-05,
58
+ "masks": false,
59
+ "nheads": 8,
60
+ "num_queries": 16,
61
+ "position_embedding": "sine",
62
+ "pre_norm": false,
63
+ "prediction_len": 16,
64
+ "raw_size": [
65
+ 640,
66
+ 480
67
+ ],
68
+ "state_dim": 7,
69
+ "torch_dtype": "float32",
70
+ "transformers_version": "4.45.2",
71
+ "type": "policy.act"
72
+ }
example_data/action_raw.csv ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ action_0,action_1,action_2,action_3,action_4,action_5,action_6
2
+ -6.609993577003479004e-01,-8.436583727598190308e-02,1.018037199974060059e+00,1.277138590812683105e+00,1.634037017822265625e+00,-1.298746466636657715e-01,6.953705549240112305e-01
3
+ -6.527646183967590332e-01,-8.934775739908218384e-02,1.022667050361633301e+00,1.285534620285034180e+00,1.641445517539978027e+00,-1.296537816524505615e-01,6.953705549240112305e-01
4
+ -6.260993480682373047e-01,-1.123445034027099609e-01,1.036803126335144043e+00,1.320946693420410156e+00,1.663912296295166016e+00,-1.286470890045166016e-01,6.953705549240112305e-01
5
+ -6.110167503356933594e-01,-1.375194787979125977e-01,1.043194890022277832e+00,1.367458224296569824e+00,1.671874761581420898e+00,-1.254483014345169067e-01,6.953705549240112305e-01
6
+ -5.940383672714233398e-01,-1.566291749477386475e-01,1.050560235977172852e+00,1.416788339614868164e+00,1.681270360946655273e+00,-1.209984347224235535e-01,6.953705549240112305e-01
7
+ -5.794795751571655273e-01,-1.761859059333801270e-01,1.056319355964660645e+00,1.466476678848266602e+00,1.687304377555847168e+00,-1.163557395339012146e-01,6.953705549240112305e-01
8
+ -5.643213987350463867e-01,-1.905580908060073853e-01,1.062798142433166504e+00,1.515542268753051758e+00,1.694580554962158203e+00,-1.111488416790962219e-01,6.953705549240112305e-01
9
+ -5.486043691635131836e-01,-2.004051655530929565e-01,1.070187568664550781e+00,1.567967891693115234e+00,1.703044056892395020e+00,-1.048678457736968994e-01,6.953705549240112305e-01
10
+ -5.327017307281494141e-01,-2.087822705507278442e-01,1.078236103057861328e+00,1.621714591979980469e+00,1.712463140487670898e+00,-9.829035401344299316e-02,6.953705549240112305e-01
11
+ -4.933178126811981201e-01,-2.255542129278182983e-01,1.098925590515136719e+00,1.746413707733154297e+00,1.738237500190734863e+00,-8.318938314914703369e-02,6.953705549240112305e-01
12
+ -4.669098258018493652e-01,-2.385373711585998535e-01,1.112200736999511719e+00,1.823416113853454590e+00,1.755401134490966797e+00,-7.453481853008270264e-02,6.953705549240112305e-01
13
+ -4.339170157909393311e-01,-2.598839104175567627e-01,1.125308036804199219e+00,1.935236454010009766e+00,1.769559383392333984e+00,-6.186014041304588318e-02,6.953705549240112305e-01
14
+ -4.077726602554321289e-01,-2.740307152271270752e-01,1.134771704673767090e+00,2.042443990707397461e+00,1.776880383491516113e+00,-4.849428310990333557e-02,6.953705549240112305e-01
15
+ -3.803428411483764648e-01,-2.902355194091796875e-01,1.145962119102478027e+00,2.147633552551269531e+00,1.787266373634338379e+00,-3.608671575784683228e-02,6.953705549240112305e-01
16
+ -3.582656979560852051e-01,-3.129977285861968994e-01,1.154016375541687012e+00,2.260445117950439453e+00,1.791008710861206055e+00,-2.329308725893497467e-02,6.953705549240112305e-01
17
+ -3.196549117565155029e-01,-3.417931795120239258e-01,1.171646595001220703e+00,2.486541271209716797e+00,1.799155831336975098e+00,4.330872092396020889e-03,6.953705549240112305e-01
example_data/camera_0.png ADDED
example_data/camera_1.png ADDED
example_data/info.txt ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ === Training Example Data Info ===
2
+
3
+ This example is saved from the raw training dataset (before data_processor).
4
+ Data is saved in unnormalized form to match testing phase format.
5
+
6
+ Sample keys:
7
+ image: shape=torch.Size([2, 3, 256, 256]), dtype=torch.uint8
8
+ state: shape=torch.Size([7]), dtype=torch.float32
9
+ action: shape=torch.Size([16, 7]), dtype=torch.float32
10
+ is_pad: shape=torch.Size([16]), dtype=torch.bool
11
+ raw_lang: str
12
+ reasoning: dict
13
+ timestamp: int
14
+ episode_id: int
15
+ action_raw: shape=torch.Size([16, 7]), dtype=torch.float32
16
+ dataset_id: str
17
+
18
+ Files saved:
19
+ - camera_{i}.png: raw images from dataset (unnormalized, original resolution)
20
+ - state_raw.csv: raw state values (unnormalized)
21
+ - action_raw.csv: raw action values (unnormalized)
22
+ - raw_lang.txt: language instruction (if available)
23
+ - reasoning.json: reasoning data (if available)
24
+ - info.txt: this file
25
+
26
+ Note: These raw values can be directly compared with testing phase examples.
example_data/raw_lang.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ stack_blocks_v2
example_data/state_raw.csv ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ state_0,state_1,state_2,state_3,state_4,state_5,state_6
2
+ -6.609993577003479004e-01,-8.436583727598190308e-02,1.018037199974060059e+00,1.277138590812683105e+00,1.634037017822265625e+00,-1.298746466636657715e-01,6.953705549240112305e-01
log/events.out.tfevents.1784548443.asi-keepalive-4a-202607152040--b75f27509fb0-do5xieuiqx.3960199.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10c115abdd7b690c614521ebfc24717a9a674c433c61d70258ac636ff1e538ca
3
+ size 644276
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18613d38a4a081d77080da254644eb81c1d2282c5801062b08889e2dd38f3b15
3
+ size 335617008
normalize.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "2.0",
3
+ "datasets": [
4
+ {
5
+ "dataset_id": "stack_blocks_v2_ee_state",
6
+ "ctrl_space": "ee",
7
+ "ctrl_type": "abs"
8
+ }
9
+ ],
10
+ "state": {
11
+ "stack_blocks_v2_ee_state": "zscore"
12
+ },
13
+ "action": {
14
+ "stack_blocks_v2_ee_state": "zscore"
15
+ }
16
+ }
policy_metadata.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy_module": "policy.act",
3
+ "policy_name": "act_cam2_7dof",
4
+ "raw_size": [
5
+ 640,
6
+ 480
7
+ ],
8
+ "image_size": [
9
+ 256,
10
+ 256
11
+ ]
12
+ }
stack_blocks_v2_ee_state_stats_ee_abs.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b852758ef29b0fdcb664483b8444c6536d101b122886b194cb12b34657f15ba
3
+ size 1379
trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03d50004a8b2b0cc10cea4c851569a37ff11e911c441ebe4abdf2eb978efd2cb
3
+ size 5649