returnzeros commited on
Commit
31a43a5
·
verified ·
1 Parent(s): a355dad

Upload 4 files

Browse files
ACT_DP_multitask/checkpoints/mixture_multiview_v3_50_500/act_dp/dataset_stats.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1757f1c5b672ca8c87e84afd096934ae5571ef1e04830499c2e3bc3be58d788
3
+ size 1049
ACT_DP_multitask/checkpoints/mixture_multiview_v3_50_500/act_dp/policy_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "lr": 2e-05,
3
+ "task_name": "bottle_adjust",
4
+ "is_wandb": false,
5
+ "save_epoch": 100,
6
+ "num_queries": 50,
7
+ "predict_frame": 0,
8
+ "history_step": 0,
9
+ "resize_rate": 1,
10
+ "image_downsample_rate": 1,
11
+ "temporal_downsample_rate": 1,
12
+ "image_height": 480,
13
+ "image_width": 640,
14
+ "kl_weight": 10,
15
+ "hidden_dim": 512,
16
+ "dim_feedforward": 3200,
17
+ "lr_backbone": 1e-05,
18
+ "backbone": "resnet18",
19
+ "enc_layers": 4,
20
+ "dec_layers": 7,
21
+ "nheads": 8,
22
+ "camera_names": [
23
+ "cam_high",
24
+ "cam_left_wrist",
25
+ "cam_right_wrist"
26
+ ],
27
+ "norm_type": "minmax",
28
+ "disable_vae_latent": true,
29
+ "disable_resnet": false,
30
+ "condition_type": "cross_attention",
31
+ "num_inference_steps": 10,
32
+ "num_train_timesteps": 100,
33
+ "prediction_type": "sample",
34
+ "loss_type": "l1",
35
+ "schedule_type": "DDIM",
36
+ "beta_schedule": "squaredcos_cap_v2",
37
+ "diffusion_timestep_type": "cat",
38
+ "attention_type": "v0",
39
+ "causal_mask": false,
40
+ "predict_only_last": false,
41
+ "share_decoder": false,
42
+ "tokenizer_model_temporal_rate": 8,
43
+ "tokenizer_model_spatial_rate": 16,
44
+ "tokenizer_model_name": "Cosmos-Tokenizer-DV8x16x16",
45
+ "prediction_weight": 1,
46
+ "imitate_weight": 1,
47
+ "token_dim": 6,
48
+ "patch_size": 5,
49
+ "token_pe_type": "learned",
50
+ "next_frame": false,
51
+ "pretrain": false,
52
+ "mae": false,
53
+ "segmentation": false,
54
+ "use_film": true,
55
+ "multitask": true
56
+ }
ACT_DP_multitask/checkpoints/mixture_multiview_v3_50_500/act_dp/train_args_config.json ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "is_wandb": false,
3
+ "ckpt_dir": "checkpoints/mixture_multiview_v3_50_500/act_dp",
4
+ "policy_class": "ACT_diffusion",
5
+ "task_name": "bottle_adjust",
6
+ "head_camera_type": "D435",
7
+ "num_episodes": 100,
8
+ "train_ratio": 0.99,
9
+ "batch_size": 42,
10
+ "seed": 0,
11
+ "num_epochs": 500,
12
+ "lr": 2e-05,
13
+ "lr_schedule_type": "constant",
14
+ "backbone": "resnet18",
15
+ "kl_weight": 10,
16
+ "save_epoch": 100,
17
+ "chunk_size": 50,
18
+ "history_step": 0,
19
+ "predict_frame": 0,
20
+ "image_downsample_rate": 1,
21
+ "resize_rate": 1,
22
+ "temporal_downsample_rate": 1,
23
+ "predict_only_last": false,
24
+ "disable_multi_view": false,
25
+ "hidden_dim": 512,
26
+ "dim_feedforward": 3200,
27
+ "norm_type": "minmax",
28
+ "num_train_steps": 100,
29
+ "num_inference_steps": 10,
30
+ "imitate_weight": 1,
31
+ "schedule_type": "DDIM",
32
+ "prediction_type": "sample",
33
+ "beta_schedule": "squaredcos_cap_v2",
34
+ "loss_type": "l1",
35
+ "diffusion_timestep_type": "cat",
36
+ "attention_type": "v0",
37
+ "causal_mask": false,
38
+ "disable_vae_latent": true,
39
+ "disable_resnet": false,
40
+ "disable_scale": false,
41
+ "share_decoder": false,
42
+ "condition_type": "cross_attention",
43
+ "tokenizer_model_type": "DV",
44
+ "tokenizer_model_temporal_rate": 8,
45
+ "tokenizer_model_spatial_rate": 16,
46
+ "prediction_weight": 1,
47
+ "patch_size": 5,
48
+ "token_pe_type": "learned",
49
+ "nf": false,
50
+ "pretrain": false,
51
+ "mae": false,
52
+ "seg": false,
53
+ "masks": false,
54
+ "resume": "",
55
+ "world_size": -1,
56
+ "rank": -1,
57
+ "dist_url": "tcp://224.66.41.62:23456",
58
+ "dist_backend": "nccl",
59
+ "gpu": 0,
60
+ "tokenizer_model_name": "Cosmos-Tokenizer-DV8x16x16",
61
+ "token_dim": 6,
62
+ "camera_names": [
63
+ "cam_high",
64
+ "cam_left_wrist",
65
+ "cam_right_wrist"
66
+ ],
67
+ "image_height": 240,
68
+ "image_width": 320
69
+ }
ACT_DP_multitask/checkpoints/mixture_multiview_v3_50_500/act_dp/train_val_loss_seed_0.png ADDED