szang18 commited on
Commit
f4107f7
·
verified ·
1 Parent(s): dcebdac

Upload prism-qwen25-dinosiglip-224px+0_5b+mx-roboverse+n0+b32+x7-stackcube-vq7/config.json with huggingface_hub

Browse files
prism-qwen25-dinosiglip-224px+0_5b+mx-roboverse+n0+b32+x7-stackcube-vq7/config.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "data_root_dir": "stackcube_new_render/1.0.0",
3
+ "expected_world_size": 8,
4
+ "global_batch_size": 384,
5
+ "hf_token": ".hf_token",
6
+ "image_aug": false,
7
+ "is_resume": true,
8
+ "per_device_batch_size": 48,
9
+ "pretrained_checkpoint": "logs/prism-qwen25-dinosiglip-224px+0_5b+mx-roboverse+n0+b32+x7-stackcube-vq7/checkpoints/step-039540-epoch-20-loss=0.2883.pt",
10
+ "resume_epoch": 20,
11
+ "resume_step": 39540,
12
+ "run_id": "prism-qwen25-dinosiglip-224px+0_5b+mx-roboverse+n0+b32+x7-stackcube-vq7",
13
+ "run_id_note": null,
14
+ "run_root_dir": "logs",
15
+ "save_interval": 2500,
16
+ "seed": 7,
17
+ "trackers": [
18
+ "jsonl",
19
+ "wandb"
20
+ ],
21
+ "vla": {
22
+ "action_tokenizer": "stackcube_vq_extra_action_tokenizer",
23
+ "base_vlm": "prism-qwen25-extra-dinosiglip-224px+0_5b",
24
+ "data_mix": "roboverse",
25
+ "enable_gradient_checkpointing": true,
26
+ "enable_mixed_precision_training": true,
27
+ "epochs": 40,
28
+ "expected_world_size": 8,
29
+ "freeze_llm_backbone": false,
30
+ "freeze_vision_backbone": false,
31
+ "global_batch_size": 384,
32
+ "image_sequence_len": 1,
33
+ "learning_rate": 2e-05,
34
+ "lr_scheduler_type": "constant",
35
+ "max_grad_norm": 1.0,
36
+ "max_steps": null,
37
+ "per_device_batch_size": 48,
38
+ "reduce_in_full_precision": true,
39
+ "save_every_n_steps": 25000,
40
+ "shuffle_buffer_size": 256000,
41
+ "train_strategy": "fsdp-full-shard",
42
+ "type": "prism-qwen25-dinosiglip-224px+0_5b+mx-roboverse",
43
+ "unfreeze_last_llm_layer": false,
44
+ "use_wrist_image": false,
45
+ "vla_id": "prism-qwen25-dinosiglip-224px+0_5b+mx-roboverse",
46
+ "warmup_ratio": 0.0,
47
+ "weight_decay": 0.0
48
+ },
49
+ "wandb_entity": "szang",
50
+ "wandb_project": "openvla"
51
+ }