RoboJEPA-Decoder-0.6B / config.json
artemZholus's picture
RoboJEPA-Decoder-0.6B, step 219400 (epoch 1097)
bdd00b4 verified
Raw History Blame Contribute Delete
1.05 kB
{
"denoising_steps": [
1000
],
"eval_denoising_steps": 128,
"patch_size": 1,
"use_cosmos": true,
"in_chans": 16,
"tubelet_size": 1,
"use_rope": true,
"num_frames": 8,
"decode_video": true,
"img_size": [
30,
40
],
"condition_dim": 1664,
"decoder_embed_dim": 1280,
"condition_dropout": 0.1,
"depth": 32,
"num_heads": 20,
"num_kv_heads": 10,
"mlp_ratio": 4.0,
"num_views": 1,
"condition_h": 15,
"condition_w": 20,
"condition_d": 8,
"use_activation_checkpointing": false,
"local_attn_window": [
4,
-1,
-1
],
"attn_impl": "sdpa",
"encoder_path": "cosmos/encoder.jit",
"decoder_path": "cosmos/decoder.jit",
"kind": "dit",
"diffusion_kwargs": {
"noise_schedule": "cosine_simple_diffusion",
"shift": 1.0,
"clip_min": 1e-09,
"zero_terminal_snr": true,
"predict_v": false,
"predict_xstart": true,
"sigma_small": true,
"learn_sigma": false,
"diffusion_steps": 1000
},
"epoch": 1097,
"global_step": 219400,
"num_parameters": 597568016
}