RayNova / config.yaml
Yihan-Hu's picture
Release RayNova 2B (trained on public nuPlan + nuScenes)
1f46b9f verified
Raw
History Blame Contribute Delete
4.49 kB
Ct5: 2048
HFU: null
MFU: null
ac: 1
acc_all: null
acc_fake: null
acc_real: null
action_adaLN: 0
action_cluster_num: 4096
action_horizon: 40
action_loss_weight: 200
ada: 0.9_0.97
adaptive_horizon: 1
add_lvl_embeding_only_first_block: 1
add_time_embeding_only_first_block: 0
add_view_embeding_only_first_block: 1
afuse: true
aln: 0.001
alng: 5.0e-06
always_training_scales: 100
apply_spatial_patchify: 0
attn_bias_type: temporal_scale
auto_resume: false
auto_weighted_loss: 0
batch_size: 1
bbox_img_coord: 1
bbox_repeat_n: 1
bed: ''
bitloss_type: mean
branch: main
bs: 32
buck: chunk
ca_gamma: -1
ca_performance: ''
cdec: false
cfg: 0.1
checkpoint_type: torch
chunk_nodes: 0
ckpt_trials:
- ']'
- '['
class_names:
- car
- truck
- construction_vehicle
- bus
- trailer
- traffic_barrier
- motorcycle
- bicycle
- pedestrian
- traffic_cone
- vehicle
- cyclist
cmd: ''
commit_id: ''
commit_msg: ''
condition_rope: 1
cos: true
cum: 3
cur_ep: ''
cur_it: ''
cur_phase: ''
dada: 0.9_0.97
data_load_reso: null
data_path: ''
dataset_name: mixed
dbg: false
dbg_ks: false
dbg_ks_last: null
dbg_modified: false
dblr: 0.0002
dclip: 6.0
debug_bsc: 0
dec: 1
diff: null
diffs: ''
diffs_ema: null
diva: 1
dlr: 2.5e-05
dp: -1
drop: 0.0
ds: oi
dwd: 0.0005
dwde: 0.0005
dynamic_resolution_across_gpus: 1
ema: 0.9999
enable_checkpointing: full-block
enable_dynamic_length_prompt: 1
enable_hybrid_shard: false
ep: 200
eq: 0
exp_name: Infinity
fake_vae_input: false
finish_time: ''
flash: false
fp16: 2
freeze_backbone: 0
fsdp_orig: true
fuse: false
fused_norm: false
g_seed: 0
gblr: 0.0002
gclip: 6.0
glb_batch_size: 32
glr: 2.5e-05
grad_boom: null
gwd: 0.005
gwde: 0.005
haln: true
hd: 0
hd0: 0.02
img_per_day: null
inner_shard_degree: 1
is_master_node: null
iter_speed: null
iterable_data_buffersize: 30000
kmeans_path: ''
ks: false
last_L1: null
last_Ld: null
last_Lnll: null
last_wei_g: null
lbs: 1
local_out_path: local_output
log_every_iter: true
log_freq: 10
log_txt_path: local_output/log.txt
ls: 0.0
lz: 0.0
map_condition: 1
map_condition_drop_rate: 0.25
map_names:
- road_line_solid_single_white
- road_line_broken_single_white
- lane_surface_street
- road_edge_sidewalk
- road_edge_boundary
- lane_surface_unstructure
- crosswalk
- road_line_solid_single_yellow
map_sample_points_num: 20
max_horizon: 16
max_memory_allocated: null
max_memory_reserved: null
max_nvidia_smi: 0
model: infinity_2bc8
model_alias: 2bc8
model_init_device: cuda
model_save_path: ''
nm0: false
nodata: false
nodata_tlen: 320
noise_apply_layers: 13
noise_apply_requant: 1
noise_apply_strength: 0.5
norm_eps: 1.0e-06
nova: false
nowd: 1
num_alloc_retries: null
num_views: 4
nuplan_ratio: 0.7
nuscenes_ratio: 0.3
object_cond_drop_rate: 0.25
object_condition: 1
oeps: 0
online_t5: true
only_train_action: 0
onroad_ratio: 0.5
opt: adamw
pad_to_multiplier: 1
patch_size: null
pn: 0.25M
predict_action: 0
prefetch_factor: 16
pretrained_ckpt: weights/infinity_2b_reg.pth
prof: 0
prof_freq: 50
profall: 0
project_name: Infinity_stream_2b
r_accu: 1.0
rand: true
rand_uncond: false
random_drop_view: 1
random_remove_casuality: 0
random_sample_interval: 1
real_trial_id: '['
recurrent_training: 0
remain_time: ''
resos: null
resume_path: ''
resume_wandb_name: null
reweight_loss_by_scale: 1
rms: false
robust_run_id: '0'
rope2d_each_sa_layer: 1
rope2d_normalized_by_hw: 2
rush_resume: ''
rwe: false
saln: true
sample_interval: 5
save_model_ep_freq: 10
save_model_iters_freq: 100
save_s3_model_freq: 1
scale_schedule: null
sche: lin0
sdpa_mem: true
seed: null
short_cap_prob: 0.5
shuffle_spatial_temporal: 0
skip_generation_loss: 0
stable: false
streaming_training: 0
swi: false
t5_path: weights/flan-t5-xl
tag: UK
task_id: '123'
task_type: t2i
tau: 1
tblr: 0.0002
tclip: 5.0
tema: 0
tf32: true
tfast: 0
time_chunk: 4
time_embed_type: none
timesteps: 4
tini: 0.01275775907699572
tk: 0.0
tlen: 512
tlr: 2.5e-05
tos_profiler_file_prefix: vgpt_default/
tp: 0.0
train_on_cluster: false
trial_id: '123'
twd: 0.005
twde: 0.005
uncond_bbox_tokens: 1
use_bit_label: 1
use_flex_attn: 1
use_frame_coordinate: 1
use_fsdp_model_ema: 0
use_gt_input: 1
use_local_attn: 1
use_object_film: 0
use_scale_st_blocks: 1
use_spatial_condition: 1
use_st_blocks: 0
use_streaming_dataset: 1
use_temporal_condition: 1
use_temporal_vae: 0
v_seed: 0
vae_ckpt: weights/infinity_vae_d32reg.pth
vae_n_frames: 4
vae_type: 32
video_data_path: ''
view_embed_type: local_plucker_ray_prope_6D_scale
weighted_neg_action: 1
workers: 2
wp: 1.0
wp0: 0.005
wpe: 1
xen: false
zero: 2