File size: 1,981 Bytes
6e98a6b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 | {
"generation": {
"fixed_separator": "\n",
"max_response_tokens_including_eos": 16
},
"memory": {
"evict_before_new_step": true,
"kv_guard_tokens": 5120,
"kv_window_steps_including_current": 8,
"mode": "window8"
},
"model": {
"backbone": "Qwen/Qwen3.5-4B",
"output_mode": "qwen_text",
"revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
"step_lane": {
"enabled": true,
"version": "parallel_step_lane_v1",
"layers": [
16,
20,
24,
28
],
"init_seed": 429,
"clock_mode": "step_end"
}
},
"observations": {
"append_action_tokens": true,
"expected_rgb_shape": [
480,
640,
3
],
"expected_visual_tokens": 300,
"max_prefix_tokens": 2048,
"max_step_group_tokens": 384,
"serializer_version": "vln_append_only_chat_v1"
},
"runtime": {
"action_diagnostics": false,
"max_logical_context_tokens": 262144,
"profile_components": false,
"window_attention_batch_steps": 16,
"text_attention": "simplememvln_step_attention",
"vision_attention": "flash_attention_2",
"vision_microbatch_images": 4
},
"training": {
"activation_offload_min_tokens": 65536,
"backbone_lr": 5e-06,
"checkpoint_decoder_layers": true,
"class_weighting": "none",
"classifier_lr": 5e-06,
"dataloader_num_workers": 4,
"effective_number_beta": 0.9999,
"epochs": 2,
"expected_total_steps": 7704,
"expected_warmup_steps": 232,
"gradient_accumulation_steps": 2,
"length_bucket_pool_episodes": 64,
"microbatch_episodes_per_rank": 1,
"model_max_length": 262144,
"nominal_episodes_per_update": 8,
"save_strategy": "epoch",
"save_total_limit": null,
"seed": 429,
"supervise_assistant_terminator": true,
"tail_policy": "accelerate_repeat",
"use_cache": false,
"warmup_steps": 232,
"weight_decay": 0.01,
"step_lane_lr": 0.0001
}
}
|