| { |
| "vlm": { |
| "type": "qwen3.5-vl", |
| "base_vlm": "vlm_config", |
| "load_pretrained": false, |
| "attn_implementation": "flash_attention_2" |
| }, |
| "nfp": { |
| "vl_hidden_dim": 2560, |
| "expand_ratio": 4, |
| "depth": 2, |
| "dropout": 0.0, |
| "vlm_feature_layer": -1, |
| "nfp_loss_mse_weight": 0.1, |
| "nfp_loss_cosine_weight": 0.9, |
| "short_future_loss_weight": 0.1, |
| "prev_event_loss_weight": 0.25, |
| "next_event_loss_weight": 0.25, |
| "half_event_loss_weight": 0.0, |
| "num_query_tokens": 256, |
| "learnable_query_tokens": true, |
| "allow_unsupervised_query_grad": false, |
| "image_token_id": 248056 |
| }, |
| "chunked_ce_tokens": 0 |
| } |
