| SEQUENCE_PADDING_INDICATOR = -1 | |
| OUTPUT_IMAGE_INDICATOR = 2 | |
| LLM_TOKEN_INDICATOR = 3 | |
| # Image grid coordinates start at this offset so they never collide with text token indices | |
| # (text positions start at 0 and never exceed max_text_tokens, which is well below this). | |
| IMAGE_POSITION_OFFSET = 65536 | |
| # Layers of Qwen3-VL whose hidden states are concatenated and fed to the transformer. | |
| QWEN3_VL_ACTIVATION_LAYERS = (0, 3, 6, 9, 12, 15, 18, 21, 24, 27, 30, 33, 35) | |