| { |
| "model_type": "prefix_smolvlm_distill", |
| "distill_cfg": { |
| "vit_hidden_dim": 1152, |
| "vit_inter_dim": 4304, |
| "vit_patch_size": 14, |
| "vit_img_size": 384, |
| "vit_n_heads": 16, |
| "vit_dropout": 0.0, |
| "vit_n_blocks": 27, |
| "vit_ln_eps": 1e-06, |
| "vit_cls_flag": false, |
| "vit_model_type": "HuggingFaceTB/SmolVLM2-2.2B-Instruct", |
| "lm_hidden_dim": 2048, |
| "lm_inter_dim": 8192, |
| "lm_rms_eps": 1e-05, |
| "lm_re_base": 130000, |
| "lm_max_position_embeddings": 8192, |
| "lm_base_vocab_size": 49280, |
| "extra_token_amount": 0, |
| "lm_vocab_size": 49280, |
| "lm_n_heads": 32, |
| "lm_n_kv_heads": 32, |
| "lm_dropout": 0.0, |
| "lm_n_blocks": 24, |
| "lm_attn_scaling": 1.0, |
| "lm_pad_aware_rope": true, |
| "lm_max_length": 2048, |
| "lm_use_tokens": false, |
| "lm_tie_weights": true, |
| "lm_model_type": "HuggingFaceTB/SmolLM2-1.7B-Instruct", |
| "lm_tokenizer": "HuggingFaceTB/SmolVLM2-2.2B-Instruct", |
| "lm_chat_template": null, |
| "mp_pixel_shuffle_factor": 3, |
| "mp_image_token_length": 81, |
| "max_img_size": 384, |
| "resize_to_max_side_len": false, |
| "vlm_extra_tokens": null, |
| "vlm_load_backbone_weights": true, |
| "vlm_checkpoint_path": null, |
| "smolvlm_model_id": "HuggingFaceTB/SmolVLM2-2.2B-Instruct", |
| "processor_model_id": "HuggingFaceTB/SmolVLM2-2.2B-Instruct", |
| "teacher_lm_model_id": "HuggingFaceTB/SmolLM2-1.7B-Instruct", |
| "resume_student_from_model_id": "HuggingFaceTB/SmolVLM2-2.2B-Instruct", |
| "transport_mode": "full", |
| "use_kv_bridge": false, |
| "kv_bridge_mode": "affine", |
| "kv_bridge_affine_stack_depth": 2, |
| "kv_bridge_adapter_expansion_factor": 1.0, |
| "kv_bridge_use_gate": false, |
| "distill_temperature": 2.0, |
| "distill_alpha": 0.5, |
| "distill_skip_sources": [ |
| "chart2text", |
| "chartqa", |
| "docvqa", |
| "infographic_vqa", |
| "ocrvqa", |
| "textcaps", |
| "textvqa", |
| "vistext", |
| "visualmrc" |
| ] |
| } |
| } |
