tests/test_hf.py

import os

os.environ["HF_ENDPOINT"] = "https://hf-mirror.com"

from transformers import AutoConfig
from transformers.models.qwen2_5_vl import Qwen2_5_VLConfig
from transformers import AutoModelForCausalLM, AutoModel
from transformers.models.qwen2_5_vl import Qwen2_5_VLForConditionalGeneration
import torch


vllm_base_model_path = "Qwen/Qwen2.5-VL-3B-Instruct"

config = Qwen2_5_VLConfig.from_pretrained(vllm_base_model_path, trust_remote_code=True)
vllm_model = Qwen2_5_VLForConditionalGeneration(
    config=config,
)

print(vllm_model)