vllm>=0.6.0
gradio
huggingface_hub