requirements.txt

--extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu124

gradio==6.5.1
huggingface_hub>=0.23.0
llama-cpp-python==0.3.29