--extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu124
huggingface_hub>=0.25.0
llama-cpp-python>=0.3.1
nvidia-cuda-runtime-cu12
nvidia-cublas-cu12