app.py

import gradio as gr
from llama_cpp import Llama
from huggingface_hub import hf_hub_download

model_path = hf_hub_download(
    repo_id="Ayush-Ash/Nanbeige4.1-3B-Q4_K_M-GGUF"
    filename="nanbeige4.1-3b-q4_k_m.gguf"
)