Update app.py

app.py

@@ -6,6 +6,18 @@ from llama_cpp import Llama
 from huggingface_hub import snapshot_download
 
 # 下载并转换模型
+def git_llama():
+   if not os.path.exists('llama.cpp'):
+        run_command('git clone https://github.com/ggml-org/llama.cpp.git')
+
+        # 进入仓库目录并编译
+        os.chdir('llama.cpp')
+        run_command('pip install -r requirements.txt')
+        run_command('cmake -B build')
+        run_command('cmake --build build --config Release -j 8')
+        os.chdir('..')  # 返回上级目录
+
+
 def setup_model(model_id):
     local_dir = model_id.split('/')[-1]
     if not os.path.exists(local_dir):
@@ -25,6 +37,8 @@ def setup_model(model_id):
 
 # 设定模型路径
 MODEL_ID = "ibm-granite/granite-3.1-2b-instruct"
+
+git_llama()
 MODEL_PATH = setup_model(MODEL_ID)
 
 # 加载 Llama 模型