Update app.py

app.py

@@ -16,9 +16,15 @@ from llama_cpp import Llama
 #     local_dir = "./models"
 # )
 
+# hf_hub_download(
+#     repo_id="bartowski/Meta-Llama-3-70B-Instruct-GGUF",
+#     filename="Meta-Llama-3-70B-Instruct-Q3_K_M.gguf",
+#     local_dir = "./models"
+# )
+
 hf_hub_download(
-    repo_id="bartowski/Meta-Llama-3-70B-Instruct-GGUF",
-    filename="Meta-Llama-3-70B-Instruct-Q3_K_M.gguf",
+    repo_id="leafspark/Meta-Llama-3.1-405B-Instruct-GGUF",
+    filename="Llama-3.1-405B-Instruct.Q2_K.gguf",
     local_dir = "./models"
 )
 
@@ -93,7 +99,7 @@ def pdf_to_text(cv_file, prompt, maxtokens=2048, temperature=0, top_probability=
     for page_id in page2content:
         cv_text += page2content[page_id] + ' '
     llm = Llama(
-        model_path="models/Meta-Llama-3-70B-Instruct-Q3_K_M.gguf",
+        model_path="models/Llama-3.1-405B-Instruct.Q2_K.gguf",
         flash_attn=True,
         n_gpu_layers=81,
         n_batch=1024,