Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -6,7 +6,7 @@ from llama_cpp import Llama
|
|
| 6 |
llm_name = "MuntasirHossain/Meta-Llama-3-8B-OpenOrca-GGUF"
|
| 7 |
llm_path = os.path.basename(llm_name)
|
| 8 |
|
| 9 |
-
gguf_model = "Q4_K_M" # "Q6_K.gguf"
|
| 10 |
|
| 11 |
# download gguf model
|
| 12 |
def download_llms(llm_name):
|
|
@@ -33,7 +33,7 @@ def download_llms(llm_name):
|
|
| 33 |
|
| 34 |
print("Download completed")
|
| 35 |
else:
|
| 36 |
-
print(f"Model download
|
| 37 |
|
| 38 |
# define model pipeline with llama-cpp
|
| 39 |
def initialize_llm(llm_model):
|
|
|
|
| 6 |
llm_name = "MuntasirHossain/Meta-Llama-3-8B-OpenOrca-GGUF"
|
| 7 |
llm_path = os.path.basename(llm_name)
|
| 8 |
|
| 9 |
+
gguf_model = "Q4_K_M.gguf" # "Q6_K.gguf"
|
| 10 |
|
| 11 |
# download gguf model
|
| 12 |
def download_llms(llm_name):
|
|
|
|
| 33 |
|
| 34 |
print("Download completed")
|
| 35 |
else:
|
| 36 |
+
print(f"Model download unsuccessful {response.status_code}")
|
| 37 |
|
| 38 |
# define model pipeline with llama-cpp
|
| 39 |
def initialize_llm(llm_model):
|