Spaces:
Build error
Build error
kwabs22 commited on
Commit ·
6524289
1
Parent(s): fbf941a
Testing Stable LM 2 1.6B Zephyr - docker issues
Browse files
app.py
CHANGED
|
@@ -24,8 +24,8 @@ def generate_response(user_message):
|
|
| 24 |
|
| 25 |
def generate_response(user_message):
|
| 26 |
cmd = [
|
| 27 |
-
"
|
| 28 |
-
"-m", "llama.cpp/models/stablelm-2-zephyr-1_6b-Q4_0.gguf",
|
| 29 |
"-p", user_message,
|
| 30 |
"-n", "400",
|
| 31 |
"-e"
|
|
|
|
| 24 |
|
| 25 |
def generate_response(user_message):
|
| 26 |
cmd = [
|
| 27 |
+
"/app/llama.cpp/main", # Path to the executable
|
| 28 |
+
"-m", "/app/llama.cpp/models/stablelm-2-zephyr-1_6b-Q4_0.gguf",
|
| 29 |
"-p", user_message,
|
| 30 |
"-n", "400",
|
| 31 |
"-e"
|