Update app.py
Browse files
app.py
CHANGED
|
@@ -1,14 +1,14 @@
|
|
| 1 |
import gradio as gr
|
| 2 |
import subprocess
|
| 3 |
|
| 4 |
-
MODEL_PATH = "/app/model/
|
| 5 |
|
| 6 |
def query_model(prompt):
|
| 7 |
cmd = [
|
| 8 |
-
"/llama.cpp/main", "-m", MODEL_PATH,
|
| 9 |
-
"-t", "4",
|
| 10 |
"--prompt", prompt,
|
| 11 |
-
"--n_predict", "
|
| 12 |
]
|
| 13 |
result = subprocess.run(cmd, capture_output=True, text=True)
|
| 14 |
return result.stdout
|
|
@@ -17,7 +17,7 @@ iface = gr.Interface(
|
|
| 17 |
fn=query_model,
|
| 18 |
inputs="text",
|
| 19 |
outputs="text",
|
| 20 |
-
title="GGUF
|
| 21 |
)
|
| 22 |
|
| 23 |
iface.launch(server_name="0.0.0.0", server_port=7860)
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
import subprocess
|
| 3 |
|
| 4 |
+
MODEL_PATH = "/app/model/qwen2.5-coder-1.5b-instruct-q4_k_m.gguf"
|
| 5 |
|
| 6 |
def query_model(prompt):
|
| 7 |
cmd = [
|
| 8 |
+
"/llama.cpp/build/main", "-m", MODEL_PATH,
|
| 9 |
+
"-t", "4", # threads
|
| 10 |
"--prompt", prompt,
|
| 11 |
+
"--n_predict", "256" # increase tokens for coding
|
| 12 |
]
|
| 13 |
result = subprocess.run(cmd, capture_output=True, text=True)
|
| 14 |
return result.stdout
|
|
|
|
| 17 |
fn=query_model,
|
| 18 |
inputs="text",
|
| 19 |
outputs="text",
|
| 20 |
+
title="Qwen2.5-Coder GGUF Chatbot"
|
| 21 |
)
|
| 22 |
|
| 23 |
iface.launch(server_name="0.0.0.0", server_port=7860)
|