Update app.py
Browse files
app.py
CHANGED
|
@@ -1,8 +1,9 @@
|
|
| 1 |
from flask import Flask, request, jsonify
|
| 2 |
import subprocess
|
| 3 |
|
|
|
|
| 4 |
MODEL_PATH = "/app/model/qwen2.5-coder-1.5b-instruct-q4_k_m.gguf"
|
| 5 |
-
BINARY_PATH = "/llama.cpp/build/
|
| 6 |
MAX_TOKENS = "256"
|
| 7 |
THREADS = "4"
|
| 8 |
|
|
@@ -46,5 +47,4 @@ def api_query():
|
|
| 46 |
return jsonify({"output": output})
|
| 47 |
|
| 48 |
if __name__ == "__main__":
|
| 49 |
-
# Hugging Face Docker default port
|
| 50 |
app.run(host="0.0.0.0", port=7860)
|
|
|
|
| 1 |
from flask import Flask, request, jsonify
|
| 2 |
import subprocess
|
| 3 |
|
| 4 |
+
# Absolute paths
|
| 5 |
MODEL_PATH = "/app/model/qwen2.5-coder-1.5b-instruct-q4_k_m.gguf"
|
| 6 |
+
BINARY_PATH = "/llama.cpp/build/bin/llama-cli" # Correct path
|
| 7 |
MAX_TOKENS = "256"
|
| 8 |
THREADS = "4"
|
| 9 |
|
|
|
|
| 47 |
return jsonify({"output": output})
|
| 48 |
|
| 49 |
if __name__ == "__main__":
|
|
|
|
| 50 |
app.run(host="0.0.0.0", port=7860)
|