reikernx commited on
Commit
77e2add
·
verified ·
1 Parent(s): ce2eda1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,8 +1,9 @@
1
  from flask import Flask, request, jsonify
2
  import subprocess
3
 
 
4
  MODEL_PATH = "/app/model/qwen2.5-coder-1.5b-instruct-q4_k_m.gguf"
5
- BINARY_PATH = "/llama.cpp/build/main" # Update if different
6
  MAX_TOKENS = "256"
7
  THREADS = "4"
8
 
@@ -46,5 +47,4 @@ def api_query():
46
  return jsonify({"output": output})
47
 
48
  if __name__ == "__main__":
49
- # Hugging Face Docker default port
50
  app.run(host="0.0.0.0", port=7860)
 
1
  from flask import Flask, request, jsonify
2
  import subprocess
3
 
4
+ # Absolute paths
5
  MODEL_PATH = "/app/model/qwen2.5-coder-1.5b-instruct-q4_k_m.gguf"
6
+ BINARY_PATH = "/llama.cpp/build/bin/llama-cli" # Correct path
7
  MAX_TOKENS = "256"
8
  THREADS = "4"
9
 
 
47
  return jsonify({"output": output})
48
 
49
  if __name__ == "__main__":
 
50
  app.run(host="0.0.0.0", port=7860)