PoppaYAO commited on
Commit
f1f3051
·
verified ·
1 Parent(s): 4223c91

Update server.py

Browse files
Files changed (1) hide show
  1. server.py +6 -6
server.py CHANGED
@@ -13,12 +13,12 @@ def read_root():
13
  def generate(prompt: str):
14
 
15
  cmd = [
16
- "./llama.cpp/main",
17
- "-m", MODEL_PATH,
18
- "-p", prompt,
19
- "-n", "300",
20
- "--ctx-size", "8192"
21
- ]
22
 
23
  result = subprocess.run(cmd, capture_output=True, text=True)
24
 
 
13
  def generate(prompt: str):
14
 
15
  cmd = [
16
+ "/app/llama.cpp/build/bin/llama-cli",
17
+ "-m", MODEL_PATH,
18
+ "-p", prompt,
19
+ "-n", "300",
20
+ "--ctx-size", "8192"
21
+ ]
22
 
23
  result = subprocess.run(cmd, capture_output=True, text=True)
24