Spaces:

soumo-hug
/

Operon

Runtime error

soumo-hug commited on Mar 6

Commit

2ffc227

verified ·

1 Parent(s): 9274314

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -55,10 +55,10 @@ def setup_llama():
 def start_server(model_path):
     subprocess.Popen([
         "./build/bin/llama-server",
-        "-m", model_path,
-        "--port", SERVER_PORT,
-        "--ctx-size", "4096",
-        "--api"
     ], cwd=LLAMA_DIR)

 def start_server(model_path):
     subprocess.Popen([
         "./build/bin/llama-server",
+"-m", model_path,
+"--port", SERVER_PORT,
+"-c", "4096",
+"-t", "8"
     ], cwd=LLAMA_DIR)