RAG-Interface

Build error

AFischer1985 commited on Dec 29, 2023

Commit

7370d18

1 Parent(s): 4cf275b

Update run.py

Files changed (1) hide show

run.py CHANGED Viewed

@@ -37,7 +37,7 @@ print(modelPath)
 #------------------
 import subprocess
-command = ["python3", "-m", "llama_cpp.server", "--model", modelPath, "--host", "0.0.0.0", "--port", "2600"]
 subprocess.Popen(command)
 print("Server ready!")

 #------------------
 import subprocess
+command = ["python3", "-m", "llama_cpp.server", "--model", modelPath, "--host", "0.0.0.0", "--port", "2600", "--n_threads", "2"]
 subprocess.Popen(command)
 print("Server ready!")