Spaces:

ramedde
/

test

Sleeping

ramedde commited on May 26

Commit

23917c2

verified ·

1 Parent(s): 01dcb29

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -20,11 +20,8 @@ print("Model downloaded:", MODEL_PATH)
 server = subprocess.Popen([
     "./llama/llama-server",
     "-m", MODEL_PATH,
-    "-c", "4096",
-    "-t", "8",
-    "-b", "1024",
-    "-ub", "512",
-    "-ngl", "0",
     "--host", "0.0.0.0",
     "--port", "8080",
     "--no-mmap",

 server = subprocess.Popen([
     "./llama/llama-server",
     "-m", MODEL_PATH,
+    "-c", "10096",
+    "-t", "4",
     "--host", "0.0.0.0",
     "--port", "8080",
     "--no-mmap",