Spaces:
Paused
Paused
Commit
·
9dd267d
1
Parent(s):
26e1c7c
Update app.py
Browse files
app.py
CHANGED
|
@@ -2,10 +2,12 @@ from llama_cpp.server.app import create_app, Settings
|
|
| 2 |
from fastapi.responses import HTMLResponse
|
| 3 |
import os
|
| 4 |
|
|
|
|
|
|
|
| 5 |
app = create_app(
|
| 6 |
Settings(
|
| 7 |
n_threads=2, # set to number of cpu cores
|
| 8 |
-
model="
|
| 9 |
embedding=False
|
| 10 |
)
|
| 11 |
)
|
|
|
|
| 2 |
from fastapi.responses import HTMLResponse
|
| 3 |
import os
|
| 4 |
|
| 5 |
+
urlretrieve("https://huggingface.co/TheBloke/OpenHermes-2-Mistral-7B-GGUF/resolve/main/openhermes-2-mistral-7b.Q4_0.gguf", "./model.gguf")
|
| 6 |
+
|
| 7 |
app = create_app(
|
| 8 |
Settings(
|
| 9 |
n_threads=2, # set to number of cpu cores
|
| 10 |
+
model="./model.gguf",
|
| 11 |
embedding=False
|
| 12 |
)
|
| 13 |
)
|