Update main.py
Browse files
main.py
CHANGED
|
@@ -6,9 +6,8 @@ app = create_app(
|
|
| 6 |
Settings(
|
| 7 |
n_threads=4,
|
| 8 |
model="model/gguf-model.gguf",
|
| 9 |
-
embedding=True
|
| 10 |
-
n_gpu_layers=33
|
| 11 |
-
|
| 12 |
)
|
| 13 |
)
|
| 14 |
|
|
|
|
| 6 |
Settings(
|
| 7 |
n_threads=4,
|
| 8 |
model="model/gguf-model.gguf",
|
| 9 |
+
embedding=True,
|
| 10 |
+
n_gpu_layers=33
|
|
|
|
| 11 |
)
|
| 12 |
)
|
| 13 |
|