Spaces:
Sleeping
Sleeping
Commit
·
6babfdb
1
Parent(s):
8f3ffd0
Updated llm
Browse files- scripts/llm_service.py +2 -2
scripts/llm_service.py
CHANGED
|
@@ -203,8 +203,8 @@ Always be helpful, accurate, and focused on the user's specific needs."""
|
|
| 203 |
seed=42,
|
| 204 |
n_ctx=self.n_ctx,
|
| 205 |
# verbose=False,
|
| 206 |
-
n_gpu_layers=self.n_gpu_layers,
|
| 207 |
-
n_threads=self.n_threads,
|
| 208 |
)
|
| 209 |
|
| 210 |
self.is_loaded = True
|
|
|
|
| 203 |
seed=42,
|
| 204 |
n_ctx=self.n_ctx,
|
| 205 |
# verbose=False,
|
| 206 |
+
# n_gpu_layers=self.n_gpu_layers,
|
| 207 |
+
# n_threads=self.n_threads,
|
| 208 |
)
|
| 209 |
|
| 210 |
self.is_loaded = True
|