Spaces:
Running
Running
Update src/ai_system.py
Browse files- src/ai_system.py +1 -3
src/ai_system.py
CHANGED
|
@@ -144,7 +144,6 @@ class SaemsTunesAISystem:
|
|
| 144 |
main_gpu=0,
|
| 145 |
tensor_split=None,
|
| 146 |
vocab_only=False,
|
| 147 |
-
use_mlock=False,
|
| 148 |
embedding=False,
|
| 149 |
last_n_tokens_size=64,
|
| 150 |
seed=-1,
|
|
@@ -152,8 +151,7 @@ class SaemsTunesAISystem:
|
|
| 152 |
logits_all=False,
|
| 153 |
kv_overrides=None,
|
| 154 |
rope_freq_base=10000.0,
|
| 155 |
-
rope_freq_scale=1.0
|
| 156 |
-
low_vram=True
|
| 157 |
)
|
| 158 |
|
| 159 |
test_response = self.model.create_completion(
|
|
|
|
| 144 |
main_gpu=0,
|
| 145 |
tensor_split=None,
|
| 146 |
vocab_only=False,
|
|
|
|
| 147 |
embedding=False,
|
| 148 |
last_n_tokens_size=64,
|
| 149 |
seed=-1,
|
|
|
|
| 151 |
logits_all=False,
|
| 152 |
kv_overrides=None,
|
| 153 |
rope_freq_base=10000.0,
|
| 154 |
+
rope_freq_scale=1.0
|
|
|
|
| 155 |
)
|
| 156 |
|
| 157 |
test_response = self.model.create_completion(
|