saemstunes commited on
Commit
b445718
·
verified ·
1 Parent(s): 9cfdf23

Update src/ai_system.py

Browse files
Files changed (1) hide show
  1. src/ai_system.py +1 -3
src/ai_system.py CHANGED
@@ -144,7 +144,6 @@ class SaemsTunesAISystem:
144
  main_gpu=0,
145
  tensor_split=None,
146
  vocab_only=False,
147
- use_mlock=False,
148
  embedding=False,
149
  last_n_tokens_size=64,
150
  seed=-1,
@@ -152,8 +151,7 @@ class SaemsTunesAISystem:
152
  logits_all=False,
153
  kv_overrides=None,
154
  rope_freq_base=10000.0,
155
- rope_freq_scale=1.0,
156
- low_vram=True
157
  )
158
 
159
  test_response = self.model.create_completion(
 
144
  main_gpu=0,
145
  tensor_split=None,
146
  vocab_only=False,
 
147
  embedding=False,
148
  last_n_tokens_size=64,
149
  seed=-1,
 
151
  logits_all=False,
152
  kv_overrides=None,
153
  rope_freq_base=10000.0,
154
+ rope_freq_scale=1.0
 
155
  )
156
 
157
  test_response = self.model.create_completion(