shahzeb171 commited on
Commit
6babfdb
·
1 Parent(s): 8f3ffd0

Updated llm

Browse files
Files changed (1) hide show
  1. scripts/llm_service.py +2 -2
scripts/llm_service.py CHANGED
@@ -203,8 +203,8 @@ Always be helpful, accurate, and focused on the user's specific needs."""
203
  seed=42,
204
  n_ctx=self.n_ctx,
205
  # verbose=False,
206
- n_gpu_layers=self.n_gpu_layers,
207
- n_threads=self.n_threads,
208
  )
209
 
210
  self.is_loaded = True
 
203
  seed=42,
204
  n_ctx=self.n_ctx,
205
  # verbose=False,
206
+ # n_gpu_layers=self.n_gpu_layers,
207
+ # n_threads=self.n_threads,
208
  )
209
 
210
  self.is_loaded = True