Hugging Face's logo

Spaces:
MarcosFRGames
/
TeleChars-AI-API3
Running

App Files Community
MarcosFRGames commited on
Commit
5cfbd8e
·
verified ·
1 Parent(s): a9ae7d6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -39,7 +39,7 @@ class LLMManager:
39
  llm_instance = Llama(
40
  model_path=temp_path,
41
  n_ctx=MAX_CONTEXT_TOKENS,
42
- n_batch=96,
43
  n_threads=2,
44
  n_threads_batch=2,
45
  use_mlock=True,
 
39
  llm_instance = Llama(
40
  model_path=temp_path,
41
  n_ctx=MAX_CONTEXT_TOKENS,
42
+ n_batch=64,
43
  n_threads=2,
44
  n_threads_batch=2,
45
  use_mlock=True,