MarcosFRGames commited on
Commit
ccfd394
·
verified ·
1 Parent(s): 0d75b87

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -21,6 +21,10 @@ MODELS = [
21
  {
22
  "url": "https://huggingface.co/Novaciano/Llama-3.2_1b_Uncensored_RP_Aesir_GGUF/resolve/main/Llama-3.2_1b_Uncensored_RP_Aesir.gguf",
23
  "name": "llama3.2-1b-rp"
 
 
 
 
24
  }
25
  ]
26
 
@@ -47,7 +51,7 @@ class LLMManager:
47
  llm_instance = Llama(
48
  model_path=temp_path,
49
  n_ctx=MAX_CONTEXT_TOKENS,
50
- n_batch=128,
51
  n_threads=6,
52
  n_threads_batch=6,
53
  use_mlock=True,
 
21
  {
22
  "url": "https://huggingface.co/Novaciano/Llama-3.2_1b_Uncensored_RP_Aesir_GGUF/resolve/main/Llama-3.2_1b_Uncensored_RP_Aesir.gguf",
23
  "name": "llama3.2-1b-rp"
24
+ },
25
+ {
26
+ "url": "https://huggingface.co/Novaciano/Uncensored-1b-Creative_Writing_RP-GGUF/resolve/main/Uncensored-1b-Creative_Writing_RP.gguf",
27
+ "name": "uncensored-1b-creative_writing_rp"
28
  }
29
  ]
30
 
 
51
  llm_instance = Llama(
52
  model_path=temp_path,
53
  n_ctx=MAX_CONTEXT_TOKENS,
54
+ n_batch=256,
55
  n_threads=6,
56
  n_threads_batch=6,
57
  use_mlock=True,