Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -21,6 +21,10 @@ MODELS = [
|
|
| 21 |
{
|
| 22 |
"url": "https://huggingface.co/Novaciano/Llama-3.2_1b_Uncensored_RP_Aesir_GGUF/resolve/main/Llama-3.2_1b_Uncensored_RP_Aesir.gguf",
|
| 23 |
"name": "llama3.2-1b-rp"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
}
|
| 25 |
]
|
| 26 |
|
|
@@ -47,7 +51,7 @@ class LLMManager:
|
|
| 47 |
llm_instance = Llama(
|
| 48 |
model_path=temp_path,
|
| 49 |
n_ctx=MAX_CONTEXT_TOKENS,
|
| 50 |
-
n_batch=
|
| 51 |
n_threads=6,
|
| 52 |
n_threads_batch=6,
|
| 53 |
use_mlock=True,
|
|
|
|
| 21 |
{
|
| 22 |
"url": "https://huggingface.co/Novaciano/Llama-3.2_1b_Uncensored_RP_Aesir_GGUF/resolve/main/Llama-3.2_1b_Uncensored_RP_Aesir.gguf",
|
| 23 |
"name": "llama3.2-1b-rp"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"url": "https://huggingface.co/Novaciano/Uncensored-1b-Creative_Writing_RP-GGUF/resolve/main/Uncensored-1b-Creative_Writing_RP.gguf",
|
| 27 |
+
"name": "uncensored-1b-creative_writing_rp"
|
| 28 |
}
|
| 29 |
]
|
| 30 |
|
|
|
|
| 51 |
llm_instance = Llama(
|
| 52 |
model_path=temp_path,
|
| 53 |
n_ctx=MAX_CONTEXT_TOKENS,
|
| 54 |
+
n_batch=256,
|
| 55 |
n_threads=6,
|
| 56 |
n_threads_batch=6,
|
| 57 |
use_mlock=True,
|