Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -64,8 +64,8 @@ class LLMManager:
|
|
| 64 |
model_path=temp_path,
|
| 65 |
n_ctx=MAX_CONTEXT_TOKENS,
|
| 66 |
n_batch=256,
|
| 67 |
-
n_threads=
|
| 68 |
-
n_threads_batch=
|
| 69 |
use_mlock=True,
|
| 70 |
mmap=True,
|
| 71 |
low_vram=False,
|
|
@@ -252,7 +252,7 @@ def generate_endpoint(user_message):
|
|
| 252 |
"""Endpoint GET para generar respuestas - Devuelve solo texto"""
|
| 253 |
try:
|
| 254 |
# Obtener parámetros GET con valores por defecto
|
| 255 |
-
system_instruction = request.args.get('system', '
|
| 256 |
temperature = float(request.args.get('temperature', 0.7))
|
| 257 |
top_p = float(request.args.get('top_p', 0.95))
|
| 258 |
model_name = request.args.get('model', MODELS[0]["name"])
|
|
|
|
| 64 |
model_path=temp_path,
|
| 65 |
n_ctx=MAX_CONTEXT_TOKENS,
|
| 66 |
n_batch=256,
|
| 67 |
+
n_threads=2,
|
| 68 |
+
n_threads_batch=2,
|
| 69 |
use_mlock=True,
|
| 70 |
mmap=True,
|
| 71 |
low_vram=False,
|
|
|
|
| 252 |
"""Endpoint GET para generar respuestas - Devuelve solo texto"""
|
| 253 |
try:
|
| 254 |
# Obtener parámetros GET con valores por defecto
|
| 255 |
+
system_instruction = request.args.get('system', '')
|
| 256 |
temperature = float(request.args.get('temperature', 0.7))
|
| 257 |
top_p = float(request.args.get('top_p', 0.95))
|
| 258 |
model_name = request.args.get('model', MODELS[0]["name"])
|