MarcosFRGames commited on
Commit
40a06e7
·
verified ·
1 Parent(s): d1c1c8b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -64,8 +64,8 @@ class LLMManager:
64
  model_path=temp_path,
65
  n_ctx=MAX_CONTEXT_TOKENS,
66
  n_batch=256,
67
- n_threads=6,
68
- n_threads_batch=6,
69
  use_mlock=True,
70
  mmap=True,
71
  low_vram=False,
@@ -252,7 +252,7 @@ def generate_endpoint(user_message):
252
  """Endpoint GET para generar respuestas - Devuelve solo texto"""
253
  try:
254
  # Obtener parámetros GET con valores por defecto
255
- system_instruction = request.args.get('system', 'Eres un asistente útil.')
256
  temperature = float(request.args.get('temperature', 0.7))
257
  top_p = float(request.args.get('top_p', 0.95))
258
  model_name = request.args.get('model', MODELS[0]["name"])
 
64
  model_path=temp_path,
65
  n_ctx=MAX_CONTEXT_TOKENS,
66
  n_batch=256,
67
+ n_threads=2,
68
+ n_threads_batch=2,
69
  use_mlock=True,
70
  mmap=True,
71
  low_vram=False,
 
252
  """Endpoint GET para generar respuestas - Devuelve solo texto"""
253
  try:
254
  # Obtener parámetros GET con valores por defecto
255
+ system_instruction = request.args.get('system', '')
256
  temperature = float(request.args.get('temperature', 0.7))
257
  top_p = float(request.args.get('top_p', 0.95))
258
  model_name = request.args.get('model', MODELS[0]["name"])