VietCat commited on
Commit
02e09e0
·
1 Parent(s): 31d54ba

add log for prompt

Browse files
Files changed (1) hide show
  1. app/main.py +1 -1
app/main.py CHANGED
@@ -88,7 +88,7 @@ async def generate_response(formatted_prompt: str, prompt: PromptRequest):
88
  logging.info(f"⚙️ Sử dụng max_tokens tự động = {max_tokens}")
89
 
90
  max_tokens = min(max_tokens, get_n_ctx() - prompt_length)
91
- logging.info(f"🧠 prompt_length = {prompt_length}, max_tokens = {max_tokens}, n_ctx = {get_n_ctx()}")
92
 
93
  async with semaphore:
94
  return await asyncio.to_thread(
 
88
  logging.info(f"⚙️ Sử dụng max_tokens tự động = {max_tokens}")
89
 
90
  max_tokens = min(max_tokens, get_n_ctx() - prompt_length)
91
+ logging.info(f"🧠 prompt_length = {prompt_length}, max_tokens = {max_tokens}, n_ctx = {get_n_ctx()}\n\t{formatted_prompt[:20]} ... {formatted_prompt[-20:]}")
92
 
93
  async with semaphore:
94
  return await asyncio.to_thread(