add log for prompt
Browse files- app/main.py +1 -1
app/main.py
CHANGED
|
@@ -88,7 +88,7 @@ async def generate_response(formatted_prompt: str, prompt: PromptRequest):
|
|
| 88 |
logging.info(f"⚙️ Sử dụng max_tokens tự động = {max_tokens}")
|
| 89 |
|
| 90 |
max_tokens = min(max_tokens, get_n_ctx() - prompt_length)
|
| 91 |
-
logging.info(f"🧠 prompt_length = {prompt_length}, max_tokens = {max_tokens}, n_ctx = {get_n_ctx()}")
|
| 92 |
|
| 93 |
async with semaphore:
|
| 94 |
return await asyncio.to_thread(
|
|
|
|
| 88 |
logging.info(f"⚙️ Sử dụng max_tokens tự động = {max_tokens}")
|
| 89 |
|
| 90 |
max_tokens = min(max_tokens, get_n_ctx() - prompt_length)
|
| 91 |
+
logging.info(f"🧠 prompt_length = {prompt_length}, max_tokens = {max_tokens}, n_ctx = {get_n_ctx()}\n\t{formatted_prompt[:20]} ... {formatted_prompt[-20:]}")
|
| 92 |
|
| 93 |
async with semaphore:
|
| 94 |
return await asyncio.to_thread(
|