gbrabbit commited on
Commit
6e887de
ยท
1 Parent(s): eab049e

Auto commit at 25-2025-08 14:40:50

Browse files
lily_llm_api/services/generation_service.py CHANGED
@@ -284,7 +284,8 @@ def generate_sync(prompt: str, image_data_list: Optional[List[bytes]], max_lengt
284
 
285
  # 2) ํ…์ŠคํŠธ ๊ธธ์ด ์ธก์ • (์ด๋ฏธ์ง€ ํ† ํฐ ์ œ์™ธํ•œ ํ”„๋กฌํ”„ํŠธ)
286
  # ๋ฉ€ํ‹ฐ๋ชจ๋‹ฌ์—์„œ๋„ RAG ์Šค๋‹ˆํŽซ์€ ์ปจํ…์ŠคํŠธ ๋ธ”๋ก์œผ๋กœ ๋ถ„๋ฆฌํ•˜์—ฌ ํ…์ŠคํŠธ ๊ธธ์ด๋ฅผ ์‚ฐ์ •
287
- base_text_prompt = f"{('[CONTEXT]\n'+rag_snippet_short+'[/CONTEXT]\n') if rag_snippet_short else ''}Human: {prompt}\nAssistant:"
 
288
  text_inputs = tokenizer(
289
  base_text_prompt,
290
  return_tensors="pt",
 
284
 
285
  # 2) ํ…์ŠคํŠธ ๊ธธ์ด ์ธก์ • (์ด๋ฏธ์ง€ ํ† ํฐ ์ œ์™ธํ•œ ํ”„๋กฌํ”„ํŠธ)
286
  # ๋ฉ€ํ‹ฐ๋ชจ๋‹ฌ์—์„œ๋„ RAG ์Šค๋‹ˆํŽซ์€ ์ปจํ…์ŠคํŠธ ๋ธ”๋ก์œผ๋กœ ๋ถ„๋ฆฌํ•˜์—ฌ ํ…์ŠคํŠธ ๊ธธ์ด๋ฅผ ์‚ฐ์ •
287
+ context_block_for_len = f"[CONTEXT]\n{rag_snippet_short}[/CONTEXT]\n" if rag_snippet_short else ""
288
+ base_text_prompt = f"{context_block_for_len}Human: {prompt}\nAssistant:"
289
  text_inputs = tokenizer(
290
  base_text_prompt,
291
  return_tensors="pt",