Update chat interface logic

app.py

@@ -3,7 +3,7 @@ import numpy as np
 import faiss
 import re
 import gradio as gr
-from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
+from transformers import AutoTokenizer, AutoModelForCausalLM, BitsEAndBytesConfig
 from sentence_transformers import SentenceTransformer
 from prompt import PROMPTS
 
@@ -56,12 +56,12 @@ def generate_answer(tokenizer, model, system_prompt:str, query: str, context: st
         **inputs,
         max_new_tokens=512,
         do_sample=True,
-        temperature=0.7,
+        temperature=0.6,
         top_p=0.8,
     )
     decoded = tokenizer.decode(out[0], skip_special_tokens=False)
     answer  = decoded.split(prompt, 1)[-1]
-    # strip special tokens
+
     for tok in [B, SS, SU, SA, EOT]:
         answer = answer.replace(tok, "")
     return answer.strip()
@@ -69,13 +69,24 @@ def generate_answer(tokenizer, model, system_prompt:str, query: str, context: st
 def post_process_answer(raw: str, prev_answer: str = "") -> str:
     if not raw:
         return "제공된 답변이 없습니다."
-    m = re.search(r"\<\|start_header_id\>assistant\<\|end_header_id\>(.*?)\<\|eot_id\>", raw, re.DOTALL)
-    ans = m.group(1).strip() if m else raw.strip()
+
+    m = re.search(
+        r"\<\|start_header_id\>assistant\<\|end_header_id\>(.*?)\<\|eot_id\>",
+        raw, re.DOTALL
+    )
+    if m:
+        ans = m.group(1).strip()
+    else:
+        ans = raw.strip()
+
     ans = re.sub(r"\<\|.*?\|\>", "", ans).strip()
-    if ans.lower().count("assistant") >= 2:
+
+    if ans.lower().count("assistant") >= 4:
         return "제공된 답변이 없습니다."
+
     if not ans or ans == prev_answer.strip():
         return "제공된 답변이 없습니다."
+
     return ans
   
 def answer_query(