blockenters commited on
Commit
e05182e
ยท
1 Parent(s): a545b17
Files changed (1) hide show
  1. app.py +11 -5
app.py CHANGED
@@ -12,7 +12,7 @@ def load_model(model_name="deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"):
12
  torch_dtype=torch.float16,
13
  trust_remote_code=True,
14
  truncation=True,
15
- max_new_tokens=512
16
  )
17
  return pipe
18
 
@@ -57,15 +57,21 @@ def main():
57
  # ๋ชจ๋ธ ์ƒ์„ฑ
58
  response = pipe(
59
  prompt,
60
- max_new_tokens=512,
61
  temperature=0.7,
62
  do_sample=True,
63
- truncation=True
 
64
  )
65
  bot_text = response[0]["generated_text"]
66
 
67
- # Assistant ์‘๋‹ต๋งŒ ์ถ”์ถœ
68
- bot_text = bot_text.split("Assistant:")[-1].strip()
 
 
 
 
 
69
 
70
  # ์„ธ์…˜ ์Šคํ…Œ์ดํŠธ์— ๋Œ€ํ™” ๋‚ด์šฉ ์—…๋ฐ์ดํŠธ
71
  st.session_state["past_user_inputs"].append(user_input)
 
12
  torch_dtype=torch.float16,
13
  trust_remote_code=True,
14
  truncation=True,
15
+ max_new_tokens=2048
16
  )
17
  return pipe
18
 
 
57
  # ๋ชจ๋ธ ์ƒ์„ฑ
58
  response = pipe(
59
  prompt,
60
+ max_new_tokens=2048,
61
  temperature=0.7,
62
  do_sample=True,
63
+ truncation=True,
64
+ pad_token_id=50256
65
  )
66
  bot_text = response[0]["generated_text"]
67
 
68
+ # Assistant ์‘๋‹ต๋งŒ ์ถ”์ถœ (๊ฐœ์„ ๋œ ๋ฐฉ์‹)
69
+ try:
70
+ bot_text = bot_text.split("Assistant:")[-1].strip()
71
+ if "</think>" in bot_text: # ๋‚ด๋ถ€ ์‚ฌ๊ณ  ๊ณผ์ • ์ œ๊ฑฐ
72
+ bot_text = bot_text.split("</think>")[-1].strip()
73
+ except:
74
+ bot_text = "์ฃ„์†กํ•ฉ๋‹ˆ๋‹ค. ์‘๋‹ต์„ ์ƒ์„ฑํ•˜๋Š” ๋ฐ ๋ฌธ์ œ๊ฐ€ ๋ฐœ์ƒํ–ˆ์Šต๋‹ˆ๋‹ค."
75
 
76
  # ์„ธ์…˜ ์Šคํ…Œ์ดํŠธ์— ๋Œ€ํ™” ๋‚ด์šฉ ์—…๋ฐ์ดํŠธ
77
  st.session_state["past_user_inputs"].append(user_input)