Update app.py
Browse files
app.py
CHANGED
|
@@ -33,11 +33,11 @@ def predict(message, history):
|
|
| 33 |
# ❗ 2. 在消息列表的开头添加系统提示词
|
| 34 |
messages.append({"role": "system", "content": SYSTEM_PROMPT})
|
| 35 |
|
| 36 |
-
# 3. 添加历史对话记录
|
| 37 |
-
for turn in history:
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
|
| 42 |
# 4. 添加当前的用户消息
|
| 43 |
messages.append({"role": "user", "content": message})
|
|
@@ -56,7 +56,7 @@ def predict(message, history):
|
|
| 56 |
streamer=streamer,
|
| 57 |
max_new_tokens=2048,
|
| 58 |
do_sample=True,
|
| 59 |
-
temperature=0.
|
| 60 |
top_p=0.95,
|
| 61 |
)
|
| 62 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
|
|
|
| 33 |
# ❗ 2. 在消息列表的开头添加系统提示词
|
| 34 |
messages.append({"role": "system", "content": SYSTEM_PROMPT})
|
| 35 |
|
| 36 |
+
# # 3. 添加历史对话记录
|
| 37 |
+
# for turn in history:
|
| 38 |
+
# user_msg, assistant_msg = turn
|
| 39 |
+
# messages.append({"role": "user", "content": user_msg})
|
| 40 |
+
# messages.append({"role": "assistant", "content": assistant_msg})
|
| 41 |
|
| 42 |
# 4. 添加当前的用户消息
|
| 43 |
messages.append({"role": "user", "content": message})
|
|
|
|
| 56 |
streamer=streamer,
|
| 57 |
max_new_tokens=2048,
|
| 58 |
do_sample=True,
|
| 59 |
+
temperature=0.4,
|
| 60 |
top_p=0.95,
|
| 61 |
)
|
| 62 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|