Commit
·
eab1886
1
Parent(s):
d7d85cd
Update app.py
Browse files
app.py
CHANGED
|
@@ -159,6 +159,8 @@ def format_prompt_mistral(message, history, system_message=""):
|
|
| 159 |
for user_prompt, bot_response in history:
|
| 160 |
prompt += f"[INST] {user_prompt} [/INST]"
|
| 161 |
prompt += f" {bot_response}</s> "
|
|
|
|
|
|
|
| 162 |
prompt += f"[INST] {message} [/INST]"
|
| 163 |
return prompt
|
| 164 |
|
|
@@ -206,6 +208,7 @@ def generate_local(
|
|
| 206 |
formatted_prompt = format_prompt(prompt, history,system_message=system_message)
|
| 207 |
|
| 208 |
try:
|
|
|
|
| 209 |
stream = llm(
|
| 210 |
formatted_prompt,
|
| 211 |
**generate_kwargs,
|
|
|
|
| 159 |
for user_prompt, bot_response in history:
|
| 160 |
prompt += f"[INST] {user_prompt} [/INST]"
|
| 161 |
prompt += f" {bot_response}</s> "
|
| 162 |
+
if message=="":
|
| 163 |
+
message="Hello"
|
| 164 |
prompt += f"[INST] {message} [/INST]"
|
| 165 |
return prompt
|
| 166 |
|
|
|
|
| 208 |
formatted_prompt = format_prompt(prompt, history,system_message=system_message)
|
| 209 |
|
| 210 |
try:
|
| 211 |
+
print("LLM Input:", formatted_prompt)
|
| 212 |
stream = llm(
|
| 213 |
formatted_prompt,
|
| 214 |
**generate_kwargs,
|