Update app.py
Browse files
app.py
CHANGED
|
@@ -20,10 +20,17 @@ if 'count' not in st.session_state or st.session_state.count == 6:
|
|
| 20 |
st.session_state.old_response = ''
|
| 21 |
else:
|
| 22 |
st.session_state.count += 1
|
| 23 |
-
|
|
|
|
| 24 |
new_user_input_ids = tokenizer.encode(input + tokenizer.eos_token, return_tensors='pt')
|
|
|
|
|
|
|
| 25 |
bot_input_ids = torch.cat([st.session_state.chat_history_ids, new_user_input_ids], dim=-1) if st.session_state.count > 1 else new_user_input_ids
|
|
|
|
|
|
|
| 26 |
st.session_state.chat_history_ids = model.generate(bot_input_ids, max_length=500, pad_token_id=tokenizer.eos_token_id)
|
|
|
|
|
|
|
| 27 |
response = tokenizer.decode(st.session_state.chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True)
|
| 28 |
|
| 29 |
if st.session_state.old_response == response:
|
|
|
|
| 20 |
st.session_state.old_response = ''
|
| 21 |
else:
|
| 22 |
st.session_state.count += 1
|
| 23 |
+
|
| 24 |
+
# tokenize the new input sentence
|
| 25 |
new_user_input_ids = tokenizer.encode(input + tokenizer.eos_token, return_tensors='pt')
|
| 26 |
+
|
| 27 |
+
# append the new user input tokens to the chat history
|
| 28 |
bot_input_ids = torch.cat([st.session_state.chat_history_ids, new_user_input_ids], dim=-1) if st.session_state.count > 1 else new_user_input_ids
|
| 29 |
+
|
| 30 |
+
# generate a response
|
| 31 |
st.session_state.chat_history_ids = model.generate(bot_input_ids, max_length=500, pad_token_id=tokenizer.eos_token_id)
|
| 32 |
+
|
| 33 |
+
# convert the tokens to text, and then split the responses into lines
|
| 34 |
response = tokenizer.decode(st.session_state.chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True)
|
| 35 |
|
| 36 |
if st.session_state.old_response == response:
|