Streamlit chat

app.py

@@ -125,32 +125,52 @@ def load_chain():
 
 chain = load_chain()
 
-# From here down is all the StreamLit UI.
-st.set_page_config(page_title="LangChain Demo", page_icon=":robot:")
-st.header("LangChain Demo")
+# # From here down is all the StreamLit UI.
+# st.set_page_config(page_title="LangChain Demo", page_icon=":robot:")
+# st.header("LangChain Demo")
 
-if "generated" not in st.session_state:
-    st.session_state["generated"] = []
+# if "generated" not in st.session_state:
+#     st.session_state["generated"] = []
 
-if "past" not in st.session_state:
-    st.session_state["past"] = []
+# if "past" not in st.session_state:
+#     st.session_state["past"] = []
 
 
-def get_text():
-    input_text = st.text_input("Human: ", "Hello, how are you?", key="input")
-    return input_text
+# def get_text():
+#     input_text = st.text_input("Human: ", "Hello, how are you?", key="input")
+#     return input_text
 
 
-user_input = get_text()
+# user_input = get_text()
 
-if user_input:
-    output = chain.predict(human_input=user_input)
+# if user_input:
+#     output = chain.predict(human_input=user_input)
 
-    st.session_state.past.append(user_input)
-    st.session_state.generated.append(output)
+#     st.session_state.past.append(user_input)
+#     st.session_state.generated.append(output)
 
-if st.session_state["generated"]:
+# if st.session_state["generated"]:
 
-    for i in range(len(st.session_state["generated"]) - 1, -1, -1):
-        message(st.session_state["generated"][i], key=str(i))
-        message(st.session_state["past"][i], is_user=True, key=str(i) + "_user")
+#     for i in range(len(st.session_state["generated"]) - 1, -1, -1):
+#         message(st.session_state["generated"][i], key=str(i))
+#         message(st.session_state["past"][i], is_user=True, key=str(i) + "_user")
+
+st.title("ChatAlpaca")
+
+if "history" not in st.session_state:
+    st.session_state.history = []
+    st.session_state.history.append({"message": "Hey, I'm a Alpaca chatBot. Ask whatever you want!", "is_user": False})
+    
+
+def generate_answer():
+    user_message = st.session_state.input_text
+    inputs = tokenizer(st.session_state.input_text, return_tensors="pt")
+    result = model.generate(**inputs)
+    message_bot = tokenizer.decode(result[0], skip_special_tokens=True)  # .replace("<s>", "").replace("</s>", "")
+    st.session_state.history.append({"message": user_message, "is_user": True})
+    st.session_state.history.append({"message": message_bot, "is_user": False})
+    
+st.text_input("Response", key="input_text", on_change=generate_answer)
+
+for chat in st.session_state.history:
+    st_message(**chat)