use demo chat

LLM.py

@@ -28,6 +28,7 @@ class Chat:
         self.history.append(["human", qn])
         self.history.append(["AI", respond])
         print(f"AI: {respond}")
+        return respond
 
 class LLM:
     MODEL = "mosaicml/mpt-7b-chat"
@@ -77,11 +78,14 @@ class LLM:
 if __name__ == "__main__":
     # model = input("model name: ")
     model = "gorkemgoknar/gpt2chatbotenglish"
+    model = "decapoda-research/llama-7b-hf"
+    model = "mosaicml/mpt-7b-chat"
     llm = LLM(model)
 
     chat = llm.get_chat(context=LLM.CONSTEXT)
+    print("type 'exit' or 'end' to end the chat")
     while True:
         qn = input("Question: ")
-        if qn == "exit":
+        if qn in ["exit", "end"]:
             break
         chat.answerStoreHistory(qn=qn)

app.py

@@ -1,11 +1,48 @@
+from LLM import LLM
 import streamlit as st
 
-# Title and input
-st.title("Reverse Text")
-input_text = st.text_input("Enter some text")
+def format_chat_history(chat_history):
+    formatted_history = ""
+    for chat in chat_history:
+        formatted_history += f"{chat[0]}: {chat[1]}\n"
+    return formatted_history
 
-# Reverse the input text
-reversed_text = input_text[::-1]
+def main():
+    st.title("LLM Chat")
 
-# Display the reversed text
-st.write("Reversed text:", reversed_text)
+    model = "gpt2"
+    llm = LLM(model)
+
+    chat_history = []
+    context = "You are an helpfully assistant in a school. You are helping a student with his homework."
+    chat = llm.get_chat(context=context)
+    while True:
+        user_input = st.text_input("User:")
+        if st.button("Send"):
+            if user_input:
+                chat_history.append(("User", user_input))
+                bot_response = chat.answerStoreHistory(qn=user_input)
+                chat_history.append(("Bot", bot_response))
+
+        st.text_area("Chat History:", value=format_chat_history(chat_history), readonly=True)
+
+
+
+# model = st.text_input("model name: ")
+#
+# while model == "":
+#     time.sleep(0.1)
+#
+# # model = "mosaicml/mpt-7b-chat"
+#
+#
+# st.write("Model name: ", model)
+# st.write("Loading model...")
+#
+# llm = LLM(model)
+# chat = llm.get_chat(context=context)
+# while True:
+#     qn = input("Question: ")
+#     if qn == "exit":
+#         break
+#     chat.answerStoreHistory(qn=qn)

app2.py

@@ -0,0 +1,11 @@
+import streamlit as st
+
+# Title and input
+st.title("Reverse Text")
+input_text = st.text_input("Enter some text")
+
+# Reverse the input text
+reversed_text = input_text[::-1]
+
+# Display the reversed text
+st.write("Reversed text:", reversed_text)

app22.py

@@ -1,22 +0,0 @@
-from LLM import LLM
-import time
-import streamlit as st
-
-model = st.text_input("model name: ")
-
-while model == "":
-    time.sleep(0.1)
-
-# model = "mosaicml/mpt-7b-chat"
-context = "You are an helpfully assistant in a school. You are helping a student with his homework."
-
-st.write("Model name: ", model)
-st.write("Loading model...")
-
-llm = LLM(model)
-chat = llm.get_chat(context=context)
-while True:
-    qn = input("Question: ")
-    if qn == "exit":
-        break
-    chat.answerStoreHistory(qn=qn)