Update prev commit

.gitignore

@@ -130,3 +130,5 @@ dmypy.json
 .pyre/
 
 .vscode/
+model_hugger.py
+*.key

Dockerfile

@@ -14,7 +14,9 @@ COPY . $HOME/app
 RUN apt-get update && \
     xargs -r -a /app/packages.txt apt-get install -y && \
     rm -rf /var/lib/apt/lists/* && \
-    pip install --no-cache-dir -r $HOME/app/requirements.txt
+    pip install --no-cache-dir -r $HOME/app/requirements.txt && \
+    pip install llama-cpp-python \
+    --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu
 
 EXPOSE 7860
 CMD streamlit run app.py \

app.py

@@ -9,28 +9,13 @@
 """
 
 import time
-import random
 import streamlit as st
-from datetime import datetime
-
-# Streamed response emulator
-def response_generator():
-    response = random.choice(
-        [
-            f"Hello there! {st.session_state['candidate_name']}",
-            f"Hi, {st.session_state['candidate_name']}! Is there anything I can help you with?",
-            f"Do you need help? {st.session_state['candidate_name']}",
-        ]
-    )
-    for word in response.split():
-        yield word + " "
-        time.sleep(0.05)
+from agent import Naomi
 
 # Title of the app
 st.title("Chatbot Naomi")
 
 print('Initial Session state', st.session_state)
-
 contact_options = ['Instagram', 'Email', 'Number']
 intake_form = [
     'candidate_name',
@@ -40,8 +25,6 @@ intake_form = [
     'candidate_location',
     'intake_submission'
 ]
-datetime_format = '%Y-%m-%d %H:%M:%S'
-
 if "messages" not in st.session_state:
     st.session_state.messages = []
 
@@ -66,6 +49,7 @@ def open_intake_form():
 def open_chat_window(**kwargs):
     # adds to current state (deletes if doesnt)
     st.session_state.update(kwargs)
+    naomi = Naomi(**kwargs)
 
     st.markdown('Welcome to the chat!')
     msgbox = st.container(height=400, border=False)
@@ -78,20 +62,19 @@ def open_chat_window(**kwargs):
         # Add user message to chat history
         print(f'State: {st.session_state}\nUser inserted message: {user_input}')
 
-        st.session_state.messages.append({"role": "user", "content": user_input, "timestamp": datetime.now()})
+        st.session_state.messages.append({"role": "user", "content": user_input})
         # Display user message in chat message container
         msgbox.chat_message("user").write(user_input)
-        response = msgbox.chat_message('assistant').write_stream(response_generator())
+        response = msgbox.chat_message('assistant').write_stream(naomi.respond(st.session_state.messages))
 
         # Append assistant's response to the messages history
-        st.session_state.messages.append({"role": "assistant", "content": response, "timestamp": datetime.now()})
+        st.session_state.messages.append({"role": "assistant", "content": response})
 
     undo_button, reset_button = st.columns(2)
     if undo_button.button('Undo message', use_container_width=True, type='secondary'):
         st.session_state['undo_button'] = True
     if reset_button.button('Reset chat', use_container_width=True, type='primary'):
         st.session_state.clear()
-        time.sleep(1)
         st.rerun()
 
 def main():
@@ -101,7 +84,8 @@ def main():
     else:
         st.session_state['candidate_name'] = st.session_state['candidate_name'].lower().capitalize()
         open_chat_window(**st.session_state)
-        #render_agent_mood()
+
+        # render_agent_mood()
 
 if __name__ == '__main__':
     main()

requirements.txt

@@ -1,2 +1,4 @@
 streamlit
-requests
+requests
+transformers
+accelerate