import logging import os import gradio as gr from generate_response import set_llm, generate_chat_response from vectorize import load_write_index_nodes logger = logging.getLogger("agent_logger") # idk who is passing two arguments to chat when I am not using the history anywhere and i don't care to find out so # don't remove this argument please def chat(message, history): index, nodes = load_write_index_nodes(path='./storage_mx') for response_text in generate_chat_response(index, message): yield response_text if __name__ == '__main__': api_key = os.getenv('mx_api_key') set_llm(key=api_key, model="mistral-large-latest", temperature=0) logger.info("Launching Gradio ChatInterface...") examples = ["How do I put my newborn in a cot?", "Hoe kan ik slapen in een onrustige buurt?", "Yatmadan önce yememiz gereken yiyecekler var mı?"] description = ('''
TU Delft Logo Erasmus MC Logo
Welcome to Our Smart Family Buddy. This is SleepBot. SleepBot can answer your questions about you, and your family's, sleep health. For more family support see: cjgrijnmond.nl. For medical questions see: thuisarts.nl ''') demo = gr.ChatInterface(fn=chat, type="messages", title="SleepBot", description=description, examples=examples, show_progress="full", theme="soft") demo.launch() # demo.queue().launch(auth=('sleepbot', 'testing24'))