import logging import os import gradio as gr from generate_response import set_llm, generate_chat_response from vectorize import load_write_index_nodes logger = logging.getLogger("agent_logger") # idk who is passing two arguments to chat when I am not using the history anywhere and i don't care to find out so # don't remove this argument please def chat(message, history): index, nodes = load_write_index_nodes(path='./storage_mx') for response_text in generate_chat_response(index, message): yield response_text if __name__ == '__main__': api_key = os.getenv('mx_api_key') set_llm(key=api_key, model="mistral-large-latest", temperature=0) logger.info("Launching Gradio ChatInterface...") examples = ["How do I put my newborn in a cot?", "Hoe kan ik slapen in een onrustige buurt?", "Yatmadan önce yememiz gereken yiyecekler var mı?"] description = ('''