Update app.py

app.py

@@ -1,9 +1,13 @@
 import gradio as gr
 from huggingface_hub import InferenceClient
 
+from transformers import pipeline
+import torch
+
 import zipfile
 import os
 
+
 extract_folder = "yukon_texts"
 
 if not os.path.exists(extract_folder):
@@ -11,6 +15,27 @@ if not os.path.exists(extract_folder):
         zip_ref.extractall(extract_folder)
 
 
+llm = pipeline(
+    'text-generation',
+    model='mistralai/Mistral-7B-Instruct-v0.2',
+    torch_dtype=torch.float16,
+    device_map="auto"
+)
+
+import gradio as gr
+
+def chat(query):
+    return generate_with_rag(query)
+
+iface = gr.Interface(
+    fn=chat,
+    inputs="text",
+    outputs="text",
+    title="Yukon Residential Tenancy Chatbot"
+)
+iface.launch()
+
+
 def respond(
     message,
     history: list[dict[str, str]],