Update app.py

app.py

@@ -1,5 +1,6 @@
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig
+import gradio as gr
 
 # Define the device
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
@@ -21,6 +22,17 @@ def answer_question(
         num_beams=2,
         **kwargs,
 ):
+    prompt="""
+    Below is an instruction that describes a task, paired with an input that provides further context.Write a response that appropriately completes the request.
+    
+    ### Instruction:
+    If you are a doctor, please answer the medical questions based on the patient's description.
+    
+    ### Input:
+    """+prompt+"""
+    
+    ### Response:
+    """
     inputs = tokenizer(prompt, return_tensors="pt")
     # Move the inputs to the device
     inputs = {key: val.to(device) for key, val in inputs.items()}
@@ -60,4 +72,10 @@ Hi i have sore lumps under the skin on my legs. they started on my left ankle an
 ### Response:
 """
 
+def gui_interface(prompt):
+    return answer_question(prompt)
+
+iface = gr.Interface(fn=gui_interface, inputs="text", outputs="text")
+iface.launch()
+
 print(answer_question(example_prompt))