make PROMPT not hardcoded and take input values from gradio interface

app.py

@@ -7,19 +7,15 @@ Given the following QUESTION, DOCUMENT and ANSWER you must analyze the provided
 
 --
 QUESTION (THIS DOES NOT COUNT AS BACKGROUND INFORMATION):
-What word used is used to classify a group or family of related living
-organisms; two examples being
-Clytostoma from tropical America and
-Syneilesis from East Asia?
+{question}
 
 --
 DOCUMENT:
-Clytostoma was a genus of woody-stemmed vines from tropical America, native to Argentina and the southern part of Brazil.Syneilesis is a genus of East Asian plants
-in the groundsel tribe within the Asteraceae.
+{document}
 
 --
 ANSWER:
-The two examples are plants.
+{answer}
 
 --
 
@@ -29,9 +25,10 @@ Your output should be in JSON FORMAT with the keys "REASONING" and "SCORE":
 
 
 def greet(question, document, answer):
+    NEW_FORMAT = PROMPT.format(question=question, document=document, answer=answer)
     tokenizer = AutoTokenizer.from_pretrained("PatronusAI/Llama-3-Patronus-Lynx-8B-Instruct")
     model = AutoModelForCausalLM.from_pretrained("PatronusAI/Llama-3-Patronus-Lynx-8B-Instruct", cache_dir='/tmp/cache', torch_dtype=torch.float16, low_cpu_mem_usage=True)
-    inputs = tokenizer(PROMPT, return_tensors="pt")
+    inputs = tokenizer(NEW_FORMAT, return_tensors="pt")
     model.generate(inputs)
     generated_text = tokenizer.decode(inputs.input_ids[0])
     print(generated_text)