Update app.py

app.py

@@ -27,15 +27,16 @@ def download_model():
         print("Downloaded " + file)
         return file
 
-def question_answer(context, question):
+def question_answer(context, question, max_tokens):
     mfile=download_model()
     # structure the prompt to make it easier for the ai
-    question="\"\"\"\n" + question + "\"\"\"\n"
-    text=context + "\n\nQuestion: " + question + "\nPlease use markdown formatting for answer. \nAnswer:\n" 
+    question1="\"\"\"\n" + question + "\n\"\"\"\n"
+    text=context + "\n\nQuestion: " + question1 + "\nPlease use markdown formatting for answer. \nAnswer:\n" 
     llm = Llama(model_path=mfile)
-    output = llm(text, max_tokens=33, stop=["### Response"], echo=True)
+    output = llm(text, max_tokens=max_tokens, stop=["### Response"], echo=True)
     print(output)
-    return question,output['choices'][0]['text']
+    
+    return question, gr.Markdown(output['choices'][0]['text'])
     '''
     Output is of the form:
     {
@@ -64,5 +65,5 @@ def question_answer(context, question):
     #return generator(text)
 
 
-app=gr.Interface(fn=question_answer, inputs=["text", "text"], outputs=["textbox", "text"])
+app=gr.Interface(fn=question_answer, inputs=["text", "text",gr.Slider(33, 2333)], outputs=["textbox", "text"])
 app.launch()