Update app.py

app.py

@@ -15,8 +15,8 @@ tokenizer.pad_token = tokenizer.eos_token
 peft_model_folder = './ckpts'
 model.load_adapter(peft_model_folder)
 
-def generate_text(input_text):
-  pipe = pipeline(task="text-generation",model=model,tokenizer=tokenizer, max_length=200)
+def generate_text(input_text, max_length):
+  pipe = pipeline(task="text-generation",model=model,tokenizer=tokenizer, max_length=max_length)
   result = pipe(f"{input_text}")
   return_answer = (result[0]['generated_text']).replace(input_text,'')
   return return_answer
@@ -24,12 +24,13 @@ def generate_text(input_text):
 # Create a Gradio interface
 iface = gr.Interface(
     fn=generate_text,  # Function to be called on user input
-    inputs=gr.Textbox(
+    inputs=[gr.Textbox(
             label="Ask question?", 
             info="Enter your prompt:"
         ),
+    gr.Slider(1, 100, value = 10, step=1, label="Max Length")],
     outputs=gr.Textbox(
-            label="Response from AI Model: ", 
+            label="Response from Phi2 Model: ", 
         ),
 )