Update app.py

app.py

@@ -11,7 +11,7 @@ model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 
 def correct_text(text, max_length, max_new_tokens, min_length, num_beams, temperature, top_p):
-    inputs = tokenizer.encode(text, return_tensors="pt")
+    inputs = tokenizer.encode("grammar: " + text, return_tensors="pt")
     
     if max_new_tokens > 0:
         outputs = model.generate(
@@ -38,17 +38,7 @@ def correct_text(text, max_length, max_new_tokens, min_length, num_beams, temper
     return corrected_text
 
 
-def respond(message, history: list[tuple[str, str]], system_message, max_length, min_length, max_new_tokens, num_beams, temperature, top_p):
-    #messages = [{"role": "system", "content": system_message}]
-
-    #for val in history:
-    #    if val[0]:
-    #        messages.append({"role": "user", "content": val[0]})
-    #    if val[1]:
-    #        messages.append({"role": "assistant", "content": val[1]})
-
-    #messages.append({"role": "user", "content": message})
-
+def respond(message, history, max_length, min_length, max_new_tokens, num_beams, temperature, top_p):
     response = correct_text(message, max_length, max_new_tokens, min_length, num_beams, temperature, top_p)
     yield response
 
@@ -57,14 +47,15 @@ For information on how to customize the ChatInterface, peruse the gradio docs: h
 """
 demo = gr.ChatInterface(
     respond,
+    examples=[{"text": "we shood buy an car."}, {"text": "she is more taller"}, {"text": "merhaba"}],
     additional_inputs=[
-        gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
-        gr.Slider(minimum=1,   maximum=2048, value=100,  step=1,    label="Max Length"),
-        gr.Slider(minimum=1,   maximum=2048, value=0,    step=1,    label="Min Length"),
-        gr.Slider(minimum=1,   maximum=2048, value=0,    step=1,    label="Max New Tokens (optional)"),
-        gr.Slider(minimum=1,   maximum=10,   value=5,    step=1,    label="Num Beams"),
-        gr.Slider(minimum=0.1, maximum=4.0,  value=0.7,  step=0.1,  label="Temperature"),
-        gr.Slider(minimum=0.1, maximum=1.0,  value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
+        #gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
+        gr.Slider(minimum=1,   maximum=256, value=100,  step=1,    label="Max Length"),
+        gr.Slider(minimum=1,   maximum=256, value=0,    step=1,    label="Min Length"),
+        gr.Slider(minimum=0,   maximum=256, value=0,    step=1,    label="Max New Tokens (optional)"),
+        gr.Slider(minimum=1,   maximum=10,  value=5,    step=1,    label="Num Beams"),
+        gr.Slider(minimum=0.1, maximum=4.0, value=0.7,  step=0.1,  label="Temperature"),
+        gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
     ],
 )