Merge branch #boroll2347/Medical_AI_Assistant' into 'boroll2347/Medical_AI_Assistant_temp_copy'

app.py

@@ -77,7 +77,10 @@ def extend(text, max_new_tokens, progress=gr.Progress()):
     progress(0.9, desc="Decoding...")
     try:
         (output,) = outputs
-        return tokenizer.decode(output).removeprefix(PREFIX)
+        new_text = tokenizer.decode(output).removeprefix(PREFIX)
+        if not new_text.startswith(text):
+            return text, "New text somehow deleted existing text!\n\n" + new_text
+        return new_text, "Success"
     except Exception as e:
         raw_output = ""
         try:
@@ -93,11 +96,12 @@ with gr.Blocks() as demo:
             interactive=True,
             wrap_lines=True,
         )
-        gr.Interface(
+        max_new_tokens = gr.Slider(label="Max New Tokens", minimum=10, maximum=8192, step=10, value=128)
+        gr.Button("Generate").click(
             fn=extend,
             inputs=[
                 document,
-                gr.Slider(label="Max New Tokens", minimum=10, maximum=8192, step=10, value=128),
+                max_new_tokens,
             ],
             outputs=[
                 document,