Update app.py

app.py

@@ -11,7 +11,7 @@ from peft import PeftModel
 
 # Constants
 MAX_MAX_NEW_TOKENS = 2048
-DEFAULT_MAX_NEW_TOKENS = 950
+DEFAULT_MAX_NEW_TOKENS = 930
 MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
 
 # Description and License Texts
@@ -99,15 +99,11 @@ def generate(
     t.start()
 
     outputs = []
-    end_phrase = "the end."
     for text in streamer:
         processed_text = process_text(text)
         outputs.append(processed_text)
-        current_output = "".join(outputs)
-        yield current_output
-        # Check if 'the end.' is in the current output, case-insensitive
-        if end_phrase in current_output.lower():
-            break  # Stop generating further if 'the end.' is found
+        output = "".join(outputs)
+        yield output
 
     final_story = "".join(outputs)
     try: