update app

app.py

@@ -80,14 +80,14 @@ def generate_stream(prompt, max_new_tokens=128):
             model.generate(
                 **inputs,
                 max_new_tokens=max_new_tokens,
-                min_new_tokens=16,
+                # min_new_tokens=16,
                 do_sample=True,
                 temperature=0.7,
                 top_p=0.9,
                 streamer=streamer,
-                early_stopping=True,
-                eos_token_id=tokenizer.eos_token_id,
-                pad_token_id=tokenizer.pad_token_id,
+                # early_stopping=True,
+                # eos_token_id=tokenizer.eos_token_id,
+                # pad_token_id=tokenizer.pad_token_id,
                 use_cache=True,
             )
         except Exception as e: