Update app.py

app.py

@@ -8,9 +8,9 @@ model = GPT2LMHeadModel.from_pretrained("Loewolf/GPT_1")
 
 def generate_text(prompt):
     input_ids = tokenizer.encode(prompt, return_tensors="pt")
-    attention_mask = torch.ones(input_ids.shape, dtype=torch.bool)
+    attention_mask = torch.ones(input_ids.shape, dtype=torch.long)
 
-    max_length = model.config.n_positions if len(input_ids[0]) > model.config.n_positions else len(input_ids[0]) + 20
+    max_length = model.config.n_positions if len(input_ids[0]) > model.config.n_positions else len(input_ids[0]) + 100
     beam_output = model.generate(
         input_ids,
         attention_mask=attention_mask,
@@ -20,9 +20,9 @@ def generate_text(prompt):
         no_repeat_ngram_size=2,
         early_stopping=True,
         temperature=0.9,
-        top_p=0.90,
+        top_p=0.95,
         top_k=50,
-        length_penalty=2.0,
+        length_penalty=9.0,
         do_sample=True,
         eos_token_id=tokenizer.eos_token_id,
         pad_token_id=tokenizer.eos_token_id