fixing padding

app.py

@@ -108,7 +108,7 @@ def generate_request_local(authority, kw1, kw2, kw3):
     keywords = [kw for kw in [kw1, kw2, kw3] if kw]
     keyword_string = ", ".join(keywords)
     prompt = (
-        "You are an expert at writing formal Freedom of Information requests to UK public authorities. "
+        "You are an expert at writing formal Freedom of Information requests to UK public authorities."
         f"""Generate a formal Freedom of Information request to {authority} using these keywords: {keyword_string}"""
     )
 
@@ -118,13 +118,13 @@ def generate_request_local(authority, kw1, kw2, kw3):
 
         # Set generation parameters
         generation_params = {
-            "max_new_tokens": 500,
+            "max_new_tokens": 250,
             "temperature": 0.3,
             "top_p": 0.95,
             "top_k": 50,
             "repetition_penalty": 1.1,
             "do_sample": True,
-            "pad_token_id": tokenizer.eos_token_id
+            "eos_token_id": tokenizer.eos_token_id
         }
 
         # Generate text sequences