Update app.py

app.py

@@ -6,7 +6,7 @@ import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import spaces
 
-MODEL_ID = "HMC83/Wightgar-650M-RequestWriter-DPO"
+MODEL_ID = "HMC83/Wihtgar-650M-DPO-Requests-2"
 
 # --- Load Model and Tokenizer ---
 print("Loading model and tokenizer...")
@@ -107,9 +107,13 @@ def generate_request_local(authority, kw1, kw2, kw3):
 
     keywords = [kw for kw in [kw1, kw2, kw3] if kw]
     keyword_string = ", ".join(keywords)
+
+    instruction = f"Generate a formal Freedom of Information request to {authority} using these keywords: {keyword_string}"
+
     prompt = (
-        "You are an expert at writing formal Freedom of Information requests to UK public authorities."
-        f"""Generate a formal Freedom of Information request to {authority} using these keywords: {keyword_string}"""
+        "You are an expert at writing formal Freedom of Information requests to UK public authorities. "
+        "Write clear, specific, professional requests that comply with FOI requirements and use accessible language. "
+        f"### Instruction:\n{instruction}\n\n### Response:\n"
     )
 
     try:
@@ -130,7 +134,7 @@ def generate_request_local(authority, kw1, kw2, kw3):
         # Generate text sequences
         output_sequences = model.generate(**inputs, **generation_params)
 
-        # Decode the generated text
+        # Decode the generated text (this part correctly decodes only the new tokens)
         generated_text = tokenizer.decode(
             output_sequences[0][len(inputs["input_ids"][0]):],
             skip_special_tokens=True
@@ -141,12 +145,10 @@ def generate_request_local(authority, kw1, kw2, kw3):
             generated_text = generated_text[2:]
 
         return generated_text
-
     except Exception as e:
         print(f"Error during generation: {e}")
         return f"An error occurred during text generation: {e}"
 
-
 # --- Gradio UI and Spinning Logic ---
 def spin_the_reels():
     """A generator function that simulates spinning reels and then calls the model."""
@@ -168,7 +170,6 @@ def spin_the_reels():
     # 2. Select the final fixed combination
     final_combination = random.choice(FOI_COMBINATIONS)
     final_authority = final_combination["authority"]
-
     # Split, strip, and pad keywords to ensure we always have 3 for the UI
     keywords_list = [k.strip() for k in final_combination["keywords"].split(',')]
     keywords_list += [''] * (3 - len(keywords_list)) # Pad with empty strings if < 3
@@ -237,7 +238,6 @@ with gr.Blocks(css=reels_css, theme=gr.themes.Soft()) as demo:
         reel4 = gr.Textbox(label="Keyword 3", interactive=False, elem_id="reel-4", scale=1)
 
     pull_button = gr.Button("Generate a request", variant="primary", elem_id="pull-button")
-
     output_request = gr.Textbox(
         label="Generated FOI Request",
         lines=15,