Update app.py

app.py

@@ -88,7 +88,7 @@ def build_prompt(query_input, sampled_docs):
         sentiment_word = doc['sentiment'].lower() if doc.get('sentiment') else "unknown"
         docs_text += f"Tweet {idx+1} (Sentiment: {sentiment_word}): {doc['comment']}\n"
 
-    system_message = """You are an intelligent assistant. Read the Tweets with their sentiment score (Negative, Neutral, Positive) provided and produce a well-structured report that answers the query question.
+    system_message = """You are an helpful assistant. Read the Tweets with their sentiment (Negative, Neutral, Positive) provided and produce a well-structured report that answers the query question.
 Your task:
 - Summarize both positive and negative aspects, highlighting any trends in user sentiment.
 - Include an introduction, key insights, and a conclusion, reaching about 300 words.
@@ -103,11 +103,16 @@ Now produce the final report only, without reiterating these instructions or the
 
     messages = [
         [
-            {"role": "system", "content": [{"type": "text", "text": system_message},]},
-            {"role": "user", "content": [{"type": "text", "text": user_content},]},
-        ],
+            {
+                "role": "system",
+                "content": [{"type": "text", "text": system_message}]
+            },
+            {
+                "role": "user",
+                "content": [{"type": "text", "text": user_prompt}]
+            }
+        ]
     ]
-
     return messages
 
 # A helper to extract the assistant's response
@@ -275,7 +280,7 @@ def main():
                         device="cuda" if torch.cuda.is_available() else -1,
                         torch_dtype=torch.bfloat16,
                     )
-                    result = pipe(prompt, max_new_tokens=256, repetition_penalty=1.2, do_sample=True, temperature=0.5, return_full_text=False)
+                    result = pipe(prompt, max_new_tokens=256, return_full_text=False)
                     return result, None
                 except Exception as e:
                     return None, str(e)