Update app.py

app.py

@@ -91,7 +91,7 @@ def build_prompt(query_input, sampled_docs):
     system_message = """You are an intelligent assistant. Read the Tweets with their sentiment score (Negative, Neutral, Positive) provided and produce a well-structured report that answers the query question.
 Your task:
 - Summarize both positive and negative aspects, highlighting any trends in user sentiment.
-- Include an introduction, key insights, and a conclusion, reaching about 1000 words.
+- Include an introduction, key insights, and a conclusion, reaching about 500 words.
 - DO NOT repeat these instructions or the user's query in the final report. Only provide the final text."""
 
     user_content = f"""**Tweets**:
@@ -274,7 +274,7 @@ def main():
                         tokenizer=tokenizer,
                         device=0 if torch.cuda.is_available() else -1,
                     )
-                    result = pipe(prompt, max_new_tokens=1024, repetition_penalty=1.2, do_sample=True, temperature=0.7, return_full_text=False)
+                    result = pipe(prompt, max_new_tokens=512, repetition_penalty=1.2, do_sample=True, temperature=0.7, return_full_text=False)
                     return result, None
                 except Exception as e:
                     return None, str(e)