Update app.py

app.py

@@ -17,7 +17,7 @@ llm = HuggingFaceEndpoint(
     huggingfacehub_api_token=HF_TOKEN.strip(),
     temperature=0.7,
     task="text-generation", 
-    max_new_tokens=200
+    max_new_tokens=100
 )
 
 # Initialize Streamlit app
@@ -46,8 +46,9 @@ if prompt := st.chat_input("Say something..."):
     history.add_user_message(prompt)
     st.chat_message("user").write(prompt)
 
-    # Generate AI response
-    response = conversation.predict(input=prompt)
+    # Generate AI response with word limit instruction
+    limited_prompt = f"{prompt}\n\nPlease respond in no more than 50 words."
+    response = conversation.predict(input=limited_prompt)
 
     # Add AI message to history
     history.add_ai_message(response)