Update app.py

app.py

@@ -35,7 +35,11 @@ def generate_text(message, history):
     for interaction in history:
         input_prompt = input_prompt + str(interaction[0]) + " [/INST] " + str(interaction[1]) + " </s><s> [INST] "
 
-    input_prompt = input_prompt + str(message) + " [/INST] "
+    # Truncate or limit the length of the input message
+    max_input_length = 500  # You can adjust this value as needed
+    truncated_message = message[:max_input_length]
+
+    input_prompt = input_prompt + str(truncated_message) + " [/INST] "
 
     output = llm(
         input_prompt,
@@ -43,7 +47,7 @@ def generate_text(message, history):
         top_p=0.1,
         top_k=40,
         repeat_penalty=1.1,
-        max_tokens=2000,  # Increase this value
+        max_tokens=4096,
         stop=[
             "",
             "",
@@ -61,6 +65,7 @@ def generate_text(message, history):
 
     history = ["init", input_prompt]
 
+
 # Function to predict using the Vision Model and interact with LLM
 def predict(img):
     img = PILImage.create(img)