Update app.py

app.py

@@ -63,7 +63,9 @@ def chat_inf(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p,r
     if history:
         hist_len=len(history)
         print(hist_len)
-    if hist_len>4000:
+    in_len=len(system_prompt+prompt)+hist_len
+    print(in_len)
+    if (in_len+tokens) > 8000:
         yield [(prompt,"Wait. I need to compress our Chat history...")]
         history=compress_history(history,client_choice,seed,temp,tokens,top_p,rep_p)
         yield [(prompt,"History has been compressed, processing request...")]
@@ -78,6 +80,10 @@ def chat_inf(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p,r
     )
     #formatted_prompt=prompt   
     formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+
+
+
+    
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""