Update app.py

app.py

@@ -39,7 +39,7 @@ def predict(model: str,inputs: str,typical_p: float,top_p: float,temperature: fl
     partial_words = ""
 
     if model in ("bigcode/starcoder", "bigcode/starcoder"):
-        iterator = client.generate_stream(total_inputs,typical_p=typical_p,truncate=1024,watermark=False,max_new_tokens=1024,)
+        iterator = client.generate_stream(total_inputs,typical_p=typical_p,truncate=300,watermark=False,max_new_tokens=299,)
 
     for i, response in enumerate(iterator):
         if response.token.special: