Update handler.py

handler.py

@@ -51,10 +51,10 @@ class EndpointHandler():
         with torch.no_grad():
             out = self.model.generate(**processed, 
                                      max_new_tokens=20,
-                                     temperature = 0.5,
-                                     do_sample=True,
-                                     top_k=50,
-                                     top_p=0.9,
+                                     # temperature = 0.5,
+                                     # do_sample=True,
+                                     # top_k=50,
+                                     # top_p=0.9,
                                      repetition_penalty=1.2  
                                      ).to(self.device)