Update app.py

app.py

@@ -185,13 +185,15 @@ Provide a descriptive alt text in 1-2 sentences that is informative but not over
             )
             input_len = input_ids["input_ids"].shape[-1]
             
-            input_ids = input_ids.to(self.model.device, dtype=self.model.dtype)
+            input_ids = input_ids.to(self.model.device)
             outputs = self.model.generate(
                 **input_ids,
                 max_new_tokens=256,
                 disable_compile=True,
                 do_sample=False,
-                temperature=0.1
+                temperature=1.0,
+                pad_token_id=self.processor.tokenizer.pad_token_id,
+                eos_token_id=self.processor.tokenizer.eos_token_id
             )
             
             text = self.processor.batch_decode(
@@ -244,13 +246,15 @@ Provide a descriptive alt text in 1-2 sentences that is informative but not over
             )
             input_len = input_ids["input_ids"].shape[-1]
             
-            input_ids = input_ids.to(self.model.device, dtype=self.model.dtype)
+            input_ids = input_ids.to(self.model.device)
             outputs = self.model.generate(
                 **input_ids,
                 max_new_tokens=1024,
                 disable_compile=True,
-                do_sample=True,
-                temperature=0.7
+                do_sample=False,
+                temperature=1.0,
+                pad_token_id=self.processor.tokenizer.pad_token_id,
+                eos_token_id=self.processor.tokenizer.eos_token_id
             )
             
             text = self.processor.batch_decode(