Fix invalid tokens

app.py

@@ -73,7 +73,17 @@ def process_pdf_to_epub(pdf_file, title, author):
                 do_sample=True,
             )
             prompt_length = inputs["input_ids"].shape[1]
-            new_tokens = output[:, prompt_length:]
+            new_tokens = output[:, prompt_length:].detach().cpu()
+            
+            decoded = "[No output generated]"
+            if new_tokens.shape[1] > 0:
+                try:
+                    decoded_list = processor.tokenizer.batch_decode(new_tokens, skip_special_tokens=True)
+                    decoded = decoded_list[0].strip() if decoded_list else "[No output generated]"
+                except Exception as decode_error:
+                    decoded = f"[Decoding error on page {page_num}: {str(decode_error)}]"
+            else:
+                decoded = "[Model returned no new tokens]"
 
         except Exception as processing_error:
             decoded = f"[Processing error on page {page_num}: {str(processing_error)}]"