Update app/core/pdf_processor.py

app/core/pdf_processor.py

@@ -1,52 +1,120 @@
-# pdf_preprocessor.py
-
-import os
-from pypdf import PdfReader
-from pdf2image import convert_from_path
-import pytesseract
-
-# Optional: Set Tesseract path manually on Windows
-# pytesseract.pytesseract.tesseract_cmd = r"C:\Program Files\Tesseract-OCR\tesseract.exe"
-
-def extract_text_from_pdf(file_path: str) -> str:
-    """
-    Extract text from both text-based and image-based PDFs.
-    Falls back to OCR using pytesseract if no embedded text is found.
-    """
-    text_output = []
-    reader = PdfReader(file_path)
-    total_pages = len(reader.pages)
-
-    print(f"📄 Processing PDF: {file_path} ({total_pages} pages)")
-
-    for page_num, page in enumerate(reader.pages, start=1):
-        try:
-            # Try normal text extraction
-            extracted_text = page.extract_text()
-            if extracted_text and extracted_text.strip():
-                text_output.append(extracted_text)
-                print(f"✅ Page {page_num}: Extracted embedded text.")
-            else:
-                # Run OCR if no text found
-                print(f"🔍 Page {page_num}: No text found, running OCR...")
-                images = convert_from_path(
-                    file_path, first_page=page_num, last_page=page_num
-                )
-                ocr_text = ""
-                for img in images:
-                    ocr_text += pytesseract.image_to_string(img, lang="eng", config="--psm 6")
-                if ocr_text.strip():
-                    text_output.append(ocr_text)
-                    print(f"🧠 Page {page_num}: OCR extraction complete.")
-                else:
-                    print(f"⚠️ Page {page_num}: OCR found no readable text.")
-        except Exception as e:
-            print(f"❌ Error processing page {page_num}: {e}")
-
-    full_text = "\n".join(text_output)
-    if not full_text.strip():
-        print("⚠️ Warning: No text extracted from this PDF at all.")
-    else:
-        print(f"✅ Done! Extracted {len(full_text.split())} words total.")
-
-    return full_text
+# # pdf_preprocessor.py
+
+# import os
+# from pypdf import PdfReader
+# from pdf2image import convert_from_path
+# import pytesseract
+
+# # Optional: Set Tesseract path manually on Windows
+# # pytesseract.pytesseract.tesseract_cmd = r"C:\Program Files\Tesseract-OCR\tesseract.exe"
+
+# def extract_text_from_pdf(file_path: str) -> str:
+#     """
+#     Extract text from both text-based and image-based PDFs.
+#     Falls back to OCR using pytesseract if no embedded text is found.
+#     """
+#     text_output = []
+#     reader = PdfReader(file_path)
+#     total_pages = len(reader.pages)
+
+#     print(f"📄 Processing PDF: {file_path} ({total_pages} pages)")
+
+#     for page_num, page in enumerate(reader.pages, start=1):
+#         try:
+#             # Try normal text extraction
+#             extracted_text = page.extract_text()
+#             if extracted_text and extracted_text.strip():
+#                 text_output.append(extracted_text)
+#                 print(f"✅ Page {page_num}: Extracted embedded text.")
+#             else:
+#                 # Run OCR if no text found
+#                 print(f"🔍 Page {page_num}: No text found, running OCR...")
+#                 images = convert_from_path(
+#                     file_path, first_page=page_num, last_page=page_num
+#                 )
+#                 ocr_text = ""
+#                 for img in images:
+#                     ocr_text += pytesseract.image_to_string(img, lang="eng", config="--psm 6")
+#                 if ocr_text.strip():
+#                     text_output.append(ocr_text)
+#                     print(f"🧠 Page {page_num}: OCR extraction complete.")
+#                 else:
+#                     print(f"⚠️ Page {page_num}: OCR found no readable text.")
+#         except Exception as e:
+#             print(f"❌ Error processing page {page_num}: {e}")
+
+#     full_text = "\n".join(text_output)
+#     if not full_text.strip():
+#         print("⚠️ Warning: No text extracted from this PDF at all.")
+#     else:
+#         print(f"✅ Done! Extracted {len(full_text.split())} words total.")
+
+#     return full_text
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+# pdf_preprocessor.py
+
+import os
+from pypdf import PdfReader
+from pdf2image import convert_from_path
+import pytesseract
+
+# Optional: Set Tesseract path manually on Windows
+# pytesseract.pytesseract.tesseract_cmd = r"C:\Program Files\Tesseract-OCR\tesseract.exe"
+
+def extract_text_from_pdf(file_path: str) -> str:
+    """
+    Extract text from both text-based and image-based PDFs.
+    Falls back to OCR using pytesseract if no embedded text is found.
+    """
+    text_output = []
+    reader = PdfReader(file_path)
+    total_pages = len(reader.pages)
+
+    print(f"📄 Processing PDF: {file_path} ({total_pages} pages)")
+
+    for page_num, page in enumerate(reader.pages, start=1):
+        try:
+            # Try normal text extraction
+            extracted_text = page.extract_text()
+            if extracted_text and extracted_text.strip():
+                text_output.append(extracted_text)
+                print(f"✅ Page {page_num}: Extracted embedded text.")
+            else:
+                # Run OCR if no text found
+                print(f"🔍 Page {page_num}: No text found, running OCR...")
+                images = convert_from_path(
+                    file_path, first_page=page_num, last_page=page_num
+                )
+                ocr_text = ""
+                for img in images:
+                    ocr_text += pytesseract.image_to_string(img, lang="eng", config="--psm 6")
+                if ocr_text.strip():
+                    text_output.append(ocr_text)
+                    print(f"🧠 Page {page_num}: OCR extraction complete.")
+                else:
+                    print(f"⚠️ Page {page_num}: OCR found no readable text.")
+        except Exception as e:
+            print(f"❌ Error processing page {page_num}: {e}")
+
+    full_text = "\n".join(text_output)
+    if not full_text.strip():
+        print("⚠️ Warning: No text extracted from this PDF at all.")
+    else:
+        print(f"✅ Done! Extracted {len(full_text.split())} words total.")
+
+    return full_text