Update app.py

app.py

@@ -147,41 +147,31 @@ def identify_headers_with_openrouter(pdf_path, model, LLM_prompt, pages_to_check
         text_dict = page.get_text("dict")
         lines = []
         y_tolerance = 0.2  # tweak if needed (1–3 usually works)
-        for block in text_dict["blocks"]:
-            if block["type"] != 0:
+        for block in page.get_text("dict").get('blocks', []):
+            if block.get('type') != 0:
                 continue
-            for line in block["lines"]:
-                for span in line["spans"]:
+            for line in block.get('lines', []):
+                spans = line.get('spans', [])
+                if not spans:
+                    continue
+                y0 = spans[0]['bbox'][1]
+                y1 = spans[0]['bbox'][3]
+                if y0 < top_margin or y1 > (page_height - bottom_margin):
+                    continue
+                for s in spans:
+                    # text,font,size,flags,color
+                    # ArrayofTextWithFormat={'Font':s.get('font')},{'Size':s.get('size')},{'Flags':s.get('flags')},{'Color':s.get('color')},{'Text':s.get('text')}
+                
+                    # prefix with page for easier mapping back
                     text = span["text"].strip()
-                    if not text:
-                        continue
-                    x0, y0, x1, y1 = span["bbox"]
-                    matched = False
-                    for l in lines:
-                        if abs(l["y"] - y0) <= y_tolerance:
-                            l["spans"].append((x0, text))
-                            matched = True
-                            break
-                    if not matched:
-                        lines.append({
-                            "y": y0,
-                            "spans": [(x0, text)]
-                        })
-        lines.sort(key=lambda l: l["y"])
-
-        # Join text inside each line
-        final_lines = []
-        for l in lines:
-            l["spans"].sort(key=lambda s: s[0])  # left → right
-            line_text = " ".join(text for _, text in l["spans"])
-            final_lines.append(line_text)
+                    lines_for_prompt.append(f"PAGE {pno+1}: {text}")
 
-        # Result
-        for line in final_lines:
+            # if not lines_for_prompt:
+            #     return []       
 
             if text:
                 # prefix with page for easier mapping back
-                lines_for_prompt.append(f"PAGE {pno+1}: {line}")
+                # lines_for_prompt.append(f"PAGE {pno+1}: {line}")
                 lines_on_page += 1