File size: 3,014 Bytes
9d29c62 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 | import cv2
import numpy as np
from PIL import Image
import os
def run_final_assembly_test(image_path):
# --- שלב 1: הזיהוי המנצח שלך (הריבועים הירוקים) ---
image = cv2.imread(image_path)
img_h, img_w = image.shape[:2]
gray = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)
thresh = cv2.adaptiveThreshold(cv2.GaussianBlur(gray, (7,7), 0), 255,
cv2.ADAPTIVE_THRESH_GAUSSIAN_C, cv2.THRESH_BINARY_INV, 11, 2)
kernel = cv2.getStructuringElement(cv2.MORPH_RECT, (40, 10))
dilate = cv2.dilate(thresh, kernel, iterations=1)
contours, _ = cv2.findContours(dilate, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)
blocks = sorted([cv2.boundingRect(c) for c in contours if cv2.boundingRect(c)[2] > 50], key=lambda b: b[1])
# --- שלב 2: בניית ה-Payload (חיבור הריבועים לסלייסים) ---
pil_img = Image.open(image_path).convert("RGB")
slices = []
# Header Lock
slices.append(pil_img.crop((0, 0, img_w, 180)))
remaining = [b for b in blocks if (b[1] + b[3]) > 180]
while remaining:
curr = remaining.pop(0)
x, y, w, h = curr
if h > 120: # גרף
y_s, y_e = max(0, y-30), (img_h if not remaining else min(img_h, y+h+30))
slices.append(pil_img.crop((0, y_s, img_w, y_e)))
remaining = [b for b in remaining if b[1] > (y_e - 10)]
continue
c_min, c_max = y, y + h
to_consume = []
for nb in remaining:
if nb[3] > 120 or (max(c_max, nb[1]+nb[3]) - c_min) > 750: break
c_max = max(c_max, nb[1]+nb[3])
to_consume.append(nb)
for r in to_consume: remaining.remove(r)
y_t, y_b = max(0, c_min-25), (img_h if not remaining else min(img_h, c_max+25))
slices.append(pil_img.crop((0, y_t, img_w, y_b)))
# --- שלב 3: ויזואליזציה של החיבור (ה"ניבוי") ---
# אנחנו מחברים את כל הסלייסים לתמונה אחת ארוכה עם קו מפריד אדום
assembly_parts = []
separator = np.zeros((10, img_w, 3), dtype=np.uint8)
separator[:] = [0, 0, 255] # קו אדום בולט
for i, s in enumerate(slices):
assembly_parts.append(np.array(s))
if i < len(slices) - 1:
assembly_parts.append(separator)
final_assembly = np.vstack(assembly_parts)
cv2.imwrite("final_assembly_debug.jpg", cv2.cvtColor(final_assembly, cv2.COLOR_RGB2BGR))
print(f"✅ הצלחנו לחבר {len(slices)} חלקים.")
print(f"📂 התוצאה הסופית מחכה לך ב: final_assembly_debug.jpg")
print("\n--- מבנה ה-Payload שיישלח ל-LLM ---")
print(f"Payload = [PROMPT, " + ", ".join([f"PAGE_{i+1}" for i in range(len(slices))]) + "]")
if __name__ == "__main__":
target = r"C:\Projects\BuddyMath\buddy_math_server\hardest_1.jpg"
run_final_assembly_test(target) |