Update utils.py

utils.py

@@ -1,61 +1,31 @@
 import os
-import docx
-import PyPDF2
+from PyPDF2 import PdfReader
+from docx import Document
 
-def extract_text_from_pdf(file):
+def process_pdf(file_path):
+    reader = PdfReader(file_path)
     text = ""
-    try:
-        pdf_reader = PyPDF2.PdfReader(file)
-        for page in pdf_reader.pages:
-            text += page.extract_text() + "\n"
-    except Exception as e:
-        text += f"\n[خطأ في قراءة PDF: {e}]\n"
-    return text
-
-def extract_text_from_docx(file):
-    doc = docx.Document(file)
-    return "\n".join([para.text for para in doc.paragraphs])
-
-def extract_text_from_txt(file):
-    return file.read().decode("utf-8")
-
-def chunk_text(text, chunk_size=300, overlap=50):
-    words = text.split()
-    chunks = []
-    start = 0
-    while start < len(words):
-        end = min(start + chunk_size, len(words))
-        chunk = " ".join(words[start:end])
-        chunks.append(chunk)
-        start += chunk_size - overlap
-    return chunks
-
-def process_documents(files, log_callback=None):
-    all_chunks = []
-    for file in files:
-        filename = os.path.basename(file)
-        ext = filename.split(".")[-1].lower()
-        if log_callback:
-            log_callback(f"📁 معالجة الملف: {filename}")
-
-        try:
-            if ext == "pdf":
-                text = extract_text_from_pdf(file)
-            elif ext == "docx":
-                text = extract_text_from_docx(file)
-            elif ext == "txt":
-                text = extract_text_from_txt(file)
-            else:
-                if log_callback:
-                    log_callback(f"❗️ تنسيق غير مدعوم: {ext}")
-                continue
-
-            chunks = chunk_text(text)
-            all_chunks.extend(chunks)
-
-            if log_callback:
-                log_callback(f"✅ تم استخراج {len(chunks)} مقطع من {filename}")
-        except Exception as e:
-            if log_callback:
-                log_callback(f"⚠️ فشل في معالجة {filename}: {e}")
-    return all_chunks
+    for page in reader.pages:
+        text += page.extract_text() + "\n"
+    return text.split('\n\n')  # تقسيم النص إلى فقرات
+
+def process_docx(file_path):
+    doc = Document(file_path)
+    paragraphs = [p.text for p in doc.paragraphs if p.text.strip() != ""]
+    return paragraphs
+
+def process_txt(file_path):
+    with open(file_path, 'r', encoding='utf-8') as f:
+        text = f.read()
+    return text.split('\n\n')
+
+def process_documents(file_path):
+    ext = os.path.splitext(file_path)[1].lower()
+    if ext == '.pdf':
+        return process_pdf(file_path)
+    elif ext == '.docx':
+        return process_docx(file_path)
+    elif ext == '.txt':
+        return process_txt(file_path)
+    else:
+        return []