Create utils/utils.py

utils/utils.py

@@ -0,0 +1,70 @@
+import os
+import pandas as pd
+from docx import Document
+from pptx import Presentation
+
+def get_questions(file_path, level):
+    df = pd.read_json(file_path, lines=True)
+  
+    if level > 0:
+        df = df[df["Level"] == level]
+    
+    result=[]
+    
+    for index, row in df.iterrows():
+        result.append([row["Question"], row["Level"], row["Final answer"], row["file_name"]])
+
+    return result
+
+def is_ext(file_path, ext):
+    return os.path.splitext(file_path)[1].lower() == ext.lower()
+    
+def read_file_json(file_path):
+    df = None
+
+    if is_ext(file_path, ".csv"):
+        df = pd.read_csv(file_path)
+    elif is_ext(file_path, ".xls") or is_ext(file_path, ".xlsx"):
+        df = pd.read_excel(file_path)
+    elif is_ext(file_path, ".json") or is_ext(file_path, ".jsonl"):
+        df = pd.read_json(file_path)
+    
+    return "" if df is None else df.to_json()
+
+def read_docx_text(file_path):
+    doc = Document(file_path)
+    
+    text = []
+
+    for block in doc.element.body:
+        if block.tag.endswith("p"):
+            for paragraph in doc.paragraphs:
+                if paragraph._element == block:
+                    if paragraph.style.name.startswith("Heading"):
+                        text.append("\n**" + paragraph.text + "**\n")
+                    elif paragraph.text:
+                        text.append(paragraph.text)
+        elif block.tag.endswith("tbl"):
+            for table in doc.tables:
+                if table._element == block:
+                    for row in table.rows:
+                        row_text = []
+                        for cell in row.cells:
+                            row_text.append(cell.text.strip())
+                        text.append(" | ".join(row_text))
+            
+    return "\n".join(text)
+
+def read_pptx_text(file_path):
+    prs = Presentation(file_path)
+    
+    text = []
+    
+    for slide in prs.slides:
+        slide_text = []
+        for shape in slide.shapes:
+            if hasattr(shape, "text"):
+                slide_text.append(shape.text)
+        text.append("\n".join(slide_text))
+    
+    return "\n\n".join(text)