Update app.py
Browse files
app.py
CHANGED
|
@@ -6,11 +6,14 @@ import gradio as gr
|
|
| 6 |
|
| 7 |
# Function: Extract Text from PDF
|
| 8 |
def extract_text_from_pdf(pdf_file):
|
|
|
|
|
|
|
|
|
|
| 9 |
with pdfplumber.open(pdf_file.name) as pdf:
|
| 10 |
text = ""
|
| 11 |
for page in pdf.pages:
|
| 12 |
-
text += page.extract_text()
|
| 13 |
-
print("\nExtracted Text:\n", text) # Debugging
|
| 14 |
return text
|
| 15 |
|
| 16 |
|
|
@@ -30,15 +33,10 @@ def clean_description(description, item_number=None):
|
|
| 30 |
return description.strip()
|
| 31 |
|
| 32 |
|
| 33 |
-
# Function: Parse PO Items
|
| 34 |
def parse_po_items_with_filters(text):
|
| 35 |
"""
|
| 36 |
-
Parses purchase order items from the extracted text
|
| 37 |
-
Ensures items are not merged and handles split descriptions across lines.
|
| 38 |
-
Args:
|
| 39 |
-
text (str): Extracted text from the PDF.
|
| 40 |
-
Returns:
|
| 41 |
-
tuple: A DataFrame with parsed data and a status message.
|
| 42 |
"""
|
| 43 |
lines = text.splitlines()
|
| 44 |
data = []
|
|
@@ -46,7 +44,9 @@ def parse_po_items_with_filters(text):
|
|
| 46 |
description_accumulator = []
|
| 47 |
|
| 48 |
for line in lines:
|
| 49 |
-
|
|
|
|
|
|
|
| 50 |
item_match = re.match(r"^(?P<Item>\d+)\s+(?P<Description>.+)", line)
|
| 51 |
if item_match:
|
| 52 |
# Save the previous item
|
|
@@ -91,7 +91,7 @@ def parse_po_items_with_filters(text):
|
|
| 91 |
)
|
| 92 |
data.append(current_item)
|
| 93 |
|
| 94 |
-
#
|
| 95 |
for i, row in enumerate(data):
|
| 96 |
if row["Item"] == "2" and "As per Drg. to." in row["Description"]:
|
| 97 |
item_3_description = re.search(r"As per Drg. to. G000810.*Mfd:-2022", row["Description"])
|
|
@@ -107,24 +107,20 @@ def parse_po_items_with_filters(text):
|
|
| 107 |
"Total Price": "45.60",
|
| 108 |
},
|
| 109 |
)
|
| 110 |
-
# Remove the extracted portion from item 2's description
|
| 111 |
row["Description"] = row["Description"].replace(item_3_description.group(), "").strip()
|
| 112 |
|
| 113 |
-
#
|
| 114 |
for item in data:
|
| 115 |
if item["Item"] == "7":
|
| 116 |
-
# Remove unwanted text from description
|
| 117 |
item["Description"] = re.sub(r"300 Sets 4.20 1260.00", "", item["Description"]).strip()
|
| 118 |
-
# Extract and assign unit price and total price if not already extracted
|
| 119 |
if not item["Unit Price"] and not item["Total Price"]:
|
| 120 |
price_match = re.search(r"(?P<UnitPrice>[\d.]+)\s+(?P<TotalPrice>[\d.]+)", item["Description"])
|
| 121 |
if price_match:
|
| 122 |
item["Unit Price"] = price_match.group("UnitPrice")
|
| 123 |
item["Total Price"] = price_match.group("TotalPrice")
|
| 124 |
-
# Remove extracted price from description
|
| 125 |
item["Description"] = item["Description"].replace(price_match.group(0), "").strip()
|
| 126 |
|
| 127 |
-
#
|
| 128 |
data = [row for row in data if row["Description"]]
|
| 129 |
|
| 130 |
# Return data as a DataFrame
|
|
@@ -142,6 +138,9 @@ def save_to_excel(df, output_path="extracted_po_data.xlsx"):
|
|
| 142 |
|
| 143 |
# Gradio Interface Function
|
| 144 |
def process_pdf(file):
|
|
|
|
|
|
|
|
|
|
| 145 |
try:
|
| 146 |
text = extract_text_from_pdf(file)
|
| 147 |
df, status = parse_po_items_with_filters(text)
|
|
@@ -158,10 +157,7 @@ def create_gradio_interface():
|
|
| 158 |
return gr.Interface(
|
| 159 |
fn=process_pdf,
|
| 160 |
inputs=gr.File(label="Upload PDF", file_types=[".pdf"]),
|
| 161 |
-
outputs=[
|
| 162 |
-
gr.File(label="Download Extracted Data"),
|
| 163 |
-
gr.Textbox(label="Status"),
|
| 164 |
-
],
|
| 165 |
title="PO Data Extraction",
|
| 166 |
description="Upload a Purchase Order PDF to extract items into an Excel file.",
|
| 167 |
)
|
|
|
|
| 6 |
|
| 7 |
# Function: Extract Text from PDF
|
| 8 |
def extract_text_from_pdf(pdf_file):
|
| 9 |
+
"""
|
| 10 |
+
Extracts text from an uploaded PDF file.
|
| 11 |
+
"""
|
| 12 |
with pdfplumber.open(pdf_file.name) as pdf:
|
| 13 |
text = ""
|
| 14 |
for page in pdf.pages:
|
| 15 |
+
text += page.extract_text() + "\n"
|
| 16 |
+
print("\nExtracted Text:\n", text) # Debugging
|
| 17 |
return text
|
| 18 |
|
| 19 |
|
|
|
|
| 33 |
return description.strip()
|
| 34 |
|
| 35 |
|
| 36 |
+
# Function: Parse PO Items
|
| 37 |
def parse_po_items_with_filters(text):
|
| 38 |
"""
|
| 39 |
+
Parses purchase order items from the extracted text.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 40 |
"""
|
| 41 |
lines = text.splitlines()
|
| 42 |
data = []
|
|
|
|
| 44 |
description_accumulator = []
|
| 45 |
|
| 46 |
for line in lines:
|
| 47 |
+
print(f"Processing Line: {line}") # Debugging
|
| 48 |
+
|
| 49 |
+
# Match the start of a new item
|
| 50 |
item_match = re.match(r"^(?P<Item>\d+)\s+(?P<Description>.+)", line)
|
| 51 |
if item_match:
|
| 52 |
# Save the previous item
|
|
|
|
| 91 |
)
|
| 92 |
data.append(current_item)
|
| 93 |
|
| 94 |
+
# Split merged descriptions and assign items
|
| 95 |
for i, row in enumerate(data):
|
| 96 |
if row["Item"] == "2" and "As per Drg. to." in row["Description"]:
|
| 97 |
item_3_description = re.search(r"As per Drg. to. G000810.*Mfd:-2022", row["Description"])
|
|
|
|
| 107 |
"Total Price": "45.60",
|
| 108 |
},
|
| 109 |
)
|
|
|
|
| 110 |
row["Description"] = row["Description"].replace(item_3_description.group(), "").strip()
|
| 111 |
|
| 112 |
+
# Clean and finalize descriptions
|
| 113 |
for item in data:
|
| 114 |
if item["Item"] == "7":
|
|
|
|
| 115 |
item["Description"] = re.sub(r"300 Sets 4.20 1260.00", "", item["Description"]).strip()
|
|
|
|
| 116 |
if not item["Unit Price"] and not item["Total Price"]:
|
| 117 |
price_match = re.search(r"(?P<UnitPrice>[\d.]+)\s+(?P<TotalPrice>[\d.]+)", item["Description"])
|
| 118 |
if price_match:
|
| 119 |
item["Unit Price"] = price_match.group("UnitPrice")
|
| 120 |
item["Total Price"] = price_match.group("TotalPrice")
|
|
|
|
| 121 |
item["Description"] = item["Description"].replace(price_match.group(0), "").strip()
|
| 122 |
|
| 123 |
+
# Filter out invalid rows
|
| 124 |
data = [row for row in data if row["Description"]]
|
| 125 |
|
| 126 |
# Return data as a DataFrame
|
|
|
|
| 138 |
|
| 139 |
# Gradio Interface Function
|
| 140 |
def process_pdf(file):
|
| 141 |
+
"""
|
| 142 |
+
Processes the uploaded PDF file and extracts PO items.
|
| 143 |
+
"""
|
| 144 |
try:
|
| 145 |
text = extract_text_from_pdf(file)
|
| 146 |
df, status = parse_po_items_with_filters(text)
|
|
|
|
| 157 |
return gr.Interface(
|
| 158 |
fn=process_pdf,
|
| 159 |
inputs=gr.File(label="Upload PDF", file_types=[".pdf"]),
|
| 160 |
+
outputs=[gr.File(label="Download Extracted Data"), gr.Textbox(label="Status")],
|
|
|
|
|
|
|
|
|
|
| 161 |
title="PO Data Extraction",
|
| 162 |
description="Upload a Purchase Order PDF to extract items into an Excel file.",
|
| 163 |
)
|