Prompting

app.py

@@ -82,58 +82,32 @@ def fetch_file_from_s3_file(file_key):
 
 # Function to summarize text using OpenAI GPT
 def summarize_text(text):
-    system_prompt = """You are tasked with extracting and structuring all relevant information from an invoice in a standardized JSON format for storing invoice headers and line items. The invoice headers should include the following details:
-
-Vendor Information:
-
-Vendor Name
-Vendor Address
-Vendor GST No.
-Invoice Details:
-
-Invoice No.
-Invoice Date → Considered as InvoiceDate (formatted as dd-MMM-yyyy).
-Invoice Currency/Currency
-Base Amount/Amount
-Tax Amount
-Total Invoice Amount
-Type of Invoice (e.g., "Tax Invoice", "Proforma Invoice", etc.)
-Customer Information:
-
-Customer Name
-Customer Address
-Customer GST No.
-Shipping and References:
-
-MBL No./HBL No./Container No./Shipping Bill No./Shipper Invoice No./Manifest No./MAWB/HAWB/OBL No./Bill of Lading Number/REF/Ocean Bill of Lading/House Bill of Lading/BL No./Job No. → Considered as RefNo.
-Shipping Order
-You should extract this data and structure it into a table-like format in the following JSON format:
-# {
-#   "invoice_headers": {
-#     "VendorName": "",
-#     "VendorAddress": "",
-#     "VendorGSTNo": "",
-#     "InvoiceNo": "",
-#     "InvoiceDate": "",
-#     "InvoiceCurrency": "",
-#     "BaseAmount": "",
-#     "TaxAmount": "",
-#     "TotalInvoiceAmt": "",x
-#     "CustomerName": "",
-#     "CustomerAddress": "",
-#     "CustomerGSTNO": "",
-#     "RefNo": "",
-#     "ShippingOrder": ""
-#   },
-#   "line_items": [
-#     {    
-#       "Description": "",
-#       "TaxPercentage": "",
-#       "TaxAmount": "",
-#       "Amount": 0
-#     }
-#   ]
-# }
+    system_prompt = """You are tasked with extracting and structuring all relevant information from an invoice into a standardized JSON format. The invoice headers should include the following details:
+
+- **Vendor Information**:
+  - Vendor Name
+  - Vendor Address
+  - Vendor GST No.
+
+- **Invoice Details**:
+  - Invoice No.
+  - Invoice Date (formatted as dd-MMM-yyyy)
+  - Invoice Currency (e.g., USD, INR, etc.)
+  - Base Amount/Amount
+  - Tax Amount
+  - Total Invoice Amount
+  - Type of Invoice (e.g., "Tax Invoice", "Proforma Invoice", etc.)
+
+- **Customer Information**:
+  - Customer Name
+  - Customer Address
+  - Customer GST No.
+
+- **Shipping and References**:
+  - MBL No./HBL No./Container No./Shipping Bill No./Shipper Invoice No./Manifest No./MAWB/HAWB/OBL No./Bill of Lading Number/REF/Ocean Bill of Lading/House Bill of Lading/BL No./Job No. → Considered as RefNo.
+  - Shipping Order
+
+You should extract this data and structure it into the following JSON format:
 
 {
   "response_format": {
@@ -150,84 +124,62 @@ You should extract this data and structure it into a table-like format in the fo
             "type": "array",
             "items": {
               "type": "object",
-              "required": [
-                "ProductCode",
-                "Description",
-                "Amount"
-              ],
+              "required": ["ProductCode", "Description", "Amount"],
               "properties": {
                 "Amount": {
                   "type": "number",
-                  "title": "Amount",
-                  "description": "The amount of the product"
+                  "description": "Amount for the line item"
                 },
                 "Description": {
                   "type": "string",
-                  "title": "Description",
-                  "description": "Description of the product"
+                  "description": "Description of the line item"
                 },
                 "ProductCode": {
                   "type": "string",
-                  "title": "Product Code",
-                  "description": "The code of the product"
+                  "description": "Product or service code for the line item"
                 }
               },
               "additionalProperties": false
             },
-            "title": "Line Items",
-            "description": "List of line items on the invoice"
+            "title": "Line Items"
           },
           "TaxAmount": {
             "type": "number",
-            "title": "Tax Amount",
-            "description": "The tax amount on the invoice"
+            "description": "Total tax amount for the invoice"
           },
           "VendorGST": {
             "type": "string",
-            "title": "Vendor GST",
-            "description": "The GST number of the vendor"
+            "description": "Vendor's GST number"
           },
           "VendorName": {
             "type": "string",
-            "title": "Vendor Name",
-            "description": "The name of the vendor"
+            "description": "Name of the vendor"
           },
           "InvoiceDate": {
             "type": "string",
-            "title": "Invoice Date",
-            "description": "The date of the invoice in dd-MMM-yyyy format"
+            "format": "date",
+            "description": "Invoice date in dd-MMM-yyyy format"
           },
           "TotalAmount": {
             "type": "number",
-            "title": "Total Amount",
-            "description": "The total amount on the invoice"
+            "description": "Total amount for the invoice"
           },
           "InvoiceNumber": {
             "type": "string",
-            "title": "Invoice Number",
-            "description": "The number of the invoice"
+            "description": "Invoice number"
           },
           "VendorAddress": {
             "type": "string",
-            "title": "Vendor Address",
-            "description": "The address of the vendor"
+            "description": "Vendor's address"
           },
           "InvoiceCurrency": {
             "type": "string",
-            "title": "Invoice Currency",
-            "description": "The currency used in the invoice, e.g., USD, INR, AUD"
+            "description": "Currency used in the invoice"
           }
         },
         "required": [
-          "LineItems",
-          "TaxAmount",
-          "VendorGST",
-          "VendorName",
-          "InvoiceDate",
-          "TotalAmount",
-          "InvoiceNumber",
-          "VendorAddress",
-          "InvoiceCurrency"
+          "LineItems", "TaxAmount", "VendorGST", "VendorName",
+          "InvoiceDate", "TotalAmount", "InvoiceNumber", "VendorAddress", "InvoiceCurrency"
         ],
         "additionalProperties": false,
         "description": "Schema for extracting specific information from invoices"
@@ -236,15 +188,13 @@ You should extract this data and structure it into a table-like format in the fo
   }
 }
 
-
-Guidelines for Processing:
-
-Ensure accurate extraction of data from the invoice by recognizing alternative naming conventions (e.g., Bill to, Taxpayer Name, etc.).
-Convert the Invoice Date to the specified dd-MMM-yyyy format.
-Use the correct currency and amounts for each invoice field.
-For each line item, provide the Description, Tax Percentage, Tax Amount, and Amount.
-If certain values are missing or not applicable, leave them empty or set them as null where necessary.
-This JSON format will be used to store and manage invoices in a structured and uniform way. Please ensure only return JSON format. No extra content should not provide."""
+### Guidelines for Processing:
+- Extract all relevant data from the invoice using naming conventions such as "Bill to" or "Taxpayer Name" for Vendor and Customer info.
+- Convert the **Invoice Date** to dd-MMM-yyyy format.
+- Ensure correct handling of amounts (e.g., **Amount**, **Tax Amount**, **Total Invoice Amount**).
+- For line items, include descriptions, tax percentages, tax amounts, and amounts.
+- If certain values are missing, leave them empty or set them as null.
+- This JSON format will be used to store and manage invoices in a structured and uniform way. Please ensure only return JSON format. No extra content should not provide."""
     try:
         response = openai.ChatCompletion.create(
             model="gpt-4o-mini",
@@ -281,78 +231,6 @@ def verify_api_key(api_key: str = Header(...)):
 def read_root():
     return {"message": "Welcome to the Invoice Summarization API!"}
 
-# @app.get("/ocr/extraction")
-# def ocr_from_s3(
-#     api_key: str = Depends(verify_api_key), 
-#     file_key: str = Query(..., description="S3 file key for the file"),
-#     document_type: str = Query(..., description="Type of document"),
-#     entity_ref_key: str = Query(..., description="Entity Reference Key")
-# ):
-#     """
-#     (PDF or Image) stored in S3 and summarize the text using GPT.
-#     """
-#     try:
-#         # Fetch file from S3
-#         file_data, content_type = fetch_file_from_s3_file(file_key)
-
-#         extracted_text = []
-#         base64Data = base64.b64encode(file_data).decode('utf-8')
-        
-#         # Process PDF or Image file
-#         if content_type.startswith("image/"):  # Image file
-#             image = Image.open(io.BytesIO(file_data)).convert("RGB")  # Use BytesIO stream directly
-#             image_np = np.array(image)  # Convert to NumPy array
-#             base64DataResp = f"data:image/{content_type.lower()};base64,{base64Data}"
-#         elif content_type == "application/pdf":  # PDF file
-#             # Open PDF using PyMuPDF
-#             pdf_document = fitz.open(stream=io.BytesIO(file_data), filetype="pdf")
-#             extracted_text = []
-#             # Process each page in the PDF
-#             for page_number in range(len(pdf_document)):
-#                 page = pdf_document[page_number]
-#                 extracted_text.append(page.get_text("text"))  # Extract text from PDF
-#             pdf_document.close()
-#             base64DataResp = f"data:application/pdf;base64,{base64Data}"
-#         else:
-#             return {"error": f"Unsupported file type: {content_type}"}
-
-#         # Combine extracted text
-#         full_text = " ".join(extracted_text)
-
-#         # Summarize the extracted text
-#         summary = summarize_text(full_text)
-
-#         # Document structure for MongoDB
-#         document = {
-#             "file_key": file_key,
-#             "file_type": content_type,
-#             "document_type": document_type,
-#             "entityrefkey": entity_ref_key,
-#             "base64DataResp": base64DataResp,
-#             "extracted_text": full_text,
-#             "summary": summary,
-#         }
-
-#         # Insert into MongoDB
-#         inserted_doc = invoice_collection.insert_one(document)
-#         document_id = str(inserted_doc.inserted_id)  # Convert ObjectId to string
-
-#         return {
-#             "message": "Document successfully stored in MongoDB",
-#             "document_id": document_id,
-#             "file_key": file_key,
-#             "summary": summary
-#         }
-
-#     except Exception as e:
-#         # Detailed error information
-#         error_details = {
-#             "error_type": type(e).__name__,
-#             "error_message": str(e),
-#             "traceback": traceback.format_exc()
-#         }
-#         return {"error": error_details}
-
 @app.get("/ocr/extraction")
 def ocr_from_s3(
     api_key: str = Depends(verify_api_key),