Update prompts.py

prompts.py

@@ -1,130 +1,60 @@
 # prompts.py
 # Qwen-2.5 Compatible Prompts
-# Updated to follow "Document Processing SOP for Zoho Invoice Integration"
-# - explicit JSON markers <<<JSON>>> / <<<END_JSON>>>
-# - multi-page support, detailed schema, validation rules
-# - agent prompt implements sequencing and strict tool-call JSON output
+# Strict SOP for "Document Processing SOP for Zoho Invoice Integration"
+# Outputs MUST be wrapped between <<<JSON>>> and <<<END_JSON>>> markers.
 
 from typing import Optional
 
 def get_ocr_extraction_prompt(raw_text: str, page_count: int = 1) -> str:
     """
-    Build a system prompt for OCR+NLP agent to:
-      1) Classify document type
-      2) Extract fields into the EXACT JSON schema
-      3) Validate totals/date formats
-      4) Output ONLY the JSON object between <<<JSON>>> and <<<END_JSON>>>
-    raw_text will be injected (truncated to first 3000 chars by callers if needed).
+    Builds a strict LLM prompt to:
+      - classify the doc
+      - extract fields into a fixed JSON schema
+      - validate totals and dates
+      - output ONLY the JSON between <<<JSON>>> and <<<END_JSON>>>
+    raw_text will be truncated by caller if long.
     """
     schema = r'''
 Top-level schema (use null for unknown fields):
 {
-  "document_type": "",           // Invoice | Credit Note | Debit Note | Delivery Note | Receipt | Unknown
-  "document_id": "",             // invoice_number / creditnote_number if present
-  "invoice_date": "",            // ISO format YYYY-MM-DD or null
-  "due_date": "",                // ISO format YYYY-MM-DD or null
-  "currency": "",                // e.g. INR, USD or null
-  "totals": {
-     "sub_total": null,
-     "tax_total": null,
-     "round_off": null,
-     "grand_total": null
-  },
-  "seller": {
-     "company": null,
-     "address": null,
-     "city": null,
-     "state": null,
-     "zip": null,
-     "country": null,
-     "gstin": null,
-     "pan": null,
-     "bank_details": null
-  },
-  "buyer": {
-     "contact_name": null,
-     "company_name": null,
-     "billing_address": null,
-     "shipping_address": null,
-     "email": null,
-     "phone": null,
-     "gstin": null,
-     "pan": null
-  },
-  "line_items": [
-     {
-       "name": null,
-       "description": null,
-       "hsn_or_sac": null,
-       "sku": null,
-       "quantity": null,
-       "unit": null,
-       "rate": null,
-       "amount": null,
-       "taxes": [ { "type": null, "rate": null, "amount": null, "tax_id": null } ]
-     }
-  ],
-  "tax_breakdown": [
-    { "tax_type": null, "cgst": null, "sgst": null, "igst": null, "cess": null }
-  ],
-  "references": {
-     "reference_invoice_number": null,
-     "po_number": null,
-     "delivery_challan": null
-  },
-  "payment_terms": null,
-  "notes": null,
-  "qr_codes": [ { "type": null, "value": null } ],
-  "raw_text_sample": null,       // up to first 3000 chars or null
-  "validation": {
-     "amounts_balanced": null,   // true | false | null
-     "missing_critical_fields": [] // list of field-path strings
-  }
+  "document_type": "", "document_id": "", "invoice_date": "", "due_date": "", "currency": "",
+  "totals": { "sub_total": null, "tax_total": null, "round_off": null, "grand_total": null },
+  "seller": { "company": null, "address": null, "city": null, "state": null, "zip": null, "country": null, "gstin": null, "pan": null, "bank_details": null },
+  "buyer": { "contact_name": null, "company_name": null, "billing_address": null, "shipping_address": null, "email": null, "phone": null, "gstin": null, "pan": null },
+  "line_items": [ { "name": null, "description": null, "hsn_or_sac": null, "sku": null, "quantity": null, "unit": null, "rate": null, "amount": null, "taxes": [ { "type": null, "rate": null, "amount": null, "tax_id": null } ] } ],
+  "tax_breakdown": [ { "tax_type": null, "cgst": null, "sgst": null, "igst": null, "cess": null } ],
+  "references": { "reference_invoice_number": null, "po_number": null, "delivery_challan": null },
+  "payment_terms": null, "notes": null, "qr_codes": [ { "type": null, "value": null } ],
+  "raw_text_sample": null,
+  "validation": { "amounts_balanced": null, "missing_critical_fields": [] }
 }
 '''
     return f"""<|im_start|>system
-You are an invoice & document data extraction assistant. Follow these stages precisely.
+You are an invoice & document data extraction assistant. Follow instructions exactly.
 
-IMPORTANT OUTPUT RULES (READ CAREFULLY):
-- Produce ONE JSON object only and NOTHING else.
-- Wrap the JSON between the exact markers (no extra whitespace around markers):
+OUTPUT RULES (MUST FOLLOW):
+- Produce ONE valid JSON object and NOTHING else.
+- Wrap JSON between EXACT markers with no extra commentary:
   <<<JSON>>>
   {{ ... }}
   <<<END_JSON>>>
-- Do NOT include explanation, commentary, apologies, or any text outside the markers.
-- Do NOT use single quotes for JSON keys/strings. Use double quotes.
-- Do NOT include trailing commas.
-- Dates: ISO YYYY-MM-DD or null.
-- Numeric fields: numbers only (no currency symbols). Use null if unknown.
-- If multi-page, page_count = {page_count}. Merge tables across pages.
+- Use double quotes for all JSON strings. No trailing commas.
+- Dates must be ISO YYYY-MM-DD or null. Numeric fields must be numbers or null.
+- If unknown, use null or empty list/object as appropriate.
 
-STAGE A — CLASSIFICATION
-1) Determine document_type: Invoice | Credit Note | Debit Note | Delivery Note | Receipt | Unknown.
-2) Prefer more specific types if conflicting labels exist (e.g. "Credit Note" over generic "Invoice").
-
-STAGE B — EXTRACTION & SCHEMA
-3) Extract all fields into the EXACT schema below. Use null for missing scalar fields and [] / {{}} for missing arrays/objects.
+SCHEMA:
 {schema}
 
-4) raw_text_sample: include up to the first 3000 chars of the document text (or null if too long).
-
-STAGE C — VALIDATION RULES
-5) Normalize dates to YYYY-MM-DD. If unparseable, set null and add the field path to validation.missing_critical_fields.
-6) Amounts: convert numeric text to numbers (remove commas, currency symbols). If conversion fails, set null and add to missing_critical_fields.
-7) Totals validation: set validation.amounts_balanced = true only if:
-   sum(line_items.amount) + totals.tax_total ± totals.round_off == totals.grand_total
-   Allow tolerance of 0.5 units for rounding. Else set false.
-8) If any critical fields are missing (invoice_number/document_id, invoice_date, grand_total, buyer.contact_name), ensure they appear in validation.missing_critical_fields.
-
-STAGE D — MULTI-PAGE & TABLE HANDLING
-9) For multi-page documents, merge line_items tables across pages and preserve ordering. If a table header repeats, use headers to align columns and combine rows.
+VALIDATION:
+- Normalize and validate dates; if unparseable set null and add to validation.missing_critical_fields.
+- Normalize numeric values (remove commas/currency symbols). If conversion fails set null and add to missing_critical_fields.
+- Set validation.amounts_balanced = true only if sum(line_items.amount) + totals.tax_total ± totals.round_off equals totals.grand_total (tolerance 0.5).
+- Include up to first 3000 chars of raw text in raw_text_sample.
 
-STAGE E — EDGE-CASES & FALLBACKS
-10) If there are nested multiple documents in the same file (e.g., Invoice + Delivery Note), extract the primary document first and include references to others in references.* fields.
-11) Do NOT make external API calls. Only produce the JSON block.
+MULTI-PAGE:
+- page_count = {page_count}. Merge line_items across pages.
 
-STAGE F — OUTPUT
-12) Output ONLY the final JSON between <<<JSON>>> and <<<END_JSON>>> markers with EXACTLY the schema keys present.
+Do NOT call external APIs. Output only the JSON between the markers.
 <|im_end|>
 <|im_start|>user
 Input Text (first 3000 chars):
@@ -135,34 +65,25 @@ Input Text (first 3000 chars):
 
 def get_agent_prompt(history_text: str, user_message: str) -> str:
     """
-    Agent prompt used by the orchestrator LLM.
-    - If asking to persist to Zoho, must return a strict tool-call JSON object only.
-    - Otherwise, summarize or ask for confirmation.
+    Orchestrator prompt. When asked to persist, output EXACT tool-call JSON:
+    { "tool": "<tool_name>", "args": { ... } }
+    Otherwise produce a human-friendly summary (no tool JSON).
     """
     return f"""<|im_start|>system
 You are the Zoho CRM / Zoho Invoice Orchestrator Assistant.
 
-AVAILABLE TOOLS (call format must be EXACT JSON returned by you):
-1) create_contact(contact_json)
-2) create_item(item_json)
-3) create_invoice(invoice_json)
-4) create_creditnote(creditnote_json)
+TOOLS (only call when user explicitly requests persist/save/create/push/upload):
+- create_contact(contact_json)
+- create_item(item_json)
+- create_invoice(invoice_json)
+- create_creditnote(creditnote_json)
 
 MANDATES:
-- Only CALL a tool if the USER explicitly asked to persist (words like: "save", "create", "push", "upload", "persist" or "send to Zoho").
-- When you CALL a tool, output ONLY a JSON object with fields:
+- If calling a tool, output ONLY a single JSON object:
   {{ "tool": "<tool_name>", "args": {{ ... }} }}
-  and nothing else (no explanation).
-- If you are NOT calling a tool, produce a human-friendly summary or validation checklist (do NOT output tool JSON).
-
-SEQUENCING RULE (when creating):
-- create_contact -> create_item(s) -> create_invoice/create_creditnote
-- Before create_contact, attempt deduplication by gstin or email using HISTORY.
-- If validation.amounts_balanced is false or missing critical fields exist, DO NOT call any tool; instead return a JSON-like review request (but human visible).
-
-Zoho invoice keys guidance:
-- For invoices, prefer: customer_id (or contact email), date (YYYY-MM-DD), due_date, line_items (each: item_id or name, rate, quantity, tax_id), currency, custom_fields
-
+  and nothing else.
+- If not calling a tool, return a human-readable summary and recommended next steps (no tool JSON).
+- If validation.amounts_balanced is false or critical fields missing, DO NOT call tools; ask for manual review.
 <|im_end|>
 <|im_start|>user
 HISTORY:
@@ -174,12 +95,10 @@ CURRENT REQUEST:
 <|im_start|assistant
 """
 
-# Convenience small prompt for quick sanity checks
+# small helper prompt used by app when validating parsed JSON quickly
 def get_quick_extraction_check_prompt(summary: str) -> str:
-    return f"""You are a JSON validator. Check the JSON below for:
-- presence of required fields: document_id, invoice_date, totals.grand_total, buyer.contact_name
-- numeric fields parseable into numbers
-Return only a JSON object with keys: missing_fields (list), parse_warnings (list), ok (true|false).
+    return f"""You are a JSON validator. Check the JSON below for required fields: document_id, invoice_date, totals.grand_total, buyer.contact_name.
+Return only a JSON: {{ "missing_fields": [...], "parse_warnings": [...], "ok": true|false }}
 Input:
 {summary}
 """