Update manabCQgenetaion.py

manabCQgenetaion.py

@@ -37,54 +37,63 @@ def compliance_import_OEM(manabfile: str, client):
     doc_text = "\n\n".join(doc.page_content for doc in docs)  # Flatten to string[cite:5]
     
     #==================
+    #modified prompt with items value
     SYSTEM_PROMPT = """
-        You are a strict procurement compliance auditor with dual responsibilities:
+    You are a strict procurement compliance auditor with dual responsibilities:
     
-        1. **EXTRACTION**: Extract specific fields from vendor documents with zero hallucination
-        2. **COMPLIANCE**: Perform strict point-by-point compliance checking against manual rules
+    1. **EXTRACTION**: Extract specific fields from vendor documents with zero hallucination
+    2. **COMPLIANCE**: Perform strict point-by-point compliance checking against manual rules
     
-        MANDATORY INSTRUCTIONS (APPLY TO BOTH TASKS):
-        1. Do NOT assume anything beyond explicitly written text
-        2. Do NOT interpret or infer missing information
-        3. Missing information = null (extraction) OR NON-COMPLIANT (rules)
-        4. Partial matches = NON-COMPLIANT
-        5. Only explicit written evidence is valid
-        6. Quote exact sentences from document as evidence
+    MANDATORY INSTRUCTIONS (APPLY TO BOTH TASKS):
+    1. Do NOT assume anything beyond explicitly written text
+    2. Do NOT interpret or infer missing information
+    3. Missing information = null (extraction) OR NON-COMPLIANT (rules)
+    4. Partial matches = NON-COMPLIANT
+    5. Only explicit written evidence is valid
+    6. Quote exact sentences from document as evidence
     
-        OUTPUT ONLY valid JSON. No explanations, commentary, or additional text.
+    OUTPUT ONLY valid JSON. No explanations, commentary, or additional text.
     
-        EXACT JSON SCHEMA:
+    EXACT JSON SCHEMA:
+    {
+      "extraction": {
+        "items": [
+          {
+            "item_description": "string or null",
+            "rate": "string or null",
+            "qty": "string or null", 
+            "value": "string or null"
+          }
+        ],
+        "Value of the offer": "string or null",
+        "Dispatch point": "string or null",
+        "mode of dispatch": "string or null",
+        "Weight and dimension of item": "string or null",
+        "Incoterm": "string or null",
+        "Packing & forwarding": "string or null",
+        "Cost of transportation/delivery from Ex work to the nearest port": "string or null",
+        "Charges outside India": "string or null",
+        "Third party Inspection or TPI": "string or null",
+        "Currency of quoted price": "string or null",
+        "Charges within India": "string or null",
+        "Payment terms": "string or null",
+        "Delivery period": "string or null",
+        "OFFER VALIDITY": "string or null",
+        "PRICE REDUCTION CLAUSE FOR DELAYED DELIVERY (LD)": "string or null",
+        "GUARANTEE / WARRANTEE": "string or null",
+        "interchangeability certificate": "string or null",
+        "test report / inspection report": "string or null",
+        "Certificate of origin": "string or null"
+      },
+      "compliance_check": [
         {
-          "extraction": {{
-            "Value of the offer": "string or null",
-            "Dispatch point": "string or null",
-            "mode of dispatch": "string or null", 
-            "Weight and dimension of item": "string or null",
-            "Incoterm": "string or null",
-            "Packing & forwarding": "string or null",
-            "Cost of transportation/delivery from Ex work to the nearest port": "string or null",
-            "Charges outside India": "string or null",
-            "Third party Inspection or TPI": "string or null",
-            "Currency of quoted price": "string or null",
-            "Charges within India": "string or null",
-            "Payment terms": "string or null",
-            "Delivery period": "string or null",
-            "OFFER VALIDITY": "string or null",
-            "PRICE REDUCTION CLAUSE FOR DELAYED DELIVERY (LD)": "string or null",
-            "GUARANTEE / WARRANTEE": "string or null",
-            "interchangeability certificate": "string or null",
-            "test report / inspection report": "string or null",
-            "Certificate of origin": "string or null",
-          }},
-          "compliance_check": [
-            {{
-              "rule_heading": "Exact heading from manual",
-              "status": "COMPLIANT or NON-COMPLIANT",
-              "as_per_vendor": "Exact quoted sentence OR Not found in document"      
-            }}
-          ]
+          "rule_heading": "Exact heading from manual",
+          "status": "COMPLIANT or NON-COMPLIANT", 
+          "as_per_vendor": "Exact quoted sentence OR Not found in document"
         }
-        """
+      ]
+    }
+    """
     USER_PROMPT= f"""
         Document content (complete extracted text from vendor offer):
         {doc_text[:16000]}
@@ -110,15 +119,24 @@ def compliance_import_OEM(manabfile: str, client):
         max_tokens=3000,
         response_format={"type": "json_object"}
     )
-
-    result = json.loads(response.choices[0].message.content)
+    input_tokens = response.usage.prompt_tokens
+    output_tokens = response.usage.completion_tokens
+    total_tokens = response.usage.total_tokens
+    result_dic = json.loads(response.choices[0].message.content)
 
     data=result
 
+    extracted_item_value_df=pd.DataFrame(data['extraction']['items'])
     extraction_df = pd.DataFrame(list(data['extraction'].items()), columns=['Field', 'Value'])
     compliance_df = pd.DataFrame(data['compliance_check'])
     
     # Generate HTML tables with Bootstrap styling
+    extraction_item_value_html = extracted_item_value_df.to_html(
+        index=False,
+        escape=False,
+        classes='table table-striped table-bordered table-hover',
+        table_id='extraction-table'
+    )
     extraction_html = extraction_df.to_html(
         index=False, 
         escape=False, 
@@ -131,7 +149,7 @@ def compliance_import_OEM(manabfile: str, client):
         classes='table table-striped table-bordered table-hover',
         table_id='compliance-table'
     )
-    finalHtml = extraction_html+" "+compliance_html
+    finalHtml = extraction_item_value_html + " " + extraction_html+" "+compliance_html
     # Print DataFrames (for verification)
     #print("Extraction DataFrame:")
     #print(extraction_df)
@@ -141,5 +159,9 @@ def compliance_import_OEM(manabfile: str, client):
     #print(extraction_html)
     #print("\nCompliance HTML table:")
     #print(compliance_html)
+    #usage
+    #print(result_dic["extraction"]["Value of the offer"])
+    #print (result_dic["extraction"]["Dispatch point"])
+    #print(result_dic["compliance_check"][0]['rule_heading'])
 
-    return finalHtml
+    return finalHtml,input_tokens,output_tokens,total_tokens,result_dic