Update shipper_data.py

shipper_data.py

@@ -1,18 +1,14 @@
-import streamlit as st
 import os
 import json
-import pdfplumber
-import io
+import requests
 from io import BytesIO
-import re
+import openpyxl
 
 from pdf_engine import detect_igst_status, extract_header_value
-from test_suite import render_universal_test_suite
 from google_sheet_sync import (
     fetch_all_from_sheet, push_rules_to_sheet, push_template_file_to_sheet, 
     load_template_bytes_from_sheet
 )
-import requests
 
 LOCAL_DATA_DIR = "local_shipper_data"
 TEMPLATES_DIR = os.path.join(LOCAL_DATA_DIR, "templates")
@@ -32,14 +28,15 @@ def fetch_data_from_google_sheet():
         pass
     return {}
 
-def save_local_shippers():
+def save_local_shippers(shipper_database):
     ensure_local_directories()
     json_path = os.path.join(LOCAL_DATA_DIR, "shippers_rules.json")
     try:
         with open(json_path, "w", encoding="utf-8") as f:
-            json.dump(st.session_state["shipper_database"], f, indent=4)
+            json.dump(shipper_database, f, indent=4)
+            
         shippers_payload = {}
-        for s_name, s_data in st.session_state["shipper_database"].items():
+        for s_name, s_data in shipper_database.items():
             shippers_payload[s_name] = {
                 "mapping_rules": s_data.get("mapping_rules", {}),
                 "item_table_rules": s_data.get("item_table_rules", {}),
@@ -47,17 +44,17 @@ def save_local_shippers():
                 "igst_config": s_data.get("igst_config", {})
             }
         push_rules_to_sheet(shippers_payload)
+        return True, "🎉 Rules successfully saved and synced to Google Sheet!"
     except Exception as e:
-        st.error(f"सेव करने में एरर: {str(e)}")
+        return False, f"Save Error: {str(e)}"
 
 def load_local_shippers():
     ensure_local_directories()
-    if "shipper_database" in st.session_state and st.session_state["shipper_database"]:
-        return
     sheet_data = fetch_data_from_google_sheet()
     shippers_dict = sheet_data.get("shippers", {}) if isinstance(sheet_data, dict) else {}
+    
     if shippers_dict:
-        st.session_state["shipper_database"] = shippers_dict
+        return shippers_dict
     else:
         json_path = os.path.join(LOCAL_DATA_DIR, "shippers_rules.json")
         if os.path.exists(json_path):
@@ -65,177 +62,10 @@ def load_local_shippers():
                 with open(json_path, "r", encoding="utf-8") as f:
                     saved_data = json.load(f)
                     if isinstance(saved_data, dict) and saved_data:
-                        st.session_state["shipper_database"] = saved_data
+                        return saved_data
             except Exception:
                 pass
+    return {}
 
 def ensure_default_shipper():
-    load_local_shippers()
-
-def render_shipper_data():
-    load_local_shippers()
-    
-    st.header("🏢 Add Shipper Name & No-Code Visual Mapping Builder")
-    st.caption("कीवर्ड, बॉक्स एक्सट्रैक्शन और पोजीशन के जरिए स्मार्ट टेस्ट और सेव टूल।")
-    
-    shippers_list = sorted(list(st.session_state["shipper_database"].keys()))
-    if shippers_list:
-        selected_shipper = st.selectbox("कॉन्फ़िगर करने के लिए शिपर चुनें:", shippers_list, index=None, placeholder="शिपर चुनें...")
-        if selected_shipper:
-            st.write(f"### ⚙️ शिपर प्रोफाइल: **{selected_shipper}**")
-            shipper_info = st.session_state["shipper_database"][selected_shipper]
-
-            # 📁 1. टेम्पलेट फ़ाइल अपलोड
-            st.write("---")
-            st.subheader("📁 1. टेम्पलेट फ़ाइल अपलोड (Full Job Excel Template)")
-            
-            t_bytes = load_template_bytes_from_sheet(selected_shipper)
-            has_saved_template = t_bytes is not None and len(t_bytes) > 0
-            
-            if has_saved_template:
-                st.success(f"✅ 'Full Job Excel Format File (Template)' गूगल शीट पर अपलोडेड एवं सुरक्षित है।")
-                col_rep, col_del = st.columns([3, 1])
-                with col_rep:
-                    f_replace = st.file_uploader("🔄 Replace Template (नई एक्सेल फाइल चुनें):", type=["xlsx", "xls"], key=f"repl_tpl_{selected_shipper}")
-                    if f_replace is not None:
-                        if st.button("🚀 Confirm & Replace", type="primary", key=f"btn_repl_{selected_shipper}"):
-                            with st.spinner("⏳ गूगल शीट पर टेम्पलेट अपलोड हो रही है..."):
-                                if push_template_file_to_sheet(selected_shipper, f_replace.getvalue()):
-                                    st.success("🎉 टेम्पलेट सफलतापूर्वक गूगल शीट पर रिप्लेस हो गई!")
-                                    st.rerun()
-                                else:
-                                    st.error("❌ अपलोड फेल हो गया!")
-                with col_del:
-                    st.write("##") 
-                    if st.button("🗑️ Delete Template", type="secondary", use_container_width=True, key=f"btn_del_tpl_{selected_shipper}"):
-                        push_template_file_to_sheet(selected_shipper, b"")
-                        st.success("🗑️ टेम्पलेट डिलीट हो गई!")
-                        st.rerun()
-            else:
-                st.info("ℹ️ इस शिपर के लिए अभी कोई टेम्पलेट अपलोड नहीं की गई है।")
-                f_upload = st.file_uploader("➡️ Blank Full Job Excel Format File (Template) चुनें", type=["xlsx", "xls"], key=f"tpl_{selected_shipper}")
-                if f_upload is not None:
-                    if st.button("🚀 Save Template to Google Sheet", type="primary", use_container_width=True, key=f"btn_upload_tpl_{selected_shipper}"):
-                        with st.spinner("⏳ गूगल शीट पर टेम्पलेट अपलोड हो रही है..."):
-                            if push_template_file_to_sheet(selected_shipper, f_upload.getvalue()):
-                                st.success("🎉 टेम्पलेट एक्सेल फाइल सफलतापर्वक गूगल शीट पर सेव हो गई!")
-                                st.rerun()
-                            else:
-                                st.error("❌ अपलोड फेल हो गया!")
-
-            # 🛠️ 4. Header Fields Mapping Rules Table
-            st.write("---")
-            st.subheader("🛠️ 4. Header Fields Mapping & Regex Rules")
-            
-            current_rules = shipper_info.get("mapping_rules", {})
-            updated_rules = {}
-            doc_source_options = ["Main Invoice", "GST Invoice (PDF/Excel)", "DEEC Declaration (PDF/Excel)"]
-            
-            if current_rules:
-                h1, h2, h3, h4, h5, h6, h7, h8 = st.columns([1.3, 1.0, 1.2, 0.6, 1.4, 1.2, 1.8, 0.4])
-                with h1: st.markdown("**Field Name**")
-                with h2: st.markdown("**Source Doc**")
-                with h3: st.markdown("**Keyword**")
-                with h4: st.markdown("**Cell**")
-                with h5: st.markdown("**Prompt**")
-                with h6: st.markdown("**Result Ex**")
-                with h7: st.markdown("**⚡ Local Python/Regex Logic**")
-                with h8: st.markdown("**Del**")
-
-            for field in list(current_rules.keys()):
-                s_val = current_rules[field]
-                c1, c2, c3, c4, c5, c6, c7, c8 = st.columns([1.3, 1.0, 1.2, 0.6, 1.4, 1.2, 1.8, 0.4])
-                
-                with c1: edited_name = st.text_input(f"f_{field}", value=field, label_visibility="collapsed")
-                with c2: final_logic = st.selectbox(f"logic_{field}", doc_source_options, index=doc_source_options.index(s_val.get("logic", doc_source_options[0])) if s_val.get("logic") in doc_source_options else 0, label_visibility="collapsed") 
-                with c3: ky = st.text_input(f"k_{field}", value=s_val.get("keyword", ""), label_visibility="collapsed")
-                with c4: cl = st.text_input(f"c_{field}", value=s_val.get("cell", ""), label_visibility="collapsed")
-                with c5: ai_p = st.text_input(f"ai_{field}", value=s_val.get("ai_prompt", ""), placeholder="उदा: नीचे वाली लाइन", label_visibility="collapsed")
-                with c6: res_ex = st.text_input(f"ex_{field}", value=s_val.get("result_example", ""), placeholder="उदा: MONREALE", label_visibility="collapsed")
-                
-                saved_ext_logic = s_val.get("extracted_logic", "")
-                with c7: ext_logic = st.text_input(f"elogic_{field}", value=saved_ext_logic, placeholder="यहाँ लॉजिक सेव है", label_visibility="collapsed")
-                
-                with c8:
-                    if st.button("🗑️", key=f"del_h_{field}"):
-                        del shipper_info["mapping_rules"][field]
-                        save_local_shippers()
-                        st.rerun()
-                
-                updated_rules[edited_name] = {
-                    "logic": final_logic, "keyword": ky, "cell": cl, "ai_prompt": ai_p, "result_example": res_ex, "extracted_logic": ext_logic
-                }
-            shipper_info["mapping_rules"] = updated_rules
-
-            # 🛠️ 5. Dynamic Item Table Rules & Mapping Table
-            st.write("---")
-            st.subheader("📋 5. Dynamic Item Table Rules & Mapping")
-            
-            current_parser_name = shipper_info.get("item_table_rule_name", "parser_welspun")
-            parser_options = ["parser_welspun", "parser_polycab", "parser_bkt", "parser_vapi_welspun"]
-            selected_parser = st.selectbox(
-                "इस शिपर के लिए आइटम पार्सर चुनें:", 
-                parser_options, 
-                index=parser_options.index(current_parser_name) if current_parser_name in parser_options else 0,
-                key=f"parser_sel_{selected_shipper}"
-            )
-            shipper_info["item_table_rule_name"] = selected_parser
-
-            item_rules = shipper_info.setdefault("item_table_rules", {})
-            updated_item_rules = {}
-            
-            if item_rules:
-                it_c1, it_c2, it_c3, it_c4, it_c5, it_c6 = st.columns([1.5, 0.8, 1.5, 1.8, 1.8, 0.5])
-                with it_c1: st.markdown("**Item Field Name**")
-                with it_c2: st.markdown("**Excel Col**")
-                with it_c3: st.markdown("**Source Type**")
-                with it_c4: st.markdown("**Extraction Rule / Keyword**")
-                with it_c5: st.markdown("**Result Example**")
-                with it_c6: st.markdown("**Del**")
-
-            source_type_opts = ["PDF Row Item", "Header Field Mapping", "Constant Text", "DEEC Declaration (PDF/Excel)", "GST Invoice (PDF/Excel)"]
-
-            for it_field, it_val in list(item_rules.items()):
-                ic1, ic2, ic3, ic4, ic5, ic6 = st.columns([1.5, 0.8, 1.5, 1.8, 1.8, 0.5])
-                
-                with ic1: edited_it_name = st.text_input(f"it_name_{it_field}", value=it_field, label_visibility="collapsed")
-                with ic2: it_col = st.text_input(f"it_col_{it_field}", value=it_val.get("col", "K"), label_visibility="collapsed")
-                
-                saved_type = it_val.get("type", "PDF Row Item")
-                if saved_type not in source_type_opts: saved_type = source_type_opts[0]
-                with ic3: it_type = st.selectbox(f"it_type_{it_field}", source_type_opts, index=source_type_opts.index(saved_type), label_visibility="collapsed")
-                
-                with ic4: it_rule = st.text_input(f"it_rule_{it_field}", value=it_val.get("rule", ""), placeholder="उदा: HSN / Description", label_visibility="collapsed")
-                with ic5: it_ex = st.text_input(f"it_ex_{it_field}", value=it_val.get("result_example", ""), placeholder="उदा: 8544...", label_visibility="collapsed")
-                
-                with ic6:
-                    if st.button("🗑️", key=f"del_it_{it_field}"):
-                        del shipper_info["item_table_rules"][it_field]
-                        save_local_shippers()
-                        st.rerun()
-                
-                updated_item_rules[edited_it_name] = {
-                    "col": it_col.upper(),
-                    "type": it_type,
-                    "rule": it_rule,
-                    "result_example": it_ex
-                }
-            shipper_info["item_table_rules"] = updated_item_rules
-
-            # 🛠️ 6. IGST & Lut Configuration
-            st.write("---")
-            st.subheader("⚙️ 6. IGST & Lut Configuration")
-            igst_cfg = shipper_info.setdefault("igst_config", {})
-            c_igst1, c_igst2 = st.columns(2)
-            with c_igst1:
-                lut_kws = st.text_input("LUT Keywords (कॉमा से अलग करें):", value=igst_cfg.get("lut_keywords", "LUT, UNDER LUT, UNDER BOND"), key=f"lut_{selected_shipper}")
-            with c_igst2:
-                paid_kws = st.text_input("Paid Keywords (कॉमा से अलग करें):", value=igst_cfg.get("paid_keywords", "SUPPLY MEANT FOR EXPORT ON PAYMENT OF IGST."), key=f"paid_{selected_shipper}")
-            
-            igst_cfg["lut_keywords"] = lut_kws
-            igst_cfg["paid_keywords"] = paid_kws
-
-            st.write("---")
-            if st.button("💾 Save All Rules & Sync to Google Sheet", type="primary", use_container_width=True, key="btn_save_rules_local"):
-                save_local_shippers()
-                st.success("🎉 आपके सारे रूल्स, डाइनैमिक आइटम टेबल मैपिंग और IGST कॉन्फ़िगरेशन सफलतापूर्वक गूगल शीट पर सिंक हो गए हैं!")
+    return load_local_shippers()