Update shipper_data.py

shipper_data.py

@@ -8,11 +8,9 @@ import re
 
 from pdf_engine import detect_igst_status, extract_header_value
 from test_suite import render_universal_test_suite
-from ai_engine import ask_local_ai, create_new_parser_file_on_github, WEB_APP_URL
-from ai_parser_agent import render_ai_parser_agent_ui
 from google_sheet_sync import (
     fetch_all_from_sheet, push_rules_to_sheet, push_template_file_to_sheet, 
-    load_template_bytes_from_sheet, save_gemini_api_key_to_sheet, load_gemini_api_key_from_sheet
+    load_template_bytes_from_sheet
 )
 import requests
 
@@ -74,26 +72,6 @@ def load_local_shippers():
 def ensure_default_shipper():
     load_local_shippers()
 
-@st.dialog("➕ Add New Custom Header Field")
-def add_custom_header_field_dialog(selected_shipper):
-    st.write("यहाँ नया हेडर फ़ील्ड जोड़ें:")
-    new_field = st.text_input("Field Name (उदा: Invoice No, GST Inv No):")
-    doc_source = st.selectbox(
-        "यह डेटा किस डॉक्यूमेंट से लिया जाएगा?",
-        ["Main Invoice", "GST Invoice (PDF/Excel)", "DEEC Declaration (PDF/Excel)"]
-    )
-    if st.button("Confirm & Add Field", type="primary"):
-        if not new_field.strip():
-            st.error("फ़ील्ड नाम खाली नहीं हो सकता!")
-        else:
-            rules = st.session_state["shipper_database"][selected_shipper].setdefault("mapping_rules", {})
-            rules[new_field.strip()] = {
-                "logic": doc_source, "keyword": "", "cell": "", "ai_prompt": "", "result_example": "", "extracted_logic": ""
-            }
-            save_local_shippers()
-            st.success(f"🎉 फ़ील्ड '{new_field}' गूगल शीट पर सिंक हो गया!")
-            st.rerun()
-
 def render_shipper_data():
     load_local_shippers()
     
@@ -145,132 +123,9 @@ def render_shipper_data():
                             else:
                                 st.error("❌ अपलोड फेल हो गया!")
 
-            # 🧪 2. PDF Upload & Text Inspector
-            st.write("---")
-            st.subheader("🧪 2. Sample PDF Upload & Text Viewer")
-            test_pdf = st.file_uploader("➡️ टेस्ट करने के लिए सैंपल इनवॉइस PDF अपलोड करें", type=["pdf"], key=f"test_pdf_{selected_shipper}")
-            
-            if test_pdf:
-                st.session_state["cached_pdf_bytes"] = test_pdf.getvalue()
-                pdf_lines, pdf_text = [], ""
-                with pdfplumber.open(test_pdf) as pdf:
-                    for page in pdf.pages:
-                        t = page.extract_text()
-                        if t:
-                            pdf_text += t + "\n"
-                            pdf_lines.extend(t.split("\n"))
-                st.session_state["cached_pdf_lines"] = pdf_lines
-                st.session_state["cached_pdf_text"] = pdf_text
-                st.success(f"📄 PDF लोड हो गई है ({len(pdf_lines)} पंक्तियाँ)।")
-
-            curr_pdf_text = st.session_state.get("cached_pdf_text", "")
-            if curr_pdf_text:
-                with st.expander("👁️ View PDF Raw Text (यहाँ से वैल्यू देखें)", expanded=False):
-                    st.text_area("PDF Raw Text:", value=curr_pdf_text[:4000], height=180, key=f"raw_txt_{selected_shipper}")
-
-            # ⚡ 3. Smart Test & Save Generator Box
-            st.write("---")
-            st.subheader("⚡ 3. Smart Test & Save Generator (Box & Position)")
-            st.caption("कीवर्ड, दिशा (आगे/नीचे/डब्बा) और वर्ड इंडेक्स सेट करके टेस्ट करें:")
-            
-            gen_col1, gen_col2, gen_col3, gen_col4 = st.columns([1.5, 1.5, 1.2, 0.8])
-            with gen_col1:
-                target_val_input = st.text_input("1. टारगेट वैल्यू:", key=f"t_val_{selected_shipper}")
-            with gen_col2:
-                keyword_input = st.text_input("2. मुख्य कीवर्ड:", key=f"t_kw_{selected_shipper}")
-            with gen_col3:
-                pos_direction = st.selectbox("3. दिशा / तरीका:", ["Right (आगे)", "Below (नीचे)", "📦 Extract Inside Box (डब्बा)"], key=f"t_dir_{selected_shipper}")
-            with gen_col4:
-                word_offset = st.number_input("4. Index:", min_value=1, max_value=20, value=1, key=f"t_off_{selected_shipper}")
-            
-            test_state_key = f"tested_code_{selected_shipper}"
-            
-            if st.button("🧪 Test Extraction First", type="secondary", key=f"btn_test_{selected_shipper}"):
-                if not keyword_input.strip():
-                    st.error("कृपया कीवर्ड दर्ज करें!")
-                else:
-                    escaped_kw = re.escape(keyword_input.strip())
-                    pdf_bytes_cache = st.session_state.get("cached_pdf_bytes", None)
-                    
-                    if "Box" in pos_direction and pdf_bytes_cache:
-                        try:
-                            extracted_box_val = extract_header_value(
-                                st.session_state.get("cached_pdf_lines", []), 
-                                curr_pdf_text, 
-                                keyword_input.strip(), 
-                                "📦 Extract Inside Box (डब्बे के अंदर का टेक्स्ट)", 
-                                "Exact Word", 
-                                "", 
-                                "None", 
-                                pdf_bytes=pdf_bytes_cache
-                            )
-                            generated_code = (
-                                f'import pdfplumber, io, re\n'
-                                f'# Smart Box Extraction Logic for "{keyword_input.strip()}"\n'
-                                f'value = """{extracted_box_val}""".strip()'
-                            )
-                        except Exception:
-                            generated_code = f'value = None'
-                    elif "Below" in pos_direction:
-                        generated_code = (
-                            f'import re\n'
-                            f'lines = text.split("\\n")\n'
-                            f'found_line = ""\n'
-                            f'for idx, l in enumerate(lines):\n'
-                            f'    if re.search(r"{escaped_kw}", l, re.IGNORECASE):\n'
-                            f'        if idx + 1 < len(lines):\n'
-                            f'            found_line = lines[idx + 1].strip()\n'
-                            f'            break\n'
-                            f'words = found_line.split()\n'
-                            f'value = words[{word_offset - 1}] if len(words) >= {word_offset} else (found_line if found_line else None)'
-                        )
-                    else:
-                        generated_code = (
-                            f'import re\n'
-                            f'text_clean = re.sub(r"\\s+", " ", text)\n'
-                            f'pattern = r"{escaped_kw}(?:[^A-Za-z0-9]+[A-Za-z0-9]+){{{word_offset - 1}}}[^A-Za-z0-9]+([0-9A-Z\\-/\\., ]{{2,35}})"\n'
-                            f'match = re.search(pattern, text_clean)\n'
-                            f'value = match.group(1).strip() if match else None'
-                        )
-                        
-                    st.session_state[test_state_key] = generated_code
-                    
-                    try:
-                        local_env = {"text": curr_pdf_text, "re": re}
-                        exec(generated_code, {}, local_env)
-                        found_res = local_env.get("value", "Not Found")
-                        if found_res and found_res != "None":
-                            st.success(f"✅ **Test Result Found:** 👉 **`{found_res}`** (यदि सही है, तो नीचे फील्ड चुनकर सेव करें)")
-                        else:
-                            st.warning("⚠️ इस विधि से वैल्यू नहीं मिली। कृपया तरीका या कीवर्ड बदल कर देखें।")
-                    except Exception as ex:
-                        st.error(f"Test Error: {str(ex)}")
-
-            # 4. फील्ड सेलेक्शन और सेव बटन
-            mapping_keys = list(shipper_info.get("mapping_rules", {}).keys())
-            target_field_to_update = st.selectbox("5. यह लॉजिक किस हेडर फील्ड (Field Name) पर सेव करना है?", mapping_keys if mapping_keys else ["Inv. No."], key=f"target_f_{selected_shipper}")
-                
-            if st.button("💾 Confirm & Save to Shipper Rule", type="primary", use_container_width=True, key=f"btn_save_tested_{selected_shipper}"):
-                if test_state_key in st.session_state and st.session_state[test_state_key]:
-                    final_code_to_save = st.session_state[test_state_key]
-                    shipper_info["mapping_rules"][target_field_to_update]["extracted_logic"] = final_code_to_save
-                    shipper_info["mapping_rules"][target_field_to_update]["result_example"] = target_val_input.strip()
-                    shipper_info["mapping_rules"][target_field_to_update]["keyword"] = keyword_input.strip()
-                    shipper_info["mapping_rules"][target_field_to_update]["position"] = pos_direction
-                    
-                    save_local_shippers()
-                    st.success(f"🎉 सफलता! '{target_field_to_update}' के लिए रूल गूगल शीट पर परमानेंट सेव हो गया है!")
-                else:
-                    st.warning("⚠️ कृपया पह��े ऊपर 'Test Extraction First' बटन दबाकर रिजल्ट वैलिडेट करें!")
-
             # 🛠️ 4. Header Fields Mapping Rules Table
             st.write("---")
-            c_title, c_add_h = st.columns([7, 3])
-            with c_title:
-                st.subheader("🛠️ 4. Header Fields Mapping & Regex Rules")
-            with c_add_h:
-                if st.button("➕ Add Header Field", type="secondary", use_container_width=True):
-                    add_custom_header_field_dialog(selected_shipper)
+            st.subheader("🛠️ 4. Header Fields Mapping & Regex Rules")
             
             current_rules = shipper_info.get("mapping_rules", {})
             updated_rules = {}