Update utility.py

utility.py

@@ -120,6 +120,65 @@ except Exception as e:
     logger.error(f"Error configuring Generative AI: {e}", exc_info=True)
     model = vision_model = llm = None
 
+# --- START: LANGUAGE PROCESSING FUNCTIONS (UPGRADE 4) ---
+
+def detect_and_translate_input(text: str) -> Dict[str, str]:
+    """
+    Detects the language of the input text.
+    If it's not English, translates it to English.
+    Returns: {'english_text': str, 'detected_lang': str}
+    """
+    if not model:
+        return {'english_text': text, 'detected_lang': 'English'}
+
+    system_prompt = """
+    You are a language detection and translation engine for a bookkeeping bot.
+    1. Detect the language of the user's input (e.g., English, Shona, Zulu, Ndebele, Tswana, etc.).
+    2. If the language is NOT English, translate the text accurately to English, preserving business context (money, items, quantities).
+    3. If the language IS English, return the text as is.
+    4. Return ONLY a valid JSON object.
+
+    Output Schema:
+    {
+        "detected_lang": "Name of Language",
+        "english_text": "The translated text or original text"
+    }
+    """
+    try:
+        response = model.generate_content([system_prompt, text])
+        response_text = response.text
+        cleaned_response = re.sub(r'^```json\s*|\s*```$', '', response_text, flags=re.MULTILINE).strip()
+        result = json.loads(cleaned_response)
+        return result
+    except Exception as e:
+        logger.error(f"Language detection failed: {e}")
+        # Fallback to assuming English if AI fails
+        return {'english_text': text, 'detected_lang': 'English'}
+
+def translate_output(text: str, target_lang: str) -> str:
+    """
+    Translates the system's English response back to the target language.
+    """
+    if not model or target_lang.lower() == 'english':
+        return text
+
+    prompt = f"""
+    Translate the following bookkeeping response from English to {target_lang}.
+    Keep numbers, currency symbols (like $ or R), and proper nouns (like item names) unchanged.
+    Maintain a professional but helpful tone.
+
+    Text to translate:
+    "{text}"
+    """
+    try:
+        response = model.generate_content(prompt)
+        return response.text.strip()
+    except Exception as e:
+        logger.error(f"Output translation failed: {e}")
+        return text
+
+# --- END: LANGUAGE PROCESSING FUNCTIONS ---
+
 # --- START: VISION PROCESSING FUNCTIONS ---
 
 def _transpile_vision_json_to_query(vision_json: List[Dict]) -> str:
@@ -165,7 +224,6 @@ def _analyze_image_with_vision(image_bytes: bytes, caption: Optional[str]) -> Li
     try:
         image_pil = Image.open(io.BytesIO(image_bytes))
         
-        # --- FIX BUG 2: Reinforce Receipt vs Product logic ---
         prompt = f"""
         You are a bookkeeping vision model. Analyze the image. Return ONLY a valid JSON array [] of transaction objects.
 
@@ -205,16 +263,6 @@ DETAILS KEYS
 - liability: creditor, amount, currency
 - query: query (verbatim text)
 
-================
-EXAMPLES
-================
-
-// 1) Photo of a dress on a hanger (User is selling it)
-[ {{"intent":"create","transaction_type":"sale","details":{{"item":"dress","quantity":1}},"source":"object_detection"}} ]
-
-// 2) Paper Receipt for "City Power" (User paid this)
-[ {{"intent":"create","transaction_type":"expense","details":{{"description":"electricity","amount":500,"currency":"R","vendor":"City Power"}},"source":"ocr"}} ]
-
         Analyze the provided image and return only the JSON list.
         """
         
@@ -339,7 +387,6 @@ class ReportEngine:
             num_transactions = len(target_df)
             item_summary = target_df.groupby('item')['quantity'].sum()
             
-            # --- FIX BUG 3: Logic for ties and single items ---
             if item_summary.empty:
                 best_selling_item = "N/A"
                 worst_selling_item = "N/A"
@@ -536,14 +583,12 @@ class ReportEngine:
             
         return snapshot
 
-# --- FIX BUG 4: Accept Currency argument ---
 def generateResponse(prompt: str, currency: str = "R") -> str:
     """Generate structured JSON response from user input using Generative AI."""
     if not model:
         return '{"error": "Model not available"}'
     
-    # --- FIX BUG 4: Inject User Currency into System Prompt ---
-    # NOTE: {currency} uses single braces for variable. {{}} uses double braces for literal JSON.
+    # --- UPDATED: System Prompt for Upgrades 1, 2, 3, 5 ---
     system_prompt = f"""
     Analyze the user's request for business transaction management. Your goal is to extract structured information about one or more transactions and output it as a valid JSON list.
 
@@ -555,30 +600,38 @@ You MUST output your response as a valid JSON list `[]` containing one or more t
 
 **2. Transaction Object Structure:**
 Each transaction object MUST have the following keys:
-- `"intent"`: The user's goal (e.g., "create", "read", "update", "delete").
-- `"transaction_type"`: The category of the transaction (e.g., "sale", "purchase", "inventory", "expense", "asset", "liability", "query", "service_offering").
+- `"intent"`: The user's goal ("create", "read", "update", "delete", "reset_account").
+- `"transaction_type"`: The category of the transaction (e.g., "sale", "purchase", "inventory", "expense", "asset", "liability", "query", "service_offering", "account").
 - `"details"`: An object containing key-value pairs extracted from the request.
 
 **3. Key Naming Conventions for the `details` Object:**
 - **For Expenses:** Use `"amount"`, `"description"`, and `"category"`.
 - **For Assets:** Use `"value"` for the monetary worth and `"name"` for the item's name.
 - **For Liabilities:** Use `"amount"` and `"creditor"`.
-- **For Sales/Inventory:** Use `"item"`, `"quantity"`, and `"price"`.
+- **For Sales/Inventory (Updated):** 
+    - Use `"item"`, `"quantity"`, and `"price"`.
+    - **Customer:** If a customer name is mentioned (e.g., "Sold to John"), extract as `"customer"`.
+    - **Payment:** If the user mentions how much was paid (e.g., "They gave me $10" or "paid 500"), extract as `"amount_paid"`.
+- **For Updates/Deletes (Updated):** 
+    - If a Transaction ID is mentioned (e.g., "update transaction 8f3a..."), extract it as `"transaction_id"`.
 - **For all financial transactions:** Always include a `"currency"` key. Use user input if available, else default to {currency}.
 
-**4. Important Rules:**
-- **Rule for Queries:** For "read" intents or general questions, set `transaction_type` to "query" and the `details` object MUST contain a single key `"query"` with the user's full, original question.
-- **Rule for Expense Normalization:** For "create" intents with `transaction_type` "expense", analyze the `description`. If it contains common keywords, normalize it to a single word (e.g., "fuel for truck" -> "fuel").
+**4. Special Intents:**
+- **Account Reset:** If the user explicitly asks to "reset my account", "wipe data", or "delete all data", use intent `"reset_account"` and transaction_type `"account"`.
 
 **5. Examples:**
 
-**Example 1: Simple Query**
-- **Input:** "what are my assets?"
-- **Output:** [ {{"intent": "read", "transaction_type": "query", "details": {{"query": "what are my assets?"}} }} ]
+**Example 1: Sales with Change**
+- **Input:** "Sold 2 bread for $1 each, customer gave me $5"
+- **Output:** [ {{"intent": "create", "transaction_type": "sale", "details": {{"item": "bread", "quantity": 2, "price": 1, "amount_paid": 5, "currency": "$"}} }} ]
+
+**Example 2: Update with ID**
+- **Input:** "Update transaction abc1234, change price to 50"
+- **Output:** [ {{"intent": "update", "transaction_type": "sale", "details": {{"transaction_id": "abc1234", "price": 50}} }} ]
 
-**Example 2: Creating a Normalized Expense**
-- **Input:** "I paid 250 for fuel for work" (Assuming {currency} default)
-- **Output:** [ {{"intent": "create", "transaction_type": "expense", "details": {{"description": "fuel", "amount": 250, "currency": "{currency}"}} }} ]
+**Example 3: Reset Account**
+- **Input:** "Reset my account completely"
+- **Output:** [ {{"intent": "reset_account", "transaction_type": "account", "details": {{}} }} ]
     """
     try:
         full_prompt = [system_prompt, prompt]
@@ -619,8 +672,6 @@ def _get_canonical_info(user_phone: str, item_name: str) -> Dict[str, Any]:
     inventory_ref = db.collection("users").document(user_phone).collection("inventory_and_services")
     name_lower = item_name.lower().strip()
     
-    # --- FIX BUG 1: Singularization Edge Case ---
-    # Don't singularize words ending in 'ss' (Dress, Glass, Pass)
     if name_lower.endswith('ss'):
         singular = name_lower
     else:
@@ -707,12 +758,14 @@ def create_sale(user_phone: str, transaction_data: List[Dict]) -> tuple[bool, st
                 all_sales_docs.sort(key=lambda doc: doc.to_dict().get('timestamp', ''), reverse=True)
                 last_sale_data = all_sales_docs[0].to_dict()
                 last_selling_price = last_sale_data.get('details', {}).get('price')
+            
             @firestore.transactional
             def process_one_sale(transaction, sale_details):
                 is_new_item = canonical_info['doc'] is None
                 original_trans_type = t.get('transaction_type')
                 item_type = 'service' if original_trans_type == 'service_offering' else 'good'
                 user_price = sale_details.get('price') or sale_details.get('unit_price')
+                
                 if user_price is not None:
                     selling_price = user_price
                 elif last_selling_price is not None:
@@ -723,15 +776,45 @@ def create_sale(user_phone: str, transaction_data: List[Dict]) -> tuple[bool, st
                     else:
                         selling_price = 0
                 if not isinstance(selling_price, (int, float)): selling_price = 0
+                
                 sale_details['price'] = selling_price
                 sale_details['item'] = canonical_name
                 if 'unit_price' in sale_details: del sale_details['unit_price']
                 if 'service_name' in sale_details: del sale_details['service_name']
+                
                 try:
                     quantity_sold = int(sale_details.get('quantity', 1))
                     if quantity_sold <= 0: return f"Sale failed for '{canonical_name}': Invalid quantity ({quantity_sold})."
                 except (ValueError, TypeError):
                     return f"Sale failed for '{canonical_name}': Invalid quantity format."
+
+                # --- UPGRADE 5: Debt and Change Logic ---
+                total_due = selling_price * quantity_sold
+                amount_paid = sale_details.get('amount_paid')
+                change_due = 0
+                amount_outstanding = 0
+                payment_status = 'completed'
+                
+                if amount_paid is not None:
+                    try:
+                        amount_paid = float(amount_paid)
+                        if amount_paid >= total_due:
+                            change_due = amount_paid - total_due
+                            sale_details['change_given'] = change_due
+                            payment_status = 'paid_in_full'
+                        else:
+                            amount_outstanding = total_due - amount_paid
+                            sale_details['amount_outstanding'] = amount_outstanding
+                            payment_status = 'partial_payment'
+                    except ValueError:
+                        pass # Ignore if amount_paid is not a valid number
+                
+                # Check Credit/Debt if no payment info but 'customer' exists (implicitly credit?)
+                # For now, if no amount_paid is sent, we assume it's a cash sale (paid in full) unless otherwise specified.
+                
+                sale_details['status'] = payment_status
+                # -------------------------------------
+
                 item_doc_ref = db.collection("users").document(user_phone).collection("inventory_and_services").document(canonical_name)
                 item_snapshot = item_doc_ref.get(transaction=transaction)
                 item_cost = 0
@@ -755,15 +838,23 @@ def create_sale(user_phone: str, transaction_data: List[Dict]) -> tuple[bool, st
                         'last_updated': datetime.now(timezone.utc).isoformat()
                     }
                     transaction.set(item_doc_ref, service_record)
+                
                 sale_doc_ref = sales_ref.document()
                 sale_record = {
                     'details': {**sale_details, 'cost': item_cost},
                     'timestamp': datetime.now(timezone.utc).isoformat(),
-                    'status': 'completed',
+                    'status': payment_status,
                     'transaction_id': sale_doc_ref.id
                 }
                 transaction.set(sale_doc_ref, sale_record)
-                return f"Sale successful for {quantity_sold} x '{canonical_name}' at {sale_details.get('currency','')}{selling_price} each."
+                
+                msg = f"Sale successful for {quantity_sold} x '{canonical_name}' at {sale_details.get('currency','')}{selling_price} each."
+                if change_due > 0:
+                    msg += f" Change due: {sale_details.get('currency','')}{change_due:.2f}."
+                if amount_outstanding > 0:
+                    msg += f" Outstanding debt: {sale_details.get('currency','')}{amount_outstanding:.2f}."
+                return msg
+
             transaction_feedback = process_one_sale(db.transaction(), details)
             feedback_messages.append(transaction_feedback)
             if "successful" in transaction_feedback:
@@ -1092,9 +1183,12 @@ def read_datalake(user_phone: str, query: str) -> str:
 
 def _find_document_by_details(user_phone: str, collection_name: str, details: Dict) -> Optional[Any]:
     col_ref = db.collection("users").document(user_phone).collection(collection_name)
+    
+    # --- UPGRADE 1 & 2: Search by Transaction ID ---
     if 'transaction_id' in details and details['transaction_id']:
         doc = col_ref.document(details['transaction_id']).get()
         if doc.exists: return {"id": doc.id, "data": doc.to_dict()}
+    
     if collection_name in ['inventory_and_services', 'sales'] and ('item' in details or 'service_name' in details):
         item_name = details.get('item') or details.get('service_name')
         canonical_info = _get_canonical_info(user_phone, item_name)
@@ -1134,10 +1228,10 @@ def update_transaction(user_phone: str, transaction_data: List[Dict]) -> tuple[b
             continue
         target_doc = _find_document_by_details(user_phone, collection_name, details)
         if target_doc == "multiple_matches":
-            feedback.append(f"Update for {trans_type} failed: Multiple records match. Please be more specific.")
+            feedback.append(f"Update for {trans_type} failed: Multiple records match. Please be more specific or use the ID.")
             continue
         if not target_doc:
-            feedback.append(f"Update for {trans_type} failed: No record found matching your description.")
+            feedback.append(f"Update for {trans_type} failed: No record found matching your description or ID.")
             continue
         doc_id = target_doc["id"]
         doc_ref = db.collection("users").document(user_phone).collection(collection_name).document(doc_id)
@@ -1171,10 +1265,10 @@ def delete_transaction(user_phone: str, transaction_data: List[Dict]) -> tuple[b
             continue
         target_doc = _find_document_by_details(user_phone, collection_name, details)
         if target_doc == "multiple_matches":
-            feedback.append(f"Delete for {trans_type} failed: Multiple records match.")
+            feedback.append(f"Delete for {trans_type} failed: Multiple records match. Please be more specific or use the ID.")
             continue
         if not target_doc:
-            feedback.append(f"Delete for {trans_type} failed: No record found.")
+            feedback.append(f"Delete for {trans_type} failed: No record found matching your description or ID.")
             continue
         doc_id = target_doc["id"]
         try:
@@ -1186,6 +1280,34 @@ def delete_transaction(user_phone: str, transaction_data: List[Dict]) -> tuple[b
             feedback.append(f"Delete for {trans_type} (ID: {doc_id}) failed with an error.")
     return any_success, "\n".join(feedback)
 
+def reset_user_account(user_phone: str) -> str:
+    """Permanently deletes all transaction data for a user. (Upgrade 3)"""
+    collections = ['sales', 'expenses', 'assets', 'liabilities', 'inventory_and_services', 'temp_transactions']
+    user_ref = db.collection("users").document(user_phone)
+    
+    try:
+        total_deleted = 0
+        batch = db.batch()
+        count = 0
+        
+        for coll_name in collections:
+            docs = user_ref.collection(coll_name).list_documents()
+            for doc in docs:
+                batch.delete(doc)
+                count += 1
+                if count >= 450: # Firestore batch limit
+                    batch.commit()
+                    batch = db.batch()
+                    count = 0
+                    
+        if count > 0:
+            batch.commit()
+            
+        return "Your account has been reset. All transaction data has been permanently deleted."
+    except Exception as e:
+        logger.error(f"Account reset failed for {user_phone}: {e}", exc_info=True)
+        return "An error occurred while resetting your account. Please try again later."
+
 def persist_temporary_transaction(transactions: List[Dict], mobile: str) -> bool:
     if not transactions: return False
     try:
@@ -1207,14 +1329,24 @@ def format_transaction_response(transactions: Union[List[Dict], Dict, None]) ->
         title = f"{trans_type}"
         if len(transactions) > 1: output_lines.append(f"--- {title} {idx + 1} ---")
         else: output_lines.append(f"--- {title} ---")
-        key_order = ['transaction_id', 'item', 'service_name', 'name', 'creditor', 'category', 'quantity', 'units_available', 'hours', 'price', 'rate', 'amount', 'cost', 'value', 'customer', 'vendor', 'client', 'date', 'acquisition_date', 'due_date', 'description', 'type']
-        displayed_keys = set()
+        
+        # --- UPGRADE 1 & 2: Make Transaction ID easy to copy ---
         if 'transaction_id' in trans:
-            output_lines.append(f"• Transaction ID: {trans['transaction_id']}")
-            displayed_keys.add('transaction_id')
+            # Markdown code block for easy copying on WhatsApp
+            output_lines.append(f"• Transaction ID: ```{trans['transaction_id']}```")
+
+        key_order = ['item', 'service_name', 'name', 'creditor', 'category', 'quantity', 'units_available', 'hours', 'price', 'rate', 'amount', 'cost', 'value', 'customer', 'amount_paid', 'change_given', 'amount_outstanding', 'vendor', 'client', 'date', 'acquisition_date', 'due_date', 'description', 'type']
+        
+        displayed_keys = set()
+        displayed_keys.add('transaction_id') # Already displayed
+
         for key in key_order:
             if key in details and key not in displayed_keys:
-                output_lines.append(f"• {key.replace('_', ' ').title()}: {details[key]}")
+                val = details[key]
+                # Format money fields if generic
+                if isinstance(val, (int, float)) and key in ['price', 'amount', 'cost', 'value', 'amount_paid', 'change_given', 'amount_outstanding']:
+                    val = f"{details.get('currency', '')}{val:.2f}"
+                output_lines.append(f"• {key.replace('_', ' ').title()}: {val}")
                 displayed_keys.add(key)
         for key, value in details.items():
             if key not in displayed_keys and key != 'currency':
@@ -1277,6 +1409,10 @@ def process_intent(parsed_trans_data: List[Dict], mobile: str) -> str:
             elif intent == 'delete':
                 success, message = delete_transaction(mobile, transactions)
                 final_feedback.append(f"Deletion Results:\n{message}")
+            elif intent == 'reset_account':
+                # --- UPGRADE 3: Reset Account Handler ---
+                message = reset_user_account(mobile)
+                final_feedback.append(message)
             else:
                 final_feedback.append(f"Unknown intent '{intent}' for type '{trans_type}'.")
         except Exception as e: