fix: filtering

src/models/ai_engine.py

@@ -295,7 +295,10 @@ def is_valid_item(nm, price_str, cnt_str=None):
             return False
             
     price_raw_clean = str(price_str).strip()
-    if len(re.findall(r'[a-zA-Z]', price_raw_clean)) > 3: return False
+    # Strip known currency prefix (Rp, $, etc.) then reject if ANY letter remains in price
+    price_no_currency = re.sub(r'^[Rr][Pp]\.?\s*|^[$€£¥]\s*', '', price_raw_clean)
+    if re.search(r'[a-zA-Z]', price_no_currency):
+        return False
 
     # Reject only obvious transaction codes / serial IDs:
     # must be all-caps, contain digits, AND contain a separator like / or - or be >= 8 digits
@@ -640,8 +643,15 @@ def run_donut_ocr(img_array, processor, model, device, model_loaded,
     raw_json = processor.token2json(sequence_stripped)
     if isinstance(raw_json, list):
         raw_json = {"menu": raw_json}
+    
+    # Normalize menu to list if it's a dict
+    if isinstance(raw_json, dict):
+        menu_node = raw_json.get("menu")
+        if isinstance(menu_node, dict):
+            raw_json["menu"] = [menu_node]
 
     # Always also run regex fallback and merge any items it finds that token2json missed
+    # Only merge items that have BOTH a valid name AND a numeric-looking price (prevent junk)
     regex_json = fallback_regex_parse(sequence)
     token_names = {clean_item_name(e.get("nm", "")).lower()
                    for e in (raw_json.get("menu", []) if isinstance(raw_json, dict) else [])
@@ -649,7 +659,14 @@ def run_donut_ocr(img_array, processor, model, device, model_loaded,
     for extra in regex_json.get("menu", []):
         if not isinstance(extra, dict): continue
         extra_nm = clean_item_name(extra.get("nm", ""))
-        if extra_nm and extra_nm.lower() not in token_names:
+        extra_price = extra.get("price", "")
+        # Guard: only merge if price string is actually numeric (has digits, no stray letters)
+        if not extra_nm or not is_valid_price_string(extra_price):
+            continue
+        price_no_curr = re.sub(r'^[Rr][Pp]\.?\s*|^[$€£¥]\s*', '', str(extra_price).strip())
+        if re.search(r'[a-zA-Z]', price_no_curr):
+            continue
+        if extra_nm.lower() not in token_names:
             if not isinstance(raw_json, dict): raw_json = {}
             raw_json.setdefault("menu", []).append(extra)
             token_names.add(extra_nm.lower())