fix duplicate message

app/main.py

@@ -69,6 +69,15 @@ executor = ThreadPoolExecutor(max_workers=4)
 
 message_text = None
 
+def flatten_timestamp(ts):
+    flat = []
+    for t in ts:
+        if isinstance(t, list):
+            flat.extend(flatten_timestamp(t))
+        else:
+            flat.append(t)
+    return flat
+
 @app.get("/")
 async def root():
     """Endpoint root để kiểm tra trạng thái app."""
@@ -195,7 +204,7 @@ async def process_message(message_data: Dict[str, Any]):
     if history:
         # 1. Chặn duplicate message (trùng sender_id, page_id, timestamp)
         for row in history:
-            row_timestamps = row.get('timestamp', [])
+            row_timestamps = flatten_timestamp(row.get('timestamp', []))
             if isinstance(row_timestamps, list) and len(row_timestamps) == 1 and isinstance(row_timestamps[0], list):
                 row_timestamps = row_timestamps[0]
             if (
@@ -233,8 +242,7 @@ async def process_message(message_data: Dict[str, Any]):
                 conv[key] = value
         logger.info(f"[DEBUG] Message history sau update: {conv}")
     # Thêm timestamp mới nếu chưa có
-    if isinstance(conv['timestamp'], list) and len(conv['timestamp']) == 1 and isinstance(conv['timestamp'][0], list):
-        conv['timestamp'] = conv['timestamp'][0]
+    conv['timestamp'] = flatten_timestamp(conv['timestamp'])
     if timestamp not in conv['timestamp']:
         conv['timestamp'].append(timestamp)
 
@@ -286,7 +294,7 @@ async def process_message(message_data: Dict[str, Any]):
         'originalvehicle': ','.join(keywords),
         'originalaction': hanh_vi_vi_pham,
         'originalpurpose': muc_dich,
-        'timestamp': conv['timestamp'],
+        'timestamp': flatten_timestamp(conv['timestamp']),
         'isdone': False
     }