Update app.py

app.py

@@ -1,8 +1,145 @@
-google-api-python-client==2.52.0
-google-auth==2.12.0
-google-auth-oauthlib==0.5.3
-oauth2client==4.1.3
-opencv-python==4.5.5.64
-numpy==1.21.4
-Pillow==9.2.0
-deepface==0.0.75
+import os
+import cv2
+from google.oauth2 import service_account
+from googleapiclient.discovery import build
+from googleapiclient.http import MediaIoBaseDownload, MediaFileUpload
+import io
+import time
+from PIL import Image
+from concurrent.futures import ThreadPoolExecutor
+from deepface import DeepFace  # Advanced face recognition for better accuracy
+
+# Load Google Drive API credentials
+SCOPES = ['https://www.googleapis.com/auth/drive']
+SERVICE_ACCOUNT_FILE = './salesforce-api-439514-d6b432a2e20e.json'  # Assuming file in current directory
+credentials = service_account.Credentials.from_service_account_file(SERVICE_ACCOUNT_FILE, scopes=SCOPES)
+drive_service = build('drive', 'v3', credentials=credentials)
+
+# Folder IDs
+aadhar_folder_id = '1Qtb5DYzSFE67Mbb5ZgDIqWUtdJaDD2F4'
+cphotos_folder_id = '1DGeRqRbCPcfLDdEgP0h5fyX-MF8EQ8AH'
+suspects_folder_id = '1N3RMhVD0OygeufLPYod6IYLtqzvlm3Jv'
+
+def list_files_in_folder(folder_id):
+    print(f"Listing files in folder ID: {folder_id}")
+    query = f"'{folder_id}' in parents and trashed=false"
+    try:
+        results = drive_service.files().list(q=query, pageSize=1000, fields="files(id, name, mimeType, owners, parents)").execute()
+        files = results.get('files', [])
+        if not files:
+            print(f"No files found in folder ID: {folder_id}. Ensure that the folder has files and the service account has access.")
+        else:
+            print(f"Found {len(files)} files in folder ID: {folder_id}.")
+        return files
+    except Exception as e:
+        print(f"Error listing files in folder ID: {folder_id} - {e}")
+        return []
+
+def download_file(file_id, file_name):
+    print(f"Attempting to download file: {file_name} (ID: {file_id})")
+    if not file_name.lower().endswith(('.jpg', '.jpeg', '.png')):
+        file_name += ".jpg"
+    try:
+        request = drive_service.files().get_media(fileId=file_id)
+        file_io = io.BytesIO()
+        downloader = MediaIoBaseDownload(file_io, request)
+        done = False
+        while not done:
+            _, done = downloader.next_chunk()
+        file_io.seek(0)
+        with open(file_name, 'wb') as f:
+            f.write(file_io.read())
+        print(f"Successfully downloaded file: {file_name}")
+        return file_name
+    except Exception as e:
+        print(f"Error downloading file ID: {file_id} - {e}")
+        return None
+
+def verify_and_fix_image(image_path):
+    try:
+        with Image.open(image_path) as img:
+            img.verify()
+        with Image.open(image_path) as img:
+            img.save(image_path)
+        print(f"Image verified and cleaned: {image_path}")
+        return True
+    except Exception as e:
+        print(f"Image verification failed for {image_path}. Error: {e}")
+        return False
+
+def upload_file(file_path, folder_id):
+    print(f"Uploading file: {file_path} to folder ID: {folder_id}")
+    file_metadata = {'name': os.path.basename(file_path), 'parents': [folder_id]}
+    media = MediaFileUpload(file_path, resumable=True)
+    try:
+        file = drive_service.files().create(body=file_metadata, media_body=media, fields='id').execute()
+        print(f"Uploaded file ID: {file.get('id')}")
+        return file.get('id')
+    except Exception as e:
+        print(f"Error uploading file {file_path} to folder ID: {folder_id} - {e}")
+        return None
+
+def process_images(aadhar_folder_id, cphotos_folder_id, suspects_folder_id):
+    print("Starting processing of images...")
+    aadhar_files = list_files_in_folder(aadhar_folder_id)
+    cphotos_files = list_files_in_folder(cphotos_folder_id)
+
+    aadhar_embeddings = []
+    with ThreadPoolExecutor() as executor:
+        future_to_aadhar = {executor.submit(download_file, file['id'], file['name']): file['name'] for file in aadhar_files}
+        for future in future_to_aadhar:
+            file_name = future_to_aadhar[future]
+            try:
+                file_path = future.result()
+                if file_path:
+                    embedding = DeepFace.represent(img_path=file_path, model_name='VGG-Face')
+                    if embedding:
+                        aadhar_embeddings.append((file_name, embedding))
+            except Exception as e:
+                print(f"Error processing Aadhar file {file_name}: {e}")
+
+    if not aadhar_embeddings:
+        print("No valid Aadhar face embeddings found. Exiting.")
+        return
+
+    unmatched_files = []
+    with ThreadPoolExecutor() as executor:
+        future_to_cphoto = {executor.submit(download_file, file['id'], file['name']): file for file in cphotos_files}
+        for future in future_to_cphoto:
+            file = future_to_cphoto[future]
+            try:
+                file_path = future.result()
+                if not file_path:
+                    continue
+
+                embedding_cctv = DeepFace.represent(img_path=file_path, model_name='VGG-Face')
+                if not embedding_cctv:
+                    continue
+
+                matched = False
+                for aadhar_name, aadhar_embedding in aadhar_embeddings:
+                    result = DeepFace.verify(embedding_cctv, aadhar_embedding, model_name='VGG-Face')
+                    if result['verified']:
+                        matched = True
+                        print(f"Match found for CCTV file: {file['name']} with Aadhar file: {aadhar_name}")
+                        break
+
+                if not matched:
+                    unmatched_files.append(file_path)
+                    print(f"Unmatched image queued for upload: {file['name']}")
+            except Exception as e:
+                print(f"Error processing CCTV file {file['name']}: {e}")
+
+    with ThreadPoolExecutor() as executor:
+        for file_path in unmatched_files:
+            executor.submit(upload_file, file_path, suspects_folder_id)
+
+def main():
+    start_time = time.time()
+    print("Script started...")
+    process_images(aadhar_folder_id, cphotos_folder_id, suspects_folder_id)
+    end_time = time.time()
+    print(f"Script completed in {end_time - start_time:.2f} seconds.")
+
+if __name__ == "__main__":
+    main()