Update main.py

main.py

@@ -353,6 +353,70 @@ def get_transaction_types():
     }
     return jsonify(transaction_types)
 
+@app.route('/process-image', methods=['POST'])
+def process_image():
+    """Handle image upload, process it with Gemini Vision, and extract transactions."""
+    try:
+        if 'file' not in request.files:
+            return jsonify({'error': 'No file uploaded'}), 400
+        
+        file = request.files['file']
+        if file.filename == '':
+            return jsonify({'error': 'No file selected'}), 400
+        
+        # Check if file is an image
+        allowed_extensions = {'.jpg', '.jpeg', '.png', '.gif', '.bmp', '.webp'}
+        file_ext = os.path.splitext(file.filename)[1].lower()
+        if file_ext not in allowed_extensions:
+            return jsonify({'error': 'Invalid file type. Supported formats: JPG, JPEG, PNG, GIF, BMP, WEBP'}), 400
+        
+        # Save to temp file
+        with tempfile.NamedTemporaryFile(delete=False, suffix=file_ext) as tmp:
+            file.save(tmp.name)
+            file_path = tmp.name
+        
+        try:
+            model = configure_gemini(api_key)
+            
+            # Upload image file to Gemini
+            logging.info(f"Uploading image file: {file.filename}")
+            uploaded_file = genai.upload_file(file_path)
+            
+            # Wait for file to be processed
+            while uploaded_file.state.name == "PROCESSING":
+                time.sleep(1)
+                uploaded_file = genai.get_file(uploaded_file.name)
+            
+            if uploaded_file.state.name == "FAILED":
+                raise ValueError("Image processing failed")
+            
+            logging.info("Processing image for transaction extraction")
+            
+            # Generate content with the image and prompt
+            response = model.generate_content([uploaded_file, PROMPT])
+            
+            # Parse the response
+            result = extract_json_from_response(response.text)
+            transactions = result.get('transactions', [])
+            
+            # Clean up the uploaded file from Gemini
+            genai.delete_file(uploaded_file.name)
+            
+            return jsonify({'transactions': transactions})
+            
+        finally:
+            # Clean up temp file
+            if os.path.exists(file_path):
+                os.remove(file_path)
+    
+    except ValueError as ve:
+        logging.warning(f"Client error: {ve}")
+        return jsonify({'error': str(ve)}), 400
+    except Exception as e:
+        logging.error(f"Internal server error: {e}")
+        return jsonify({'error': 'Internal server error'}), 500
+
+
 @app.route('/health', methods=['GET'])
 def health_check():
     """Health check endpoint."""