Add

app.py

@@ -13,6 +13,7 @@ import json
 import os
 import pandas as pd
 import shutil
+import tempfile
 # At the top with imports
 from werkzeug.utils import secure_filename
 
@@ -57,6 +58,130 @@ def allowed_file(filename):
     return '.' in filename and filename.rsplit('.', 1)[1].lower() in ALLOWED_EXTENSIONS
 
 # Add this endpoint (before /parse)
+def cleanup_old_csv_files():
+    """Helper function to clean up old test.csv files"""
+    csv_locations = ['/tmp/test.csv', './test.csv']
+    temp_dir = tempfile.gettempdir()
+    temp_csv_path = os.path.join(temp_dir, 'test.csv')
+    if temp_csv_path not in csv_locations:
+        csv_locations.append(temp_csv_path)
+    
+    deleted_files = []
+    for csv_path in csv_locations:
+        try:
+            if os.path.exists(csv_path):
+                os.remove(csv_path)
+                deleted_files.append(csv_path)
+                logging.info(f"Deleted old CSV file: {csv_path}")
+        except Exception as e:
+            logging.warning(f"Could not delete {csv_path}: {e}")
+    
+    return deleted_files
+
+@app.route("/cleanup-csv", methods=["POST"])
+def cleanup_csv():
+    """Endpoint to manually clean up old CSV files"""
+    try:
+        deleted_files = cleanup_old_csv_files()
+        return jsonify({
+            "output": "CSV cleanup completed",
+            "deleted_files": deleted_files
+        })
+    except Exception as e:
+        logging.error(f"CSV cleanup error: {str(e)}")
+        return jsonify({"error": str(e)}), 500
+
+@app.route("/check-csv", methods=["GET"])
+def check_csv():
+    """Check what CSV files currently exist"""
+    try:
+        csv_locations = ['/tmp/test.csv', './test.csv']
+        temp_dir = tempfile.gettempdir()
+        temp_csv_path = os.path.join(temp_dir, 'test.csv')
+        if temp_csv_path not in csv_locations:
+            csv_locations.append(temp_csv_path)
+        
+        existing_files = {}
+        for csv_path in csv_locations:
+            if os.path.exists(csv_path):
+                try:
+                    # Get file info
+                    stat = os.stat(csv_path)
+                    df = pd.read_csv(csv_path)
+                    existing_files[csv_path] = {
+                        "exists": True,
+                        "size": stat.st_size,
+                        "modified": stat.st_mtime,
+                        "candidates": len(df),
+                        "columns": list(df.columns)
+                    }
+                except Exception as e:
+                    existing_files[csv_path] = {
+                        "exists": True,
+                        "error": str(e)
+                    }
+            else:
+                existing_files[csv_path] = {"exists": False}
+        
+        return jsonify({
+            "csv_files": existing_files,
+            "temp_dir": tempfile.gettempdir()
+        })
+        
+    except Exception as e:
+        logging.error(f"Check CSV error: {str(e)}")
+        return jsonify({"error": str(e)}), 500
+
+@app.route("/test-file-save", methods=["POST"])
+def test_file_save():
+    try:
+        # Test saving a simple file to different locations
+        test_content = "Name,Email\nJohn Doe,john@example.com\nJane Smith,jane@example.com"
+        
+        results = {}
+        
+        # Test /tmp
+        try:
+            with open('/tmp/test.csv', 'w') as f:
+                f.write(test_content)
+            results['/tmp/test.csv'] = 'SUCCESS'
+            logging.info("Successfully wrote to /tmp/test.csv")
+        except Exception as e:
+            results['/tmp/test.csv'] = f'FAILED: {str(e)}'
+            logging.error(f"Failed to write to /tmp/test.csv: {e}")
+        
+        # Test current directory
+        try:
+            with open('./test.csv', 'w') as f:
+                f.write(test_content)
+            results['./test.csv'] = 'SUCCESS'
+            logging.info("Successfully wrote to ./test.csv")
+        except Exception as e:
+            results['./test.csv'] = f'FAILED: {str(e)}'
+            logging.error(f"Failed to write to ./test.csv: {e}")
+        
+        # Test system temp
+        try:
+            temp_dir = tempfile.gettempdir()
+            temp_path = os.path.join(temp_dir, 'test.csv')
+            with open(temp_path, 'w') as f:
+                f.write(test_content)
+            results[temp_path] = 'SUCCESS'
+            logging.info(f"Successfully wrote to {temp_path}")
+        except Exception as e:
+            results[temp_path] = f'FAILED: {str(e)}'
+            logging.error(f"Failed to write to {temp_path}: {e}")
+        
+        return jsonify({
+            "test_results": results,
+            "temp_dir": tempfile.gettempdir(),
+            "current_dir": os.getcwd()
+        })
+        
+    except Exception as e:
+        logging.error(f"Test file save error: {str(e)}")
+        return jsonify({"error": str(e)}), 500
+
 @app.route("/debug-permissions", methods=["GET"])
 def debug_permissions():
     try:
@@ -133,10 +258,37 @@ def upload_candidate_list():
             return jsonify({"error": "No file selected"}), 400
         
         if file and file.filename.endswith('.csv'):
+            # Delete any existing test.csv files first
+            csv_locations = ['/tmp/test.csv', './test.csv']
+            temp_dir = tempfile.gettempdir()
+            temp_csv_path = os.path.join(temp_dir, 'test.csv')
+            if temp_csv_path not in csv_locations:
+                csv_locations.append(temp_csv_path)
+            
+            for old_csv in csv_locations:
+                try:
+                    if os.path.exists(old_csv):
+                        os.remove(old_csv)
+                        logging.info(f"Deleted existing CSV file: {old_csv}")
+                except Exception as delete_error:
+                    logging.warning(f"Could not delete {old_csv}: {delete_error}")
+            
             # Use /tmp directory which should be writable
             filepath = '/tmp/test.csv'
-            file.save(filepath)
-            logging.info(f"Saved CSV file to: {filepath}")
+            try:
+                file.save(filepath)
+                logging.info(f"Successfully saved new CSV file to: {filepath}")
+            except Exception as save_error:
+                logging.error(f"Failed to save to /tmp: {save_error}")
+                # Try alternative temp directory
+                temp_dir = tempfile.gettempdir()
+                filepath = os.path.join(temp_dir, 'test.csv')
+                try:
+                    file.save(filepath)
+                    logging.info(f"Successfully saved CSV file to alternative temp: {filepath}")
+                except Exception as alt_error:
+                    logging.error(f"Failed to save to alternative temp: {alt_error}")
+                    return jsonify({"error": f"Cannot save file to any writable location: {alt_error}"}), 500
             
             # Validate CSV format
             try:
@@ -149,17 +301,19 @@ def upload_candidate_list():
                         "found_columns": list(df.columns)
                     }), 400
                 
-                # Also copy to the current directory for backward compatibility
+                # Try to copy to the current directory for backward compatibility (optional)
                 try:
                     shutil.copy(filepath, './test.csv')
                     logging.info("Also copied to ./test.csv")
                 except Exception as copy_error:
-                    logging.warning(f"Could not copy to ./test.csv: {copy_error}")
+                    logging.warning(f"Could not copy to ./test.csv (this is OK): {copy_error}")
                 
                 logging.info(f"Successfully validated CSV with {len(df)} candidates")
                 return jsonify({
                     "output": f"Successfully uploaded candidate list with {len(df)} candidates",
-                    "candidates": len(df)
+                    "candidates": len(df),
+                    "filepath": filepath,
+                    "replaced_existing": True
                 })
                 
             except Exception as e:
@@ -436,6 +590,13 @@ def email():
         
         # Check for CSV file in multiple locations
         csv_paths = ["/tmp/test.csv", "./test.csv"]
+        
+        # Also check system temp directory
+        temp_dir = tempfile.gettempdir()
+        temp_csv_path = os.path.join(temp_dir, 'test.csv')
+        if temp_csv_path not in csv_paths:
+            csv_paths.insert(1, temp_csv_path)
+        
         csv_path = None
         
         for path in csv_paths: