Create preprocess.py

preprocess.py

@@ -0,0 +1,16 @@
+import pandas as pd
+
+def preprocess_data(data):
+    nc = len(data.columns)
+    nr = len(data.index)
+    new = [0] * nc
+
+    for i in range(nc):
+        new[i] = len(data.iloc[:, i].unique()) / nr
+
+    sorted_index = sorted(range(len(new)), key=lambda k: new[k], reverse=True)
+
+    sensitive_cols = list(data.columns[sorted_index[i]] for i in range(nc) if new[sorted_index[i]] > 0.5)
+    data = data.drop(columns=sensitive_cols)
+
+    return data