Update classification_model_monitor.py

classification_model_monitor.py

@@ -21,11 +21,12 @@ def filter_prediction_data(data: pd.DataFrame):
         if data is None:
             raise Exception("Input Prediction Data frame in None")   
 
-        # filtered_prediction_data = data.loc[(data['y_true'].isin(['WEATHER', 'EDUCATION', 'ASTROLOGY', 'OTHERS']) == False) & 
-        #                                     (data['y_pred'].isin(['WEATHER', 'EDUCATION', 'ASTROLOGY', 'OTHERS']) == False) &
-        #                                     (data['y_true_proba'] > CLASSIFIER_THRESHOLD)].copy()
-
         filtered_prediction_data = data.loc[data['y_true_proba'] == 1].copy()
+
+        # filtered_prediction_data = data.loc[(data['y_true_proba'] == 1) & (data['used_for_training'].str.contains("_train")==False) & 
+        #                                                                   (data['used_for_training'].str.contains("_excluded")==False) & 
+        #                                                                   (data['used_for_training'].str.contains("_validation")==False), 
+        #                                     ['y_true', 'y_pred']].copy()
             
         logging.info("Exiting filter_prediction_data()")
         return filtered_prediction_data