Debugging

main.py

@@ -18,7 +18,6 @@ eventually allow connection between the database and the frontend
 # Connect to MongoDB
 # For some reason none of this works when im connected to VPN
 
-
 app = Flask(__name__)
 api = Api(app, version='1.0',
           title='Haya Energy NucPy API',
@@ -86,8 +85,6 @@ def convert_to_json(item):
         return item
 # --------------------------------------------------------------------------------------- #
 
-# The idea of this function is to sum the total availability for each day of interest
-# This is already done in the Excel so it might be useful to check
 # Function gives the total of the data. When printed as dataframe/excel,
 # Will give a final row with the total for each plant and the total overall
 def add_total(data):
@@ -136,14 +133,6 @@ def get_oauth():
 # the argument past_photo is a boolean (True, False) that indicates if we want to make a photo from the past or not
 # However, the past_photo part and past_date is not yet implemented.
 def get_unavailabilities(usr_start_date, usr_end_date):
-    # This should be changed in the case of getting a past_photo because many of the rows that are relevant for that 
-    # past photo will not be ACTIVE anymore.
-    # unav_status = ['ACTIVE', 'INACTIVE']
-    # This could also be changed. Currently it means that if we call the API with start_date=01/01/2023 and end_date=01/02/2023,
-    # it will return all the records of unavailabilities that have been updated between the two dates.
-    # date_type = 'UPDATED_DATE'
-    # date_type APPLICATION_DATE gets all unavailabilities with predictions in the defined dates, so that 
-    # we can get an unavailability that has updated_date outside the defined dates for start_date and end_date
     oauth = get_oauth()
     print("Get Oauth done")
     date_type = 'APPLICATION_DATE'
@@ -224,22 +213,9 @@ def get_unavailabilities(usr_start_date, usr_end_date):
 # --------------------------------------------------------------------------------------- #
 
 
-# this function does the proper analysis of the data
-# It takes the user, password, host, to connect to the mongodb database and get
-# the data to clean from the database from database and collection
-# Create a condition that makes it so it only takes the ACTIVE when nucmonitor, and 
-# all (INACTIVE, ACTIVE) when photo_date
-# nuc_monitor will always take the photo_date and past_date as inputs, even when photo_date == False. In case False, past_date == 0 or None
 def nuc_monitor(rte_data, mongo_json_data, usr_start_date, usr_end_date, photo_date, past_date):
     # # Slightly changed metadata to fit the data from the RTE API: ST-LAURENT B 2 --> ST LAURENT 2, ....
 
-    # --------------------------------------------- #
-    # photo_date = False
-
-    # file_path = "/Users/diegomarroquin/HayaEnergy/data/plants_metadata.json"
-
-    # with open(file_path, "r") as file:
-    #     plants_metadata = json.load(file)
     plants_metadata = {"BELLEVILLE 1": 1310.0, "BELLEVILLE 2": 1310.0, "BLAYAIS 1": 910.0, "BLAYAIS 2": 910.0, 
                    "BLAYAIS 3": 910.0, "BLAYAIS 4": 910.0, "BUGEY 2": 910.0, "BUGEY 3": 910.0, "BUGEY 4": 880.0, 
                    "BUGEY 5": 880.0, "CATTENOM 1": 1300.0, "CATTENOM 2": 1300.0, "CATTENOM 3": 1300.0, 
@@ -255,11 +231,6 @@ def nuc_monitor(rte_data, mongo_json_data, usr_start_date, usr_end_date, photo_d
                    "ST LAURENT 2": 915.0, "TRICASTIN 1": 915.0, "TRICASTIN 2": 915.0, "TRICASTIN 3": 915.0, 
                    "TRICASTIN 4": 915.0, "FESSENHEIM 1": 880.0, "FESSENHEIM 2": 880.0}
 
-
-    # Get raw data from database and the RTE
-    # oauth = get_oauth()
-    
-
     # --------------------- INITIAL DATA CLEANING FOR RTE DATA ------------------------ #    
     unav_API = rte_data.json()
     print(unav_API)
@@ -298,18 +269,6 @@ def nuc_monitor(rte_data, mongo_json_data, usr_start_date, usr_end_date, photo_d
 
     # --------------------- INITIAL DATA CLEANING FOR MONGO DATA ------------------------ #    
 
-
-
-    # mongo_data = mongo_json_data.json()
-
-    #     # Specify the file path
-    # file_path = "/Users/diegomarroquin/HayaEnergy/Nucmonitor_MVP/NucPy_v0.2/testing/test_data3.txt"
-
-    # Open the file in write mode
-    with open(file_path, 'w') as file:
-        for item in mongo_data:
-            file.write("%s" % item)
-
     # # Create a DataFrame
     mongo_df = pd.DataFrame(mongo_data)
 
@@ -322,22 +281,7 @@ def nuc_monitor(rte_data, mongo_json_data, usr_start_date, usr_end_date, photo_d
     # Drop the original column
     mongo_df_result.drop(columns=['generation_unavailabilities'], inplace=True)
     mongo_df_columns = mongo_df_result.columns
-    # print(mongo_df_columns)
-    # print(mongo_df_result)
-    # print(mongo_df_result["values"])
-    # # Unpack values column
-    # # mongo_df2 = mongo_df_result.copy().apply(unpack_values, axis=1)
-    # mongo_df_values_unpacked = pd.json_normalize(mongo_df_result['values'])
-    # mongo_df2 = pd.concat([mongo_df_result, mongo_df_values_unpacked], axis=1)
-    # print(mongo_df2.columns)
-    # print(mongo_df2)
-    # # mongo_df2 = pd.concat([mongo_df_result, pd.json_normalize(mongo_df_result['values'])], axis=1)
-    # # mongo_df2 = pd.concat([mongo_df2, pd.json_normalize(mongo_df2['unit'])], axis=1)
-    # # mongo_df2 = mongo_df.copy().apply(unpack_values, axis=1)
-    # # mongo_df2 = mongo_df_result.copy()
-    # mongo_df2.drop(columns=["values"], inplace=True)
-    # mongo_df2.drop(0, axis=1, inplace=True)
-    # Unpack values using apply() and lambda functions
+
     mongo_df_result['start_date'] = mongo_df_result['values'].apply(lambda x: x[0]['start_date'])
     mongo_df_result['end_date'] = mongo_df_result['values'].apply(lambda x: x[0]['end_date'])
     mongo_df_result['available_capacity'] = mongo_df_result['values'].apply(lambda x: x[0]['available_capacity'])
@@ -394,7 +338,6 @@ def nuc_monitor(rte_data, mongo_json_data, usr_start_date, usr_end_date, photo_d
     filtered_id_df.drop_duplicates(subset='identifier', keep='last', inplace=True)
     filtered_id_df = filtered_id_df.copy().reset_index(drop=True)
 
-
     # This filter should take all the dates with unavs that include days with unavs in the range of the start and end date
 
     filtered_df = filtered_id_df.copy()[(filtered_id_df.copy()['start_date'] <= end_date_str) & (filtered_id_df.copy()['end_date'] >= start_date_str)]
@@ -417,12 +360,6 @@ def nuc_monitor(rte_data, mongo_json_data, usr_start_date, usr_end_date, photo_d
     # Turn df into dict for json processing
     filtered_unavs = filtered_df3.copy().to_dict(orient='records')
 
-    # file_path = "/Users/diegomarroquin/HayaEnergy/Nucmonitor_MVP/NucPy_v0.2/testing/test_data4.txt"
-
-    # # Open the file in write mode
-    # with open(file_path, 'w') as file:
-    #     for item in filtered_unavs:
-    #         file.write("%s" % item)
     results = {}
 
     for unav in filtered_unavs:
@@ -560,24 +497,12 @@ def nuc_monitor(rte_data, mongo_json_data, usr_start_date, usr_end_date, photo_d
     # print(output_results)
     # -------------------------------------------------
     if photo_date == False:
-        # Store the results_plants in MongoDB
-        database_name = "data"  # Specify your database name
-        collection_name = "filtered"  # Specify your collection name
-        # mongo_store_data(output_results, database_name, collection_name)
-        # mongo_replace_data(results_plants_total, database_name, "filtered_excel")
-        # print("Data stored in database")
-        # mongo_append_data(results_plants, database_name, collection_name)
-        
-        # json_data = json.dumps(convert_to_json(output_results))
+
         json_data = json.dumps(output_results)
         # print(json_data)
         return json_data
     else:
-        database_name = "data"  # Specify your database name
-        collection_name = "photo_date"  # Specify your collection name
-        # mongo_store_data(output_results, database_name, collection_name)
 
-        # json_data = json.dumps(convert_to_json(output_results))
         json_data = json.dumps(output_results)
         # print(json_data)
         return json_data