caching prev dates to persistatent memory

process.py

@@ -12,7 +12,7 @@ config.sh_client_secret  = 'LEyvAXIGIsHh6iFZaZ1u4uCmpYgcyWwf'
 
 def Download_image_in_given_date(clientName, metric, df, field, date, mime_type = MimeType.TIFF):
     sen_obj = SenHub(config, mime_type = mime_type)
-    download_path = f'./{clientName}/raw/{metric}/{date}/field_{field}/'
+    download_path = f'./data/{clientName}/raw/{metric}/{date}/field_{field}/'
     bbox = utils.calculate_bbox(df, field)
     evalscript = utils.Scripts[metric]
     sen_obj.set_dir(download_path)
@@ -28,7 +28,7 @@ def mask_downladed_image(clientName, metric, df, field, date):
     field_geom = field_vals.geometry 
     crs = field_vals.crs
     clipped = im.rio.clip(field_geom, crs, drop=True)
-    save_dir_path = f'./{clientName}/processed/{metric}/{date}/field_{field}/'
+    save_dir_path = f'./data/{clientName}/processed/{metric}/{date}/field_{field}/'
     os.makedirs(save_dir_path, exist_ok=True)
     save_tiff_path = save_dir_path + 'masked.tiff'
     clipped.rio.to_raster(save_tiff_path)
@@ -38,7 +38,7 @@ def convert_maske_image_to_geodataframe(clientName, metric, df, field, date, crs
     imagePath = utils.get_masked_location_img_path(clientName, metric, date, field)
     im = rx.open_rasterio(imagePath)
     gdf = utils.tiff_to_geodataframe(im, metric, date, crs)
-    save_dir_path = f'./{clientName}/curated/{metric}/{date}/field_{field}/'
+    save_dir_path = f'./data/{clientName}/curated/{metric}/{date}/field_{field}/'
     os.makedirs(save_dir_path, exist_ok=True)
     save_geojson_path = save_dir_path + 'masked.geojson'
     gdf.to_file(save_geojson_path, driver='GeoJSON')

utils.py

@@ -104,7 +104,7 @@ def get_downloaded_location_img_path(clientName, metric, date, field, extension=
     '''
     Get the path of the downloaded image in TIFF based on the:
     '''
-    date_dir = f'./{clientName}/raw/{metric}/{date}/field_{field}/'
+    date_dir = f'./data/{clientName}/raw/{metric}/{date}/field_{field}/'
     print(f'True Color Date Dir: {date_dir}')
     os.makedirs(date_dir, exist_ok=True)
     intermediate_dirs = os.listdir(date_dir)
@@ -122,7 +122,7 @@ def get_masked_location_img_path(clientName, metric, date, field):
     '''
     Get the path of the downloaded image after applying the mask in TIFF based on the:
     '''
-    date_dir = f'./{clientName}/processed/{metric}/{date}/field_{field}/'
+    date_dir = f'./data/{clientName}/processed/{metric}/{date}/field_{field}/'
     imagePath = date_dir + 'masked.tiff'
     return imagePath
 
@@ -130,7 +130,7 @@ def get_curated_location_img_path(clientName, metric, date, field):
     '''
     Get the path of the downloaded image after applying the mask and converting it to geojson formay based on the:
     '''
-    date_dir = f'./{clientName}/curated/{metric}/{date}/field_{field}/'
+    date_dir = f'./data/{clientName}/curated/{metric}/{date}/field_{field}/'
     imagePath = date_dir + 'masked.geojson'
 
     if os.path.exists(imagePath):