switch to secure AWS S3 signed urls; loading all tifs from S3

.gitignore

@@ -3,4 +3,5 @@ __pycache__
 .DS_Store
 data/*
 !data/dataset_info.json
-!data/chips_stats.yaml
+!data/chips_stats.yaml
+.env

inference.py

@@ -11,9 +11,14 @@ import numpy as np
 from rasterio.features import shapes
 from shapely.geometry import shape
 import geopandas as gpd
+import boto3
+from dotenv import load_dotenv
 
 from messis.messis import LogConfusionMatrix
 
+# Load environment variables from .env file
+load_dotenv()
+
 class InferenceDataLoader:
     def __init__(self, features_path, labels_path, field_ids_path, stats_path, window_size=224, n_timesteps=3, fold_indices=None, debug=False):
         self.features_path = features_path
@@ -198,11 +203,25 @@ def crop_predictions_to_gdf(field_ids, targets, predictions, transform, crs, cla
 
     return gdf
 
-def perform_inference(lon, lat, model, config, debug=False):
-    features_path = "https://messis-demo.s3.amazonaws.com/stacked_features_cog.tif?AWSAccessKeyId=AKIA3FRRI6ANTH5QNBPK&Signature=QAQhG6chOCMP2s3bTDEw3SWeTz8%3D&Expires=1723669590"
-    labels_path = "https://messis-demo.s3.amazonaws.com/labels_cog.tif?AWSAccessKeyId=AKIA3FRRI6ANTH5QNBPK&Signature=09%2BDmxVaT3Kd0sYL4Y%2FheatH93w%3D&Expires=1723669590"
-    field_ids_path = "https://messis-demo.s3.amazonaws.com/field_ids_cog.tif?AWSAccessKeyId=AKIA3FRRI6ANTH5QNBPK&Signature=C242sw0VzpNDvDRfoNgflPT8Mb4%3D&Expires=1723669590"
+def generate_presigned_url(bucket_name, object_key, expiration=3600):
+    """Generate a pre-signed URL for an S3 object."""
+    s3_client = boto3.client('s3', region_name='eu-central-1')
+    presigned_url = s3_client.generate_presigned_url('get_object', Params={'Bucket': bucket_name, 'Key': object_key}, ExpiresIn=expiration)
+    return presigned_url
 
+def perform_inference(lon, lat, model, config, debug=False):
+    # Bucket and object paths
+    bucket_name = 'messis-demo'
+    features_key = 'stacked_features_cog.tif'
+    labels_key = 'labels_cog.tif'
+    field_ids_key = 'field_ids_cog.tif'
+
+    # Generate pre-signed URLs for the GeoTIFF files
+    features_path = generate_presigned_url(bucket_name, features_key)
+    labels_path = generate_presigned_url(bucket_name, labels_key)
+    field_ids_path = generate_presigned_url(bucket_name, field_ids_key)
+
+    # Local paths for stats and dataset info
     stats_path = "./data/chips_stats.yaml"
     dataset_info_path = "./data/dataset_info.json"
 

requirements.txt

@@ -20,3 +20,4 @@ numpy==1.26.4
 lion-pytorch==0.2.2
 timm==0.9.16
 pyproj
+boto3