pradelf commited on
Commit
3e7e3d0
·
1 Parent(s): eb53ba9

ajout des repertoires de travail

Browse files
data/processed/all risk score merged/.gitkeep ADDED
File without changes
data/processed/fire/.gitkeep ADDED
File without changes
data/processed/housing/.gitkeep ADDED
File without changes
data/processed/pollution/.gitkeep ADDED
File without changes
data/processed/predictions/.gitkeep ADDED
File without changes
data/processed/risk-scores/.gitkeep ADDED
File without changes
data/processed/surface departement/.gitkeep ADDED
File without changes
data/processed/weather/.gitkeep ADDED
File without changes
src/pages/utils/utils.py CHANGED
@@ -57,6 +57,27 @@ async def async_load_file_s3_gzip(object_key: str) -> pd.DataFrame:
57
  "AWS credentials or bucket name not set in environment variables."
58
  )
59
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
60
  session = get_session()
61
  async with session.create_client(
62
  "s3",
 
57
  "AWS credentials or bucket name not set in environment variables."
58
  )
59
 
60
+ session = get_session()
61
+ async with session.create_client(
62
+ "s3",
63
+ aws_access_key_id=AWS_ACCESS_KEY_ID,
64
+ aws_secret_access_key=AWS_SECRET_ACCESS_KEY,
65
+ ) as s3_client:
66
+ response = await s3_client.get_object(Bucket=AWS_S3_BUCKET, Key=object_key)
67
+ status = response.get("ResponseMetadata", {}).get("HTTPStatusCode")
68
+ if status == 200:
69
+ async with response["Body"] as stream:
70
+ content = await stream.read()
71
+ return pd.read_csv(io.BytesIO(content), compression="gzip")
72
+ raise ValueError(f"Unsuccessful S3 get_object response. Status - {status}")
73
+
74
+
75
+ async def async_load_file_s3_zip(object_key: str) -> pd.DataFrame:
76
+ if not AWS_S3_BUCKET or not AWS_ACCESS_KEY_ID or not AWS_SECRET_ACCESS_KEY:
77
+ raise ValueError(
78
+ "AWS credentials or bucket name not set in environment variables."
79
+ )
80
+
81
  session = get_session()
82
  async with session.create_client(
83
  "s3",