ajout des repertoires de travail
Browse files- data/processed/all risk score merged/.gitkeep +0 -0
- data/processed/fire/.gitkeep +0 -0
- data/processed/housing/.gitkeep +0 -0
- data/processed/pollution/.gitkeep +0 -0
- data/processed/predictions/.gitkeep +0 -0
- data/processed/risk-scores/.gitkeep +0 -0
- data/processed/surface departement/.gitkeep +0 -0
- data/processed/weather/.gitkeep +0 -0
- src/pages/utils/utils.py +21 -0
data/processed/all risk score merged/.gitkeep
ADDED
|
File without changes
|
data/processed/fire/.gitkeep
ADDED
|
File without changes
|
data/processed/housing/.gitkeep
ADDED
|
File without changes
|
data/processed/pollution/.gitkeep
ADDED
|
File without changes
|
data/processed/predictions/.gitkeep
ADDED
|
File without changes
|
data/processed/risk-scores/.gitkeep
ADDED
|
File without changes
|
data/processed/surface departement/.gitkeep
ADDED
|
File without changes
|
data/processed/weather/.gitkeep
ADDED
|
File without changes
|
src/pages/utils/utils.py
CHANGED
|
@@ -57,6 +57,27 @@ async def async_load_file_s3_gzip(object_key: str) -> pd.DataFrame:
|
|
| 57 |
"AWS credentials or bucket name not set in environment variables."
|
| 58 |
)
|
| 59 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 60 |
session = get_session()
|
| 61 |
async with session.create_client(
|
| 62 |
"s3",
|
|
|
|
| 57 |
"AWS credentials or bucket name not set in environment variables."
|
| 58 |
)
|
| 59 |
|
| 60 |
+
session = get_session()
|
| 61 |
+
async with session.create_client(
|
| 62 |
+
"s3",
|
| 63 |
+
aws_access_key_id=AWS_ACCESS_KEY_ID,
|
| 64 |
+
aws_secret_access_key=AWS_SECRET_ACCESS_KEY,
|
| 65 |
+
) as s3_client:
|
| 66 |
+
response = await s3_client.get_object(Bucket=AWS_S3_BUCKET, Key=object_key)
|
| 67 |
+
status = response.get("ResponseMetadata", {}).get("HTTPStatusCode")
|
| 68 |
+
if status == 200:
|
| 69 |
+
async with response["Body"] as stream:
|
| 70 |
+
content = await stream.read()
|
| 71 |
+
return pd.read_csv(io.BytesIO(content), compression="gzip")
|
| 72 |
+
raise ValueError(f"Unsuccessful S3 get_object response. Status - {status}")
|
| 73 |
+
|
| 74 |
+
|
| 75 |
+
async def async_load_file_s3_zip(object_key: str) -> pd.DataFrame:
|
| 76 |
+
if not AWS_S3_BUCKET or not AWS_ACCESS_KEY_ID or not AWS_SECRET_ACCESS_KEY:
|
| 77 |
+
raise ValueError(
|
| 78 |
+
"AWS credentials or bucket name not set in environment variables."
|
| 79 |
+
)
|
| 80 |
+
|
| 81 |
session = get_session()
|
| 82 |
async with session.create_client(
|
| 83 |
"s3",
|