fetch_data.py

import boto3
import dotenv
import os 
import json 
import pandas as pd
import keys #py file to store AWS access keys 

def fetch_data(key_path):
    access_key, secret_key = keys.return_keys()
    bucket_name = "ai-and-global-development-lab"
    s3_client = boto3.client('s3', aws_access_key_id=access_key, aws_secret_access_key=secret_key)

    response = s3_client.get_object(Bucket=bucket_name, Key=key_path)
    if ".geojson" in key_path or  ".json" in key_path:
        file_content = response['Body'].read().decode('utf-8')
        json_content = json.loads(file_content)
        return json_content

    elif ".csv" in key_path:
        file_content = response['Body']
        df_content = pd.read_csv(file_content)
        return df_content