upload files

.gitignore

@@ -53,6 +53,7 @@ ipython_config.py
 .python-version
 
 # Environment
+*.env
 .env
 .venv
 env/
@@ -70,3 +71,4 @@ venv.bak/
 *.db.sqlite3-journal
 # Pycharm
 .idea/
+data/

app/core/s3_config.py

@@ -1,28 +1,19 @@
 import os
+import shutil
 
 import boto3
 from dotenv import load_dotenv
+from fastapi import UploadFile
 
-load_dotenv()
 
-session = boto3.Session(
-    aws_access_key_id=os.getenv('AWS_ACCESS_KEY_ID'),
-    aws_secret_access_key=os.getenv('AWS_SECRET_ACCESS_KEY'),
-    aws_session_token=os.getenv('AWS_SESSION_TOKEN'),
-    region_name='us-east-1'
-)
-
-
-def s3():
-    # sts = boto3.client('sts')
-    # response = sts.assume_role(
-    #     RoleArn='arn:aws:iam::404540104025:role/Role-S3-logs-elasticsearch-prod',
-    #     RoleSessionName='back_office_session'
-    # )
-    # return boto3.client(
-    #     's3',
-    #     aws_access_key_id=response['Credentials']['AccessKeyId'],
-    #     aws_secret_access_key=response['Credentials']['SecretAccessKey'],
-    #     aws_session_token=response['Credentials']['SessionToken']
-    # )
+def s3(file: UploadFile):
+    with open("s3.env", 'w+b') as f:
+        shutil.copyfileobj(file.file, f)
+    load_dotenv(dotenv_path="s3.env")
+    session = boto3.Session(
+        aws_access_key_id=os.getenv('AWS_ACCESS_KEY_ID'),
+        aws_secret_access_key=os.getenv('AWS_SECRET_ACCESS_KEY'),
+        aws_session_token=os.getenv('AWS_SESSION_TOKEN'),
+        region_name='us-east-1'
+    )
     return session.client("s3")

app/model/credentils.py

@@ -0,0 +1,7 @@
+from pydantic import BaseModel
+
+
+class Credentials(BaseModel):
+    aws_access_key_id: str
+    aws_secret_access_key: str
+    aws_session_token: str

main.py

@@ -1,6 +1,6 @@
 import os
 
-from fastapi import FastAPI
+from fastapi import FastAPI, File, UploadFile
 from ttp import ttp
 
 from app.core.s3_config import s3
@@ -9,15 +9,15 @@ app = FastAPI()
 
 
 @app.post("/data")
-async def data(bucket: str, project: str, local_date: str):
+def data(bucket: str, project: str, local_date: str, env_file: UploadFile = File(...)):
     server_folder = f"{project}/{local_date}"
     local_folder = f"data/{server_folder}"
-    response = s3().list_objects_v2(Bucket=bucket, Prefix=server_folder)
+    response = s3(env_file).list_objects_v2(Bucket=bucket, Prefix=server_folder)
     if not os.path.exists(local_folder):
         os.makedirs(local_folder)
     with open(f"{local_folder}/data.txt", "ab") as f:
         for obj in response.get('Contents', []):
-            s3().download_fileobj(bucket, obj['Key'], f)
+            s3(env_file).download_fileobj(bucket, obj['Key'], f)
     return {"message": "success"}
 
 

requirements.txt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5873fb4a948ebc8e59acfbafc1ff40f94ec95c40d9114f6862e2abdf009f05b7
-size 85
+oid sha256:73b42010809a2962aa575b4e93ab9df5b44c2cf19c641f2a87e01cbe5aba93de
+size 127