upload files

.dockerignore

@@ -0,0 +1,4 @@
+.venv
+.gitattributes
+.gitignore
+.git

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.txt filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,72 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+.hypothesis/
+.pytest_cache/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# Environment
+.env
+.venv
+env/
+venv/
+env.bak/
+venv.bak/
+
+# FastAPI Specific
+# .env is often used to load environment variables.
+# You can ignore .env.local, .env.dev, .env.prod etc. used in different environments
+.env.*
+# ignore sqlite db if using
+*.db
+*.db.sqlite3
+*.db.sqlite3-journal
+# Pycharm
+.idea/

Dockerfile

@@ -0,0 +1,6 @@
+FROM python:3.11.3
+WORKDIR /code
+COPY ./requirements.txt /code/requirements.txt
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+COPY . .
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

README.md

@@ -1,8 +1,8 @@
 ---
-title: Backoffice
-emoji: 🐢
-colorFrom: purple
-colorTo: gray
+title: Back Office
+emoji: 🏆
+colorFrom: green
+colorTo: yellow
 sdk: docker
 pinned: false
 license: apache-2.0

app/core/s3_config.py

@@ -0,0 +1,28 @@
+import os
+
+import boto3
+from dotenv import load_dotenv
+
+load_dotenv()
+
+session = boto3.Session(
+    aws_access_key_id=os.getenv('AWS_ACCESS_KEY_ID'),
+    aws_secret_access_key=os.getenv('AWS_SECRET_ACCESS_KEY'),
+    aws_session_token=os.getenv('AWS_SESSION_TOKEN'),
+    region_name='us-east-1'
+)
+
+
+def s3():
+    # sts = boto3.client('sts')
+    # response = sts.assume_role(
+    #     RoleArn='arn:aws:iam::404540104025:role/Role-S3-logs-elasticsearch-prod',
+    #     RoleSessionName='back_office_session'
+    # )
+    # return boto3.client(
+    #     's3',
+    #     aws_access_key_id=response['Credentials']['AccessKeyId'],
+    #     aws_secret_access_key=response['Credentials']['SecretAccessKey'],
+    #     aws_session_token=response['Credentials']['SessionToken']
+    # )
+    return session.client("s3")

app/core/template.py

@@ -0,0 +1,6 @@
+class Template:
+    @staticmethod
+    def read(file_name):
+        with open(f"template/{file_name}", 'r') as file:
+            content = file.read()
+        return content

main.py

@@ -0,0 +1,29 @@
+import os
+
+from fastapi import FastAPI
+from ttp import ttp
+
+from app.core.s3_config import s3
+
+app = FastAPI()
+
+
+@app.post("/data")
+async def data(bucket: str, project: str, local_date: str):
+    server_folder = f"{project}/{local_date}"
+    local_folder = f"data/{server_folder}"
+    response = s3().list_objects_v2(Bucket=bucket, Prefix=server_folder)
+    if not os.path.exists(local_folder):
+        os.makedirs(local_folder)
+    with open(f"{local_folder}/data.txt", "ab") as f:
+        for obj in response.get('Contents', []):
+            s3().download_fileobj(bucket, obj['Key'], f)
+    return {"message": "success"}
+
+
+@app.get("/data")
+async def data(project: str, local_date: str):
+    local_folder = f"data/{project}/{local_date}"
+    parser = ttp(data=f"{local_folder}/data.txt", template="template/base.txt")
+    parser.parse()
+    return parser.result()[0][0]

requirements.txt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5873fb4a948ebc8e59acfbafc1ff40f94ec95c40d9114f6862e2abdf009f05b7
+size 85

template/base.txt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0861ef4fd414fbb4023c33c167edb4f8edeccd3eed2f11bf478b6976c1b3d2e6
+size 56