Add environment configuration and Docker setup for parser service

.env.build.develop

@@ -0,0 +1,3 @@
+CORS_ALLOW_ORIGINS=http://localhost, http://127.0.0.1
+
+SPACY_MODEL_NAME=en_core_web_trf

.env.build.main

@@ -0,0 +1,3 @@
+CORS_ALLOW_ORIGINS=http://localhost, http://127.0.0.1
+
+SPACY_MODEL_NAME=en_core_web_trf

.env.build.staging

@@ -0,0 +1,3 @@
+CORS_ALLOW_ORIGINS=http://localhost, http://127.0.0.1
+
+SPACY_MODEL_NAME=en_core_web_trf

Dockerfile

@@ -44,6 +44,7 @@ USER appuser
 EXPOSE 8001
 
 ENV PYTHONUNBUFFERED=1
+ENV PYTHONPATH=/app
 ENV SPACY_MODEL_NAME=en_core_web_sm
 
 CMD ["python", "main.py"]

azure-pipelines.yml

@@ -0,0 +1,200 @@
+trigger:
+  - main
+
+pool:
+  vmImage: "ubuntu-24.04"
+
+parameters:
+  - name: dockerRegistry
+    displayName: Docker Registry
+    type: string
+    default: "sifars.azurecr.io"
+  - name: projectName
+    displayName: Docker Compose Project Name
+    type: string
+    default: "parser"
+
+variables:
+  - name: DOCKER_REGISTRY
+    value: ${{ parameters.dockerRegistry }}
+  - name: DOCKER_COMPOSE_PROJECT_NAME
+    value: ${{ parameters.projectName }}
+
+stages:
+  - stage: Build
+    displayName: "Build and Publish"
+    jobs:
+      - job: BuildImages
+        displayName: "Build and Push Container Images"
+        steps:
+          # Source code checkout
+          - checkout: self
+            clean: true
+            fetchDepth: 1
+            persistCredentials: true
+
+          # Container registry login
+          - task: Docker@2
+            displayName: "Login to Container Registry"
+            inputs:
+              command: login
+              containerRegistry: $(DOCKER_REGISTRY)
+
+          # Environment setup
+          - task: DownloadSecureFile@1
+            displayName: "Download Environment Override File"
+            name: env_build_override
+            inputs:
+              secureFile: .env.build.$(Build.Repository.Name).$(Build.SourceBranchName).override
+            continueOnError: true
+
+          - task: Bash@3
+            displayName: "Setup Build Environment Variables"
+            inputs:
+              targetType: "inline"
+              script: mv .env.build.$(Build.SourceBranchName) .env
+              workingDirectory: $(Build.SourcesDirectory)
+
+          - task: Bash@3
+            displayName: "Add Trailing Empty Line"
+            inputs:
+              targetType: "inline"
+              script: echo >> .env
+              workingDirectory: $(Build.SourcesDirectory)
+
+          - task: Bash@3
+            displayName: "Override Environment Variables"
+            condition: succeededOrFailed()
+            inputs:
+              targetType: "inline"
+              script: cat $(env_build_override.secureFilePath) >> .env
+              workingDirectory: $(Build.SourcesDirectory)
+
+          # Build services
+          - task: DockerCompose@1
+            displayName: "Build Services"
+            inputs:
+              action: Build services
+              containerregistrytype: Container Registry
+              dockerRegistryEndpoint: $(DOCKER_REGISTRY)
+              dockerComposeFile: $(Build.SourcesDirectory)/docker-compose.yml
+              additionalDockerComposeFiles: $(Build.SourcesDirectory)/docker-compose.override.yml
+              projectName: $(DOCKER_COMPOSE_PROJECT_NAME)
+              qualifyImageNames: true
+              includeSourceTags: true
+              additionalImageTags: |
+                $(Build.BuildNumber)
+                $(Build.SourceBranchName)
+              arguments: |
+                --pull --build-arg BUILDKIT_INLINE_CACHE=1
+              dockerComposeFileArgs: |
+                DOCKER_BUILDKIT=1
+                COMPOSE_DOCKER_CLI_BUILD=1
+
+          # Push services
+          - task: DockerCompose@1
+            displayName: "Push Services"
+            inputs:
+              action: Push services
+              containerregistrytype: Container Registry
+              dockerRegistryEndpoint: $(DOCKER_REGISTRY)
+              dockerComposeFile: $(Build.SourcesDirectory)/docker-compose.yml
+              additionalDockerComposeFiles: $(Build.SourcesDirectory)/docker-compose.override.yml
+              projectName: $(DOCKER_COMPOSE_PROJECT_NAME)
+              qualifyImageNames: false
+              additionalImageTags: |
+                $(Build.BuildNumber)
+                $(Build.SourceBranchName)
+
+          # Create image digests
+          - task: DockerCompose@1
+            displayName: "Write Service Image Digests"
+            inputs:
+              action: Write service image digests
+              imageDigestComposeFile: $(Build.SourcesDirectory)/docker-compose.images.yml
+              dockerComposeFile: $(Build.SourcesDirectory)/docker-compose.yml
+              containerregistrytype: Container Registry
+              dockerRegistryEndpoint: $(DOCKER_REGISTRY)
+              projectName: $(DOCKER_COMPOSE_PROJECT_NAME)
+              qualifyImageNames: true
+
+          # Publish artifacts
+          - task: PublishBuildArtifacts@1
+            displayName: "Publish Docker Compose File"
+            inputs:
+              PathtoPublish: $(Build.SourcesDirectory)/docker-compose.yml
+              ArtifactName: "release"
+              publishLocation: Container
+
+          - task: PublishBuildArtifacts@1
+            displayName: "Publish Environment File"
+            inputs:
+              PathtoPublish: $(Build.SourcesDirectory)/.env
+              ArtifactName: "release"
+              publishLocation: Container
+
+          - task: PublishBuildArtifacts@1
+            displayName: "Publish Images Digest File"
+            inputs:
+              PathtoPublish: $(Build.SourcesDirectory)/docker-compose.images.yml
+              ArtifactName: "release"
+              publishLocation: Container
+
+          # Logout from registry
+          - task: Docker@2
+            displayName: "Logout from Container Registry"
+            condition: always()
+            inputs:
+              command: logout
+              containerRegistry: $(DOCKER_REGISTRY)
+
+  - stage: Deploy
+    displayName: "Deployment"
+    dependsOn: Build
+    condition: succeeded()
+    jobs:
+      - job: DeployServices
+        displayName: "Deploy Services"
+        steps:
+          # Download artifacts
+          - task: DownloadPipelineArtifact@2
+            displayName: "Download Pipeline Artifacts"
+            inputs:
+              buildType: current
+              artifactName: release
+              targetPath: $(Build.SourcesDirectory)
+
+          # Lock services for deployment
+          - task: DockerCompose@1
+            displayName: "Lock Services for Deployment"
+            inputs:
+              action: Lock services
+              projectName: $(DOCKER_COMPOSE_PROJECT_NAME)
+              qualifyImageNames: true
+              containerregistrytype: Container Registry
+              dockerRegistryEndpoint: $(DOCKER_REGISTRY)
+              dockerComposeFile: $(Build.SourcesDirectory)/docker-compose.yml
+              imageDigestComposeFile: $(Build.SourcesDirectory)/docker-compose.images.yml
+              outputDockerComposeFile: $(Build.SourcesDirectory)/docker-compose.release.yml
+
+          # Publish locked compose file
+          - task: PublishBuildArtifacts@1
+            displayName: "Publish Release Compose File"
+            inputs:
+              PathtoPublish: $(Build.SourcesDirectory)/docker-compose.release.yml
+              ArtifactName: release
+              publishLocation: Container
+
+          # Deploy services
+          - task: DockerCompose@1
+            displayName: "Deploy Services"
+            inputs:
+              action: Run services
+              buildImages: false
+              containerregistrytype: Container Registry
+              dockerRegistryEndpoint: $(DOCKER_REGISTRY)
+              dockerComposeFile: $(Build.SourcesDirectory)/docker-compose.release.yml
+              dockerHostEndpoint: docker-host-$(Build.SourceBranchName)
+              projectName: $(DOCKER_COMPOSE_PROJECT_NAME)
+              detached: true
+              workingDirectory: $(Build.SourcesDirectory)

docker-compose.override.yml

@@ -0,0 +1,7 @@
+services:
+  parser:
+    build:
+      context: .
+      dockerfile: Dockerfile
+      cache_from:
+        - sifars.azurecr.io/bank-statement-scrubber/parser:${BUILD_SOURCEBRANCHNAME:-develop}

docker-compose.yml

@@ -0,0 +1,16 @@
+services:
+  parser:
+    image: sifars.azurecr.io/bank-statement-scrubber/parser:${BUILD_BUILDNUMBER:-latest}
+    pull_policy: always
+    restart: unless-stopped
+    ports:
+      - "8001:8001"
+    env_file:
+      - .env
+    logging:
+      driver: awslogs
+      options:
+        awslogs-region: ${AWS_CLOUD_WATCH_LOGS_REGION}
+        awslogs-group: ${AWS_CLOUD_WATCH_LOGS_GROUP_NAME}
+        awslogs-stream: ${AWS_CLOUD_WATCH_LOGS_STREAM_NAME}
+        awslogs-create-group: "true"