Feature/docker setup local

.env

@@ -0,0 +1,9 @@
+MONGODB_URL = mongodb://ssd2658:ssd2658@host.docker.internal:27017/portfolio?authSource=admin
+
+# Kafka
+KAFKA_BOOTSTRAP_SERVERS = host.docker.internal:9093
+KAFKA_SECURITY_PROTOCOL = PLAINTEXT
+KAFKA_SASL_MECHANISM = PLAIN
+KAFKA_SASL_JAAS_CONFIG = #org.apache.kafka.common.security.plain.PlainLoginModule required username="kafkaUser" password="kafkaPassword123!";
+
+AM_DOCUMENT_PROCESSOR_MAX_RETRIES = 15

.github/workflows/docker-build.yml

@@ -0,0 +1,105 @@
+name: Docker Build and Push
+
+on:
+  push:
+    branches:
+      - 'main'
+      - 'develop'
+      - 'feature/**'
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository }}/am-document-processor
+
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+      security-events: write
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up JDK 17
+        uses: actions/setup-java@v3
+        with:
+          java-version: '17'
+          distribution: 'temurin'
+          cache: maven
+
+      # Copy settings.xml from repo
+      - name: Setup Maven settings.xml
+        run: |
+          mkdir -p ~/.m2
+          cp settings.xml ~/.m2/settings.xml
+
+      # Build with Maven and cache dependencies
+      - name: Build with Maven
+        run: mvn clean package -DskipTests
+        env:
+          GITHUB_PACKAGES_USERNAME: ${{ github.actor }}
+          GITHUB_PACKAGES_TOKEN: ${{ github.token }}
+
+      # Verify the build output exists
+      - name: Verify build output
+        run: |
+          echo "Maven build output:"
+          ls -la target/
+
+      # Set up Docker Buildx for multi-architecture builds
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Log in to GitHub Container Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ github.token }}
+
+      - name: Extract Docker metadata
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+          tags: |
+            type=raw,value=v${{ github.run_id }}
+            type=raw,value=latest,enable=${{ github.ref == 'refs/heads/main' }}
+            type=raw,value=develop,enable=${{ github.ref == 'refs/heads/develop' }}
+            type=ref,event=branch,prefix=feature-,enable=${{ startsWith(github.ref, 'refs/heads/feature/') }}
+
+      # Build and push Docker image using the pre-built JAR
+      - name: Build and push Docker image
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          push: true
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          platforms: linux/amd64,linux/arm64
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+
+      - name: Save image tag to artifact
+        run: |
+          echo "v${{ github.run_id }}" > image-tag.txt
+
+      - name: Upload image tag as artifact
+        uses: actions/upload-artifact@v4
+        with:
+          name: image-tag
+          path: image-tag.txt
+          retention-days: 1
+
+  # Trigger deployment workflow
+  deploy:
+    needs: build-and-push
+    permissions:
+      contents: read
+      id-token: write
+    uses: ./.github/workflows/unified-deployment.yml
+    with:
+      image_tag: v${{ github.run_id }}
+    secrets: inherit

.github/workflows/manual-deployment.yml

@@ -0,0 +1,119 @@
+name: Manual AKS Deployment
+
+on:
+  workflow_dispatch:
+    inputs:
+      environment:
+        description: 'Environment to deploy to'
+        required: true
+        default: 'preprod'
+        type: choice
+        options:
+          - preprod
+          - prod
+          - feature/*
+      image_tag:
+        description: 'Docker image tag to deploy'
+        required: true
+        type: string
+
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository }}/am-document-processor
+  HELM_CHART_PATH: ./helm/am-document-processor
+
+jobs:
+  deploy:
+    name: Deploy to AKS
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      id-token: write
+
+    steps:
+      # Checkout repository
+      # Checkout repository at the specified ref
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      # Set environment-specific variables
+      - name: Set environment variables
+        id: set-vars
+        run: |
+          # Set environment-specific variables
+          if [[ "${{ github.event.inputs.environment }}" == "prod" ]]; then
+            echo "RESOURCE_GROUP=am-investing" >> $GITHUB_ENV
+            echo "CLUSTER_NAME=am-np-west" >> $GITHUB_ENV
+            echo "NAMESPACE=dev" >> $GITHUB_ENV
+            echo "Deploying to PRODUCTION environment"
+          elif [[ "${{ github.event.inputs.environment }}" == "feature" ]]; then
+            echo "RESOURCE_GROUP=am-investing" >> $GITHUB_ENV
+            echo "CLUSTER_NAME=am-np-west" >> $GITHUB_ENV
+            echo "NAMESPACE=dev" >> $GITHUB_ENV
+            echo "Deploying to FEATURE environment"
+          else
+            echo "RESOURCE_GROUP=am-investing" >> $GITHUB_ENV
+            echo "CLUSTER_NAME=am-np-west" >> $GITHUB_ENV
+            echo "NAMESPACE=dev" >> $GITHUB_ENV
+            echo "Deploying to PRE-PRODUCTION environment"
+          fi
+
+          # Set image tag from input
+          echo "IMAGE_TAG=${{ github.event.inputs.image_tag }}" >> $GITHUB_ENV
+
+        # Login to Azure
+      - name: Login to Azure
+        uses: azure/login@v1
+        with:
+          creds: ${{ secrets.AZURE_CREDENTIALS }}
+
+      # Set AKS context
+      - name: Set AKS context
+        uses: azure/aks-set-context@v3
+        with:
+          resource-group: ${{ env.RESOURCE_GROUP }}
+          cluster-name: ${{ env.CLUSTER_NAME }}
+
+      # Setup Helm
+      - name: Setup Helm
+        uses: azure/setup-helm@v3
+        with:
+          version: 'v3.12.3'
+
+      # Deploy to AKS using Helm
+      - name: Deploy to AKS
+        run: |
+          # Create namespace if it doesn't exist
+          kubectl create namespace ${{ env.NAMESPACE }} --dry-run=client -o yaml | kubectl apply -f -
+
+          echo "Deploying image: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:${{ env.IMAGE_TAG }}"
+          echo "Environment: ${{ github.event.inputs.environment }}"
+          echo "Resource Group: ${{ env.RESOURCE_GROUP }}"
+          echo "Cluster: ${{ env.CLUSTER_NAME }}"
+          echo "Namespace: ${{ env.NAMESPACE }}"
+
+          # Set values file based on environment
+          if [[ "${{ github.event.inputs.environment }}" == "feature" ]]; then
+            # For feature branches, use preprod values as base
+            VALUES_FILE="${{ env.HELM_CHART_PATH }}/values/preprod.yaml"
+          else
+            # For standard environments, use the corresponding values file
+            VALUES_FILE="${{ env.HELM_CHART_PATH }}/values/${{ github.event.inputs.environment }}.yaml"
+          fi
+
+          # Deploy using Helm with the appropriate values file
+          helm upgrade --install am-document-processor ${{ env.HELM_CHART_PATH }} \
+            --namespace ${{ env.NAMESPACE }} \
+            -f $VALUES_FILE \
+            --set image.repository=${{ env.REGISTRY }}/${{ env.IMAGE_NAME }} \
+            --set image.tag=${{ env.IMAGE_TAG }} \
+            --set deployment.version="${{ env.IMAGE_TAG }}" \
+            --wait --timeout 5m
+
+      # Verify deployment
+      - name: Verify deployment
+        run: |
+          kubectl rollout status deployment/am-document-processor -n ${{ env.NAMESPACE }}
+          echo "Deployment to ${{ github.event.inputs.environment }} completed successfully!"
+          echo "Deployment to ${{ github.event.inputs.environment }} completed successfully!"

.github/workflows/unified-deployment.yml

@@ -0,0 +1,136 @@
+name: Deployment
+
+on:
+  # Manual deployment with environment selection
+  workflow_dispatch:
+    inputs:
+      environment:
+        description: 'Environment to deploy to'
+        required: true
+        default: 'preprod'
+        type: choice
+        options:
+          - preprod
+          - prod
+      image_tag:
+        description: 'Docker image tag to deploy (leave empty for latest build)'
+        required: false
+        type: string
+
+  # Called by docker-build workflow
+  workflow_call:
+    inputs:
+      image_tag:
+        description: 'Docker image tag to deploy'
+        required: true
+        type: string
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository }}/am-document-processor
+  HELM_CHART_PATH: ./helm/am-document-processor
+  IMAGE_TAG: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.image_tag || inputs.image_tag }}
+
+jobs:
+  # Deploy to the selected environment
+  deploy:
+    environment: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.environment || 'preprod' }}
+    name: Deploy to Environment
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      id-token: write
+
+    env:
+      # Set environment based on workflow_dispatch input or default to preprod for workflow_call
+      ENVIRONMENT: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.environment || 'preprod' }}
+
+    steps:
+      # Checkout repository
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      # Set environment-specific variables
+      - name: Set environment variables
+        id: set-vars
+        run: |
+          # Set environment-specific variables
+          if [[ "${{ env.ENVIRONMENT }}" == "prod" ]]; then
+            echo "RESOURCE_GROUP=am-investing" >> $GITHUB_ENV
+            echo "CLUSTER_NAME=am-np-west" >> $GITHUB_ENV
+            echo "NAMESPACE=dev" >> $GITHUB_ENV
+            echo "Deploying to PRODUCTION environment"
+          else
+            echo "RESOURCE_GROUP=am-investing" >> $GITHUB_ENV
+            echo "CLUSTER_NAME=am-np-west" >> $GITHUB_ENV
+            echo "NAMESPACE=dev" >> $GITHUB_ENV
+            echo "Deploying to PRE-PRODUCTION environment"
+          fi
+
+          # Set image tag from input
+          echo "IMAGE_TAG=${{ env.IMAGE_TAG }}" >> $GITHUB_ENV
+
+      # Login to Azure
+      - name: Login to Azure
+        uses: azure/login@v1
+        with:
+          creds: ${{ secrets.AZURE_CREDENTIALS }}
+
+      # Set AKS context
+      - name: Set AKS context
+        uses: azure/aks-set-context@v3
+        with:
+          resource-group: ${{ env.RESOURCE_GROUP }}
+          cluster-name: ${{ env.CLUSTER_NAME }}
+
+      # Setup Helm
+      - name: Setup Helm
+        uses: azure/setup-helm@v3
+        with:
+          version: '3.12.3'  # Removed 'v' prefix for stability
+
+      # Check and remove Helm locks if any exist
+      - name: Check and remove Helm locks
+        run: |
+          # Check if there's a release with pending operations
+          if kubectl get secret -n ${{ env.NAMESPACE }} | grep -q "sh.helm.release.v1.am-document-processor"; then
+            echo "Found existing Helm release, checking for locks..."
+            # Get all Helm secrets and check for pending operations
+            HELM_SECRETS=$(kubectl get secrets -n ${{ env.NAMESPACE }} -l owner=helm -o name)
+            for secret in $HELM_SECRETS; do
+              if [[ $secret == *"am-document-processor"* ]]; then
+                echo "Examining $secret for locks"
+                # Check if the secret contains a lock
+                LOCK_STATUS=$(kubectl get $secret -n ${{ env.NAMESPACE }} -o jsonpath='{.metadata.labels.status}')
+                if [[ $LOCK_STATUS == "pending-install" || $LOCK_STATUS == "pending-upgrade" || $LOCK_STATUS == "pending-rollback" ]]; then
+                  echo "Found lock in $secret with status $LOCK_STATUS, removing..."
+                  kubectl delete $secret -n ${{ env.NAMESPACE }}
+                  echo "Lock removed"
+                fi
+              fi
+            done
+          else
+            echo "No existing Helm release found, proceeding with installation"
+          fi
+
+      # Deploy to AKS using Helm
+      - name: Deploy to AKS
+        run: |
+          # Create namespace if it doesn't exist
+          kubectl create namespace ${{ env.NAMESPACE }} --dry-run=client -o yaml | kubectl apply -f -
+
+          # Echo image and environment details for logging
+          echo "Deploying image: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:${{ env.IMAGE_TAG }}"
+          echo "Environment: ${{ env.ENVIRONMENT }}"
+          echo "Resource Group: ${{ env.RESOURCE_GROUP }}"
+          echo "Cluster: ${{ env.CLUSTER_NAME }}"
+          echo "Namespace: ${{ env.NAMESPACE }}"
+
+          # Deploy using Helm with the appropriate values file
+          helm upgrade --install am-document-processor ${{ env.HELM_CHART_PATH }} \
+            --namespace ${{ env.NAMESPACE }} \
+            -f ${{ env.HELM_CHART_PATH }}/values/${{ env.ENVIRONMENT }}.yaml \
+            --set image.repository=${{ env.REGISTRY }}/${{ env.IMAGE_NAME }} \
+            --set image.tag=${{ env.IMAGE_TAG }} \
+            --set deployment.version="${{ env.IMAGE_TAG }}" \
+            --wait --timeout 5m