Feature/multi broker sync

.github/workflows/am-doc-viewer-ui.yml

@@ -1,5 +1,10 @@
 name: AM Doc Viewer UI Publish
 
+permissions:
+  contents: write
+  packages: write
+  id-token: write
+
 on:
   push:
     branches: ["main", "develop", "feature/**", "test/**", "fix/**", "hotfix/**"]
@@ -16,18 +21,14 @@ on:
 jobs:
   publish:
     name: Publish UI
-    permissions:
-      contents: read
-      packages: write
-      id-token: write
     uses: AM-Portfolio/am-pipelines/.github/workflows/central-build-publish.yml@main
     with:
       language: 'flutter'
       working_directory: 'apps/am-doc-viewer-ui'
       image_name: 'am-doc-viewer-ui'
       preprod_namespace: 'am-apps-preprod'
       prod_namespace: 'am-apps-prod'
-      dev_namespace: 'am-apps-dev'
-      deploy_dev: true
+      deploy_dev: false
+      deploy_preprod: true
       deploy_prod: false
     secrets: inherit

.github/workflows/am-document-processor.yml

@@ -1,5 +1,10 @@
 name: AM Document Processor
 
+permissions:
+  contents: write
+  packages: write
+  id-token: write
+
 on:
   push:
     branches: ["main", "develop", "feature/**", "test/**", "fix/**", "hotfix/**"]
@@ -16,10 +21,6 @@ on:
 jobs:
   publish:
     name: Build and Publish
-    permissions:
-      contents: read
-      packages: write
-      id-token: write
     uses: AM-Portfolio/am-pipelines/.github/workflows/central-build-publish.yml@main
     with:
       language: 'java'
@@ -28,7 +29,7 @@ jobs:
       build_context: '.'
       preprod_namespace: 'am-apps-preprod'
       prod_namespace: 'am-apps-prod'
-      dev_namespace: 'am-apps-dev'
-      deploy_dev: true
+      deploy_dev: false
+      deploy_preprod: true
       deploy_prod: false
     secrets: inherit

.github/workflows/am-email-extractor.yml

@@ -1,5 +1,10 @@
 name: AM Email Extractor
 
+permissions:
+  contents: write
+  packages: write
+  id-token: write
+
 on:
   push:
     branches: ["main", "develop", "feature/**", "test/**", "fix/**", "hotfix/**"]
@@ -16,24 +21,15 @@ on:
 jobs:
   publish:
     name: Build and Publish
-    permissions:
-      contents: read
-      packages: write
-      id-token: write
     uses: AM-Portfolio/am-pipelines/.github/workflows/central-build-publish.yml@main
     with:
       language: 'python'
       working_directory: 'services/am-email-extractor'
       image_name: 'am-email-extractor'
       build_context: '.'
-      prepare_docker_context_script: |
-        git clone --depth 1 "https://x-access-token:${{ secrets.GHCR_TOKEN || secrets.GITHUB_PACKAGES_TOKEN || secrets.GITHUB_TOKEN }}@github.com/AM-Portfolio/am-platform.git" /tmp/am-platform
-        mkdir -p third_party
-        cp -r /tmp/am-platform/libraries/am-platform-security third_party/
-        rm -rf /tmp/am-platform
       preprod_namespace: 'am-apps-preprod'
       prod_namespace: 'am-apps-prod'
-      dev_namespace: 'am-apps-dev'
-      deploy_dev: true
+      deploy_dev: false
+      deploy_preprod: true
       deploy_prod: false
     secrets: inherit

services/am-cloudinary-manager/Dockerfile

@@ -1,5 +1,5 @@
 # Runtime stage using pre-built JAR
-FROM eclipse-temurin:17-jre-jammy
+FROM eclipse-temurin:17-jre-noble
 
 WORKDIR /app
 

services/am-document-processor/.gitignore

@@ -56,4 +56,7 @@ Thumbs.db
 # Local environment config
 src/main/resources/application-local-dev.yml
 .env
-settings.xml
+settings.xml
+# Feature-branch Argo image pin — never ship on main
+helm/ci-image.yaml
+

services/am-document-processor/Dockerfile

@@ -1,7 +1,7 @@
 # ===============================
 # Runtime Image
 # ===============================
-FROM eclipse-temurin:17-jre-jammy
+FROM eclipse-temurin:17-jre-noble
 
 WORKDIR /app
 

services/am-document-processor/helm/values.preprod.yaml

@@ -34,3 +34,5 @@ ingress:
 
 env:
   SPRING_PROFILES_ACTIVE: "preprod,security"
+  # Mongo partial index owner_broker_broker_only_idx uses  which this Mongo rejects; boot without auto-index so /sync image can start.
+  SPRING_DATA_MONGODB_AUTO_INDEX_CREATION: "false"

services/am-document-processor/helm/values.prod.yaml

@@ -34,6 +34,8 @@ vault:
 
 env:
   SPRING_PROFILES_ACTIVE: "prod,security"
+  # Same as preprod: Mongo rejects partial index owner_broker_broker_only_idx on auto-create.
+  SPRING_DATA_MONGODB_AUTO_INDEX_CREATION: "false"
 
 global:
   image:

services/am-document-processor/src/main/java/org/am/mypotrfolio/config/AsyncConfig.java

@@ -0,0 +1,44 @@
+package org.am.mypotrfolio.config;
+
+import org.springframework.beans.factory.annotation.Value;
+import org.springframework.context.annotation.Bean;
+import org.springframework.context.annotation.Configuration;
+import org.springframework.scheduling.annotation.EnableAsync;
+import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
+
+import java.util.concurrent.Executor;
+
+/**
+ * Async configuration for the document processing pipeline.
+ *
+ * <p>A dedicated thread pool ({@code docProcessingPool}) is used for batch
+ * document processing so that parallel uploads do not starve the servlet
+ * container threads. Pool sizes are externally configurable via application
+ * properties.</p>
+ *
+ * <pre>
+ * doc.processing.pool.size     — core pool size (default 5)
+ * doc.processing.pool.max      — max pool size  (default 10)
+ * doc.processing.pool.queue    — queue capacity  (default 100)
+ * </pre>
+ */
+@Configuration
+@EnableAsync
+public class AsyncConfig {
+
+    @Bean("docProcessingPool")
+    public Executor docProcessingPool(
+            @Value("${doc.processing.pool.size:5}") int coreSize,
+            @Value("${doc.processing.pool.max:10}") int maxSize,
+            @Value("${doc.processing.pool.queue:100}") int queueCapacity) {
+        ThreadPoolTaskExecutor executor = new ThreadPoolTaskExecutor();
+        executor.setCorePoolSize(coreSize);
+        executor.setMaxPoolSize(maxSize);
+        executor.setQueueCapacity(queueCapacity);
+        executor.setThreadNamePrefix("doc-proc-");
+        executor.setWaitForTasksToCompleteOnShutdown(true);
+        executor.setAwaitTerminationSeconds(60);
+        executor.initialize();
+        return executor;
+    }
+}