docker-compose.yml

version: '3.8'

services:
  # Docker-in-Docker Service
  dind:
    image: docker:dind
    container_name: veriflow-dind
    privileged: true
    environment:
      DOCKER_TLS_CERTDIR: ""
    volumes:
      - ./cwl:/opt/airflow/cwl
      - ./cwl/workflows:/workflows
      - ./cwl/input_data:/input_data
      - cwl-output:/opt/airflow/cwl-output
      - cwl-tmp:/tmp
    networks:
      - veriflow-network
  # FastAPI Backend
  backend:
    build:
      context: ./backend
      dockerfile: Dockerfile
    container_name: veriflow-backend
    ports:
      - "8000:8000"
    environment:
      - DATABASE_URL=postgresql://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres:5432/${POSTGRES_DB}
      - MINIO_ENDPOINT=minio:9000
      - MINIO_ACCESS_KEY=${MINIO_ACCESS_KEY}
      - MINIO_SECRET_KEY=${MINIO_SECRET_KEY}
      - AIRFLOW_API_URL=http://airflow-apiserver:8080
      - GEMINI_API_KEY=${GEMINI_API_KEY}
    depends_on:
      postgres:
        condition: service_healthy
      minio:
        condition: service_started
    volumes:
      - ./backend:/app
      - /var/run/docker.sock:/var/run/docker.sock
    # Enable hot-reload for development
    command: [ "uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "8000", "--reload" ]
    networks:
      - veriflow-network

  # Vue Frontend
  frontend:
    build:
      context: ./frontend
      dockerfile: Dockerfile
    container_name: veriflow-frontend
    ports:
      - "3000:80"
    depends_on:
      - backend
    networks:
      - veriflow-network

  # PostgreSQL Database
  postgres:
    image: postgres:15
    container_name: veriflow-postgres
    ports:
      - "5432:5432"
    environment:
      - POSTGRES_USER=${POSTGRES_USER}
      - POSTGRES_PASSWORD=${POSTGRES_PASSWORD}
      - POSTGRES_DB=${POSTGRES_DB}
    volumes:
      - postgres-data:/var/lib/postgresql/data
      - ./backend/db/init.sql:/docker-entrypoint-initdb.d/init.sql
    healthcheck:
      test: [ "CMD-SHELL", "pg_isready -U $${POSTGRES_USER}" ]
      interval: 10s
      timeout: 5s
      retries: 5
    networks:
      - veriflow-network

  # MinIO Object Storage
  minio:
    image: minio/minio:latest
    container_name: veriflow-minio
    ports:
      - "9000:9000"
      - "9001:9001"
    environment:
      - MINIO_ROOT_USER=${MINIO_ACCESS_KEY}
      - MINIO_ROOT_PASSWORD=${MINIO_SECRET_KEY}
    command: server /data --console-address ":9001"
    volumes:
      - minio-data:/data
    networks:
      - veriflow-network

  # MinIO bucket initialization
  minio-init:
    image: minio/mc:latest
    container_name: veriflow-minio-init
    depends_on:
      - minio
    environment:
      - MINIO_ACCESS_KEY=${MINIO_ACCESS_KEY}
      - MINIO_SECRET_KEY=${MINIO_SECRET_KEY}
    entrypoint: >
      /bin/sh -c " sleep 5; mc alias set veriflow http://minio:9000 $${MINIO_ACCESS_KEY} $${MINIO_SECRET_KEY}; mc mb --ignore-existing veriflow/measurements; mc mb --ignore-existing veriflow/workflow; mc mb --ignore-existing veriflow/workflow-tool; mc mb --ignore-existing veriflow/process; echo 'Buckets created successfully'; exit 0; "
    networks:
      - veriflow-network

  # Airflow Webserver
  airflow-apiserver:
    build:
      context: ./airflow
      dockerfile: Dockerfile
    image: veriflow-airflow:3.0.6
    container_name: veriflow-airflow-apiserver
    ports:
      - "8080:8080"
    environment:
      - AIRFLOW__CORE__EXECUTOR=LocalExecutor
      - AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres:5432/${POSTGRES_DB}
      - AIRFLOW__CORE__FERNET_KEY=${AIRFLOW_FERNET_KEY}
      - AIRFLOW__WEBSERVER__SECRET_KEY=${AIRFLOW_SECRET_KEY}
      - AIRFLOW__CORE__LOAD_EXAMPLES=false
      - AIRFLOW__CORE__AUTH_MANAGER=airflow.providers.fab.auth_manager.fab_auth_manager.FabAuthManager
      - AIRFLOW__API__AUTH_BACKENDS=airflow.api.auth.backend.session,airflow.api.auth.backend.basic_auth
      - _AIRFLOW_DB_MIGRATE=true
      - _AIRFLOW_WWW_USER_CREATE=true
      - _AIRFLOW_WWW_USER_USERNAME=${AIRFLOW_USERNAME}
      - _AIRFLOW_WWW_USER_PASSWORD=${AIRFLOW_PASSWORD}
      # CWL runner configuration
      - CWL_BASE_PATH=/opt/airflow/cwl
      - DATA_BASE_PATH=/opt/airflow/data
      - DOCKER_HOST=tcp://dind:2375
      # Internal API client configuration for Airflow 3
      - AIRFLOW__API__CLIENT_BASE_URL=http://airflow-apiserver:8080
      - AIRFLOW__API__CLIENT_AUTH_BACKEND=airflow.sdk.api.auth.backend.basic_auth
      - AIRFLOW__API__CLIENT_USERNAME=${AIRFLOW_USERNAME}
      - AIRFLOW__API__CLIENT_PASSWORD=${AIRFLOW_PASSWORD}
      - AIRFLOW__CORE__EXECUTION_API_SERVER_URL=http://airflow-apiserver:8080/execution/
    volumes:
      - ./airflow/dags:/opt/airflow/dags
      - airflow-logs:/opt/airflow/logs
      # - /var/run/docker.sock:/var/run/docker.sock # Removed in favor of dind
      # CWL workflow files and data directories
      - ./cwl:/opt/airflow/cwl
      - ./airflow/data:/opt/airflow/data
      - cwl-output:/opt/airflow/cwl-output
      - cwl-tmp:/tmp
    depends_on:
      postgres:
        condition: service_healthy
    command: >
      bash -c " airflow db migrate && airflow api-server "
    networks:
      - veriflow-network
    healthcheck:
      test: [ "CMD", "curl", "--fail", "http://localhost:8080/monitor/health" ]
      interval: 30s
      timeout: 10s
      retries: 5

  # Airflow Scheduler
  airflow-scheduler:
    build:
      context: ./airflow
      dockerfile: Dockerfile
    image: veriflow-airflow:3.0.6
    container_name: veriflow-airflow-scheduler
    environment:
      - AIRFLOW__CORE__EXECUTOR=LocalExecutor
      - AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres:5432/${POSTGRES_DB}
      - AIRFLOW__CORE__FERNET_KEY=${AIRFLOW_FERNET_KEY}
      - AIRFLOW__CORE__LOAD_EXAMPLES=false
      # CWL runner configuration
      - CWL_BASE_PATH=/opt/airflow/cwl
      - DATA_BASE_PATH=/opt/airflow/data
      - DOCKER_HOST=tcp://dind:2375
      # Internal API client configuration for Airflow 3
      - AIRFLOW__API__CLIENT_BASE_URL=http://airflow-apiserver:8080
      - AIRFLOW__API__CLIENT_AUTH_BACKEND=airflow.sdk.api.auth.backend.basic_auth
      - AIRFLOW__API__CLIENT_USERNAME=${AIRFLOW_USERNAME}
      - AIRFLOW__API__CLIENT_PASSWORD=${AIRFLOW_PASSWORD}
      - AIRFLOW__CORE__EXECUTION_API_SERVER_URL=http://airflow-apiserver:8080/execution/
    volumes:
      - ./airflow/dags:/opt/airflow/dags
      - airflow-logs:/opt/airflow/logs
      # - /var/run/docker.sock:/var/run/docker.sock # Removed in favor of dind
      # CWL workflow files and data directories
      - ./cwl:/opt/airflow/cwl
      - ./airflow/data:/opt/airflow/data
      - cwl-output:/opt/airflow/cwl-output
      - cwl-tmp:/tmp
    depends_on:
      airflow-apiserver:
        condition: service_healthy
    command: airflow scheduler
    networks:
      - veriflow-network

  # CWL Runner Service
  cwl:
    build:
      context: ./cwl
      dockerfile: Dockerfile
    image: veriflow-cwl:latest
    container_name: veriflow-cwl
    environment:
      - DOCKER_HOST=tcp://dind:2375
      - TMPDIR=/tmp
      - HOME=/tmp
    volumes:
      - ./cwl/workflows:/workflows
      - ./cwl/input_data:/input_data
      - ./cwl/output:/output
      - cwl-tmp:/tmp
    working_dir: /workflows
    depends_on:
      - dind
    networks:
      - veriflow-network

  # Sandbox for script execution
  veriflow-sandbox:
    image: clin864/veriflow-sandbox:latest
    container_name: veriflow-sandbox
    stdin_open: true # Keep container running
    tty: true
    volumes:
      - ./backend/scripts:/app/scripts # Host scripts mapped to container
      - ./backend/outputs:/app/outputs # Output directory
    networks:
      - veriflow-network

volumes:
  postgres-data:
  minio-data:
  airflow-logs:
  cwl-output:
  cwl-tmp:


networks:
  veriflow-network:
    driver: bridge