Docker-Compose.yml

services:
#======================================================================
# APPLICATION CORE SERVICES  
#======================================================================
  api_server:
    profiles: ["ui", "full","uidb", "webdb"]
    build:
      context: .
      dockerfile: fastapi_server/Dockerfile
    container_name: fastapi_server
    environment:
      - RMQ_HOST=rmq_broker
      - RMQ_PORT=5672
      - RMQ_USER=${RABBITMQ_USER:-guest}
      - RMQ_PASSWORD=${RABBITMQ_PASSWORD:-guest}
    volumes:
      - ./fastapi_server:/app
    ports:
      - "8000:8000"
    restart: unless-stopped
    networks:
      - app-network

  frontend:
    profiles: ["ui", "full", "uidb", "webdb"]
    build:
      context: ./react_ui
      dockerfile: Dockerfile
    container_name: react_ui
    volumes:
      - ./react_ui:/app    # ← Bind mount for live reloading
      - /app/node_modules  # ← Prevent overwriting node_modules
    ports:
      - "5173:5173"
    depends_on:
      api_server:
        condition: service_started
    restart: unless-stopped
    networks:
      - app-network

  webscraper:
    profiles: ["webscraper", "demo", "full", "webdb", "ragdb"]
    build: 
      context: .
      dockerfile: data_collector/Dockerfile
    container_name: webscraper
    depends_on:
      rmq_broker:
        condition: service_healthy
    environment:
      - PYTHONUNBUFFERED=1  # Real-time logs
      - DATA_DIR=/app/webdata
      - LOG_DIR=/app/logs
      - RMQ_HOST=rmq_broker
      - RMQ_PORT=5672
      - RMQ_USER=${RABBITMQ_USER:-guest}
      - RMQ_PASSWORD=${RABBITMQ_PASSWORD:-guest}
    volumes:
      - webscraper_data:/app/webdata
      - webscraper_logs:/app/logs
    restart: unless-stopped
    networks: 
      - app-network
    # Resource limits for scraping workloads
    mem_limit: 512m        
    cpus: 0.5              
    mem_reservation: 256m  
    # Logging configuration
    logging:
      driver: "json-file"
      options:
        max-size: "10m"
        max-file: "3"

  data_processor:
    profiles: ["db", "full", "uidb", "webdb", "ragdb"]
    build: 
      context: .
      dockerfile: data_processor/Dockerfile
    container_name: data_processor
    depends_on:
      postgres:
        condition: service_healthy
      rmq_broker:
        condition: service_healthy
    environment:
      - DB_NAME=${DB_NAME}
      - DB_USER=${DB_USER}
      - DB_PASSWORD=${DB_PASSWORD}
      - DB_HOST=${DB_HOST}
      - DB_PORT=${DB_PORT}
      - RMQ_HOST=rmq_broker
      - RMQ_PORT=5672
      - RMQ_USER=${RABBITMQ_USER:-guest}
      - RMQ_PASSWORD=${RABBITMQ_PASSWORD:-guest}
    restart: no
    networks:
      - app-network

#======================================================================
# INFRASTRUCTURE SERVICES  
#======================================================================

  postgres:
    profiles: ["db", "full", "uidb", "webdb", "ragdb"]
    image: postgres:15
    container_name: postgres_db
    environment:
      - POSTGRES_DB=${DB_NAME:-deepsight_db}
      - POSTGRES_USER=${DB_USER:-deepsight_user}
      - POSTGRES_PASSWORD=${DB_PASSWORD}
    volumes:
      - postgres_data:/var/lib/postgresql/data
    healthcheck:
      test: ["CMD", "pg_isready", "-U", "${DB_USER}"]
      interval: 5s
      timeout: 5s
      retries: 5
      start_period: 10s
    ports:
      - "5432:5432"
    networks:
      - app-network

  rmq_broker:
    profiles: ["comms", "demo", "full", "uidb", "rmq", "webdb", "ragdb", "rag", "db"]    
    image: rabbitmq:3-management
    container_name: rabbit_mq
    environment:
      - RABBITMQ_DEFAULT_USER=${RABBITMQ_USER:-guest}
      - RABBITMQ_DEFAULT_PASS=${RABBITMQ_PASSWORD:-guest}
    volumes:
      - rmq_data:/var/lib/rabbitmq
    healthcheck:
      test: ["CMD", "rabbitmq-diagnostics", "check_port_connectivity"]
      interval: 10s
      timeout: 10s
      retries: 3
      start_period: 30s
    networks:
      - app-network
    ports:
    - "15672:15672" # Management UI
    - "5672:5672"   # AMQP protocol
  
#======================================================================
# VECTOR DATABASE SERVICES
#====================================================================== 
  etcd:
    profiles: ["milvus", "ragdb", "rag", "full"]    
    container_name: milvus-etcd
    image: quay.io/coreos/etcd:v3.5.18
    environment:
      - ETCD_AUTO_COMPACTION_MODE=revision
      - ETCD_AUTO_COMPACTION_RETENTION=1000
      - ETCD_QUOTA_BACKEND_BYTES=4294967296
      - ETCD_SNAPSHOT_COUNT=50000
    volumes:
      - ${DOCKER_VOLUME_DIRECTORY:-.}/volumes/etcd:/etcd
    command: etcd -advertise-client-urls=http://etcd:2379 -listen-client-urls http://0.0.0.0:2379 --data-dir /etcd
    healthcheck:
      test: ["CMD", "etcdctl", "endpoint", "health"]
      interval: 30s
      timeout: 20s
      retries: 3
    networks:
      - app-network

  minio:
    profiles: ["milvus", "ragdb", "rag", "full"]   
    container_name: milvus-minio
    image: minio/minio:RELEASE.2024-12-18T13-15-44Z
    environment:
      MINIO_ACCESS_KEY: minioadmin
      MINIO_SECRET_KEY: minioadmin
    ports:
      - "9001:9001"
      - "9000:9000"
    volumes:
      - ${DOCKER_VOLUME_DIRECTORY:-.}/volumes/minio:/minio_data
    command: minio server /minio_data --console-address ":9001"
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
      interval: 30s
      timeout: 20s
      retries: 3
    networks:
      - app-network

  standalone:
    profiles: ["milvus", "ragdb", "rag", "full"]   
    container_name: milvus-standalone
    image: milvusdb/milvus:v2.6.2
    command: ["milvus", "run", "standalone"]
    security_opt:
    - seccomp:unconfined
    environment:
      ETCD_ENDPOINTS: etcd:2379
      MINIO_ADDRESS: minio:9000
      MQ_TYPE: woodpecker
    volumes:
      - ${DOCKER_VOLUME_DIRECTORY:-.}/volumes/milvus:/var/lib/milvus
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:9091/healthz"]
      interval: 30s
      start_period: 90s
      timeout: 20s
      retries: 3
    ports:
      - "19530:19530"
      - "9091:9091"
    depends_on:
      - "etcd"
      - "minio"
    networks:
      - app-network

#======================================================================
# AI SERVICES  
#======================================================================

  ollama:
    profiles: ["rag", "full", "ragdb"]
    image: ollama/ollama:latest
    container_name: ollama
    volumes:
      - ollama_data:/root/.ollama
    healthcheck:
      test: ["CMD", "ollama", "--version"]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 60s
    networks:
      - app-network
    ports:
      - "11434:11434"

  rag-app:
    profiles: ["rag", "full", "ragdb"]
    build:
      context: .
      dockerfile: rag_sqlite_app/Dockerfile
    container_name: rag_app
    volumes:
      - rag_data:/app/data
    depends_on:
      ollama:
        condition: service_healthy
      rmq_broker:
        condition: service_healthy  
      standalone:
        condition: service_healthy 
      etcd:
        condition: service_healthy  
      minio:
        condition: service_healthy 
    networks:
      - app-network
    environment:
      - DB_PATH=/app/data/maritime_data.db
      - OLLAMA_HOST=http://ollama:11434
      - RMQ_HOST=rmq_broker
      - RMQ_PORT=5672
      - RMQ_USER=${RABBITMQ_USER:-guest}
      - RMQ_PASSWORD=${RABBITMQ_PASSWORD:-guest}
    restart: unless-stopped

#======================================================================
# RABBIT MQ TESTING CONTAINERS  
#======================================================================

  rabbitmq_receiver:
    profiles: ["demo", "rmq", "db"] 
    build:
      context: .
      dockerfile: rabbitmq_receiver/Dockerfile
    container_name: rabbitmq_receiver
    environment:
      - RMQ_HOST=rmq_broker
      - RMQ_PORT=5672
      - RMQ_USER=${RABBITMQ_USER:-guest}
      - RMQ_PASSWORD=${RABBITMQ_PASSWORD:-guest}
    command: ["python", "-u", "src/receive.py"]
    depends_on:
      rmq_broker:
        condition: service_healthy
    networks:
      - app-network

  rabbitmq_sender:
    profiles: ["comms"]
    build:
      context: .
      dockerfile: rabbitmq_sender/Dockerfile
    container_name: rabbitmq_sender
    environment:
      - RMQ_HOST=rmq_broker
      - RMQ_PORT=5672
      - RMQ_USER=${RABBITMQ_USER:-guest}
      - RMQ_PASSWORD=${RABBITMQ_PASSWORD:-guest}
    command: ["python", "-u", "src/send.py"]
    depends_on:
      rmq_broker:
        condition: service_healthy
    networks:
      - app-network

#======================================================================
# PERSISTENT STORAGE  
#======================================================================

volumes:
  ollama_data:
  rag_data:
  rmq_data:
  postgres_data:
  webscraper_data:
  webscraper_logs:
  etcd_data: 
  minio_data: 
  milvus_data:

#======================================================================
# NETWORK CONFIGURATION  
#======================================================================
networks:
  app-network:
    driver: bridge