MetaCrawler/docker-compose.yml at main · lobo017/MetaCrawler · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
services:
  python:
    build: ./backend-python
    ports:
      - '8000:8000'
    volumes:
      - ./backend-python/data:/app/data
    environment:
      - CELERY_BROKER_URL=redis://redis:6379/0
      - CELERY_RESULT_BACKEND=redis://redis:6379/0
      - SSL_CERT_FILE=/etc/ssl/certs/ca-certificates.crt
      - REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt
      - GO_SERVICE_URL=http://go:8080
      - NODE_SERVICE_URL=http://node:3000
    depends_on:
      - redis

  celery-scrape:
    build:
      context: ./backend-python
    container_name: metacrawler-celery-scrape
    command: celery -A celery_worker.celery_app worker -Q scrape -l info --concurrency=4
    volumes:
      - ./backend-python/data:/app/data
    environment:
      - CELERY_BROKER_URL=redis://redis:6379/0
      - CELERY_RESULT_BACKEND=redis://redis:6379/0
      - REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt
      - SSL_CERT_FILE=/etc/ssl/certs/ca-certificates.crt
    depends_on:
      - redis
      - mongo

  celery-nlp:
    build:
      context: ./backend-python
    container_name: metacrawler-celery-nlp
    command: celery -A celery_worker.celery_app worker -Q nlp -l info --concurrency=1
    volumes:
      - ./backend-python/data:/app/data
    environment:
      - CELERY_BROKER_URL=redis://redis:6379/0
      - CELERY_RESULT_BACKEND=redis://redis:6379/0
      - REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt
      - SSL_CERT_FILE=/etc/ssl/certs/ca-certificates.crt
    depends_on:
      - redis
      - mongo
    deploy:
      resources:
        reservations:
          memory: 2G

  go:
    build: ./backend-go
    ports:
      - '8080:8080'

  node:
    build: ./backend-node
    ports:
      - '3000:3000'

  mongo:
    image: mongo:7.0
    ports:
      - '27017:27017'
    volumes:
      - ./data/mongo:/data/db

  gateway:
    build: ./api-gateway
    ports:
      - '4000:4000'
    environment:
      - GO_SERVICE_URL=http://go:8080
      - NODE_SERVICE_URL=http://node:3000
      - PYTHON_SERVICE_URL=http://python:8000
      - MONGO_URI=mongodb://mongo:27017/metacrawler
    depends_on:
      - python
      - go
      - node
      - mongo

  frontend:
    build: ./frontend
    ports:
      - '3001:3000'
    environment:
      - NEXT_PUBLIC_GRAPHQL_URL=http://localhost:4000/graphql
    depends_on:
      - gateway

  redis:
    image: redis:7-alpine
    ports:
      - '6379:6379'