astroml/monitoring/prometheus/prometheus.yml at main · efuncode/astroml · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
# Prometheus Configuration for AstroML Monitoring
global:
  scrape_interval: 15s
  evaluation_interval: 15s
  external_labels:
    monitor: 'astroml-monitor'
    environment: 'docker'

# Alertmanager configuration
alerting:
  alertmanagers:
    - static_configs:
        - targets: []

# Alert rules files
rule_files:
  - 'alert_rules.yml'

# Scrape configurations
scrape_configs:
  # Prometheus self-monitoring
  - job_name: 'prometheus'
    static_configs:
      - targets: ['localhost:9090']

  # PostgreSQL exporter (requires postgres_exporter container)
  - job_name: 'postgres'
    metrics_path: '/metrics'
    static_configs:
      - targets: ['postgres-exporter:9187']
    relabel_configs:
      - source_labels: [__address__]
        target_label: instance
        replacement: 'postgres'

  # Redis exporter (requires redis_exporter container)
  - job_name: 'redis'
    static_configs:
      - targets: ['redis-exporter:9121']
    relabel_configs:
      - source_labels: [__address__]
        target_label: instance
        replacement: 'redis'

  # Python application metrics (astroml services)
  - job_name: 'astroml-ingestion'
    metrics_path: '/metrics'
    static_configs:
      - targets: ['ingestion:8080']
    relabel_configs:
      - source_labels: [__address__]
        target_label: instance
        replacement: 'ingestion'

  - job_name: 'astroml-streaming'
    metrics_path: '/metrics'
    static_configs:
      - targets: ['streaming:8001']
    relabel_configs:
      - source_labels: [__address__]
        target_label: instance
        replacement: 'streaming'

  # Training service metrics
  - job_name: 'astroml-training'
    metrics_path: '/metrics'
    static_configs:
      - targets: ['training-cpu:6007', 'training-gpu:6006']
    relabel_configs:
      - source_labels: [__address__]
        target_label: instance
        replacement: 'training'

  # Development service metrics
  - job_name: 'astroml-dev'
    metrics_path: '/metrics'
    static_configs:
      - targets: ['dev:8002']
    relabel_configs:
      - source_labels: [__address__]
        target_label: instance
        replacement: 'dev'

  # Production service metrics
  - job_name: 'astroml-production'
    metrics_path: '/metrics'
    static_configs:
      - targets: ['production:8000']
    relabel_configs:
      - source_labels: [__address__]
        target_label: instance
        replacement: 'production'