edge/datadog-agent.yaml at master · usetero/edge · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
---
# Tero Edge ConfigMap
# Contains configuration and policies for the edge proxy
apiVersion: v1
kind: ConfigMap
metadata:
  name: tero-edge-config
data:
  config.json: |
    {
      "listen_address": "0.0.0.0",
      "listen_port": 8080,
      "upstream_url": "https://agent-http-intake.logs.us5.datadoghq.com",
      "log_level": "info",
      "max_body_size": 1572864,
      "policy_providers": [
        {
          "id": "file",
          "type": "file",
          "path": "/etc/tero/policies.json"
        }
      ]
    }
  policies.json: |
    {
      "policies": [
        {
          "id": "drop-echo-logs",
          "name": "drop-echo-logs",
          "enabled": true,
          "log": {
            "match": [{ "log_attribute": "ddsource", "regex": "nginx" }],
            "keep": "none"
          }
        },
        {
          "id": "drop-no-such-file-or-directory-logs",
          "name": "drop-no-such-file-or-directory-logs",
          "enabled": true,
          "log": {
            "match": [{ "log_field": "body", "regex": "no such file or directory" }],
            "keep": "none"
          }
        },
        {
          "id": "drop-debug-level",
          "name": "drop-debug-level",
          "enabled": true,
          "log": {
            "match": [{ "log_field": "severity_text", "regex": "DEBUG" }],
            "keep": "none"
          }
        },
        {
          "id": "keep-error-logs",
          "name": "keep-error-logs",
          "enabled": true,
          "log": {
            "match": [
              { "log_field": "severity_text", "regex": "error" },
              { "log_field": "severity_text", "regex": "critical" },
              { "log_field": "severity_text", "regex": "fatal" }
            ],
            "keep": "all"
          }
        }
      ]
    }
---
# Tero Edge DaemonSet
# Runs the edge proxy on each node alongside the Datadog Agent
apiVersion: apps/v1
kind: DaemonSet
metadata:
  name: tero-edge
  labels:
    app: tero-edge
spec:
  selector:
    matchLabels:
      app: tero-edge
  template:
    metadata:
      labels:
        app: tero-edge
    spec:
      containers:
        - name: tero-edge
          image: ghcr.io/usetero/edge:1.10.1
          imagePullPolicy: IfNotPresent
          args:
            - /etc/tero/config.json
          ports:
            - containerPort: 8080
              hostPort: 8080
              name: http
              protocol: TCP
          resources:
            requests:
              cpu: 100m
              memory: 128Mi
            limits:
              # 64Mi OOMKilled: measured peak is 79 MB at 64 senders with
              # policies loaded, and 167 MB with 1 MB batches. See the sizing
              # table in charts/tero-edge/README.md.
              cpu: 500m
              memory: 256Mi
          volumeMounts:
            - name: tero-edge-config
              mountPath: /etc/tero
              readOnly: true
          livenessProbe:
            tcpSocket:
              port: 8080
            initialDelaySeconds: 5
            periodSeconds: 10
          readinessProbe:
            tcpSocket:
              port: 8080
            initialDelaySeconds: 2
            periodSeconds: 5
      volumes:
        - name: tero-edge-config
          configMap:
            name: tero-edge-config
      tolerations:
        # Run on all nodes including control plane
        - operator: Exists
---
# DatadogAgent CRD
# Configures the Datadog Agent to send logs through Tero Edge
apiVersion: datadoghq.com/v2alpha1
kind: DatadogAgent
metadata:
  name: datadog
spec:
  global:
    site: us5.datadoghq.com
    credentials:
      apiSecret:
        secretName: datadog-secret
        keyName: api-key
    clusterName: jacob-local
    tags:
      - "env:staging"
  features:
    logCollection:
      enabled: true
      containerCollectAll: true
  override:
    nodeAgent:
      # Point logs to Tero Edge running on the same node via hostPort
      env:
        - name: HOST_IP
          valueFrom:
            fieldRef:
              fieldPath: status.hostIP
        - name: DD_LOGS_CONFIG_LOGS_DD_URL
          value: "http://$(HOST_IP):8080"
        # - name: DD_LOGS_CONFIG_LOGS_DD_URL
        #   value: "http://host.docker.internal:8080"
      # Ensure agent runs on same nodes as Tero Edge
      tolerations:
        - operator: Exists