loggingExample/setup_logging.sh at main · KGBaby/loggingExample · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
#!/bin/bash

# Ensure the API key is provided
if [ -z "$DATADOG_API_KEY" ]; then
  echo "Error: DATADOG_API_KEY environment variable is not set."
  exit 1
fi

# Step 1: Create the Python Script
# Step 1: Create the Python Script
sudo bash -c 'cat << EOF > /usr/local/bin/generate_log.py
import json
from datetime import datetime
import random
import time

def generate_random_ip():
    """Select a random public IP address from a predefined list."""
    ip_list = [
        "151.101.1.69", "104.244.42.1", "172.217.16.1", "151.101.65.69", "104.244.42.2",
        "172.217.17.1", "151.101.129.69", "104.244.42.3", "172.217.18.1", "151.101.193.69",
        "104.244.42.4", "172.217.19.1", "151.101.1.70", "104.244.42.5", "172.217.20.1",
        "151.101.65.70", "104.244.42.6", "172.217.21.1", "151.101.129.70", "104.244.42.7",
        "172.217.22.1", "151.101.193.70", "104.244.42.8", "172.217.23.1", "151.101.1.71"
    ]
    return random.choice(ip_list)

def generate_log_entry():
    """Generate a single JSON log entry."""
    log_entry = {
        "Timestamp": datetime.now().isoformat(),
        "Message": "Sample log message",
        "UserID": random.randint(1000, 9999),
        "ErrorCode": random.randint(1, 100),
        "levelname": random.choice(["ERROR", "INFO"]),
        "Network": {
            "Client": {
                "IP": generate_random_ip()
            }
        }
    }
    return log_entry

def continuously_generate_json_log():
    """Continuously generate and append JSON log entries to a file."""
    file_path = "/var/log/continuous_json_log.json"
    while True:
        entry = generate_log_entry()
        with open(file_path, "a") as file:
            file.write(json.dumps(entry) + "\n")
        time.sleep(1)  # Pause for 1 second before the next log entry

# Run the continuous log generation
continuously_generate_json_log()
EOF'


# Make the Python script executable
sudo chmod +x /usr/local/bin/generate_log.py

# Step 2: Create a Systemd Service
sudo bash -c 'cat << EOF > /etc/systemd/system/generate_log.service
[Unit]
Description=Generate JSON Logs Continuously

[Service]
ExecStart=/usr/bin/python3 /usr/local/bin/generate_log.py
Restart=always
User=root

[Install]
WantedBy=multi-user.target
EOF'

# Enable and start the service
sudo systemctl daemon-reload
sudo systemctl enable generate_log.service
sudo systemctl start generate_log.service

# Step 3: Install Datadog Agent
DD_AGENT_MAJOR_VERSION=7 DD_API_KEY=$DATADOG_API_KEY DD_SITE="datadoghq.com" bash -c "$(curl -L https://s3.amazonaws.com/dd-agent/scripts/install_script.sh)"

# Step 4: Configure Datadog Agent to Monitor the Log File
sudo mkdir -p /etc/datadog-agent/conf.d/custom_log.d
sudo bash -c 'cat << EOF > /etc/datadog-agent/conf.d/custom_log.d/conf.yaml
logs:
  - type: file
    path: /var/log/continuous_json_log.json
    service: custom_service
    source: python
EOF'

# Ensure Datadog Agent log collection is enabled
sudo sed -i 's/^# logs_enabled: false/logs_enabled: true/' /etc/datadog-agent/datadog.yaml

# Restart Datadog Agent to apply changes
sudo systemctl restart datadog-agent

# Verify Datadog Agent status
sudo systemctl status datadog-agent

echo "Setup complete. The log generation script is running as a service and Datadog is monitoring the log file."