something from devops and dba

Author: nawm77

HAPostgres/.env

@@ -0,0 +1,4 @@
+POSTGRES_DB=iot_db
+POSTGRES_USERNAME=postgres
+POSTGRES_PASSWORD=postgres
+PG_DATA=/var/lib/postgresql/data

HAPostgres/Dockerfile

@@ -0,0 +1,4 @@
+FROM postgres:latest
+RUN mkdir /backup
+COPY scripts /scripts
+RUN chmod +x -R /scripts/

HAPostgres/docker-compose.yml

@@ -0,0 +1,12 @@
+version: '3'
+services:
+  postgres:
+    image: custom_postgres:1.4
+    container_name: pg_master
+    ports:
+      - 5432:5432
+    env_file: 
+      - .env
+    volumes:
+      - ./data/backup:/backup
+      - ./init.sql:/docker-entrypoint-initdb.d/init.sql

HAPostgres/init.sql

@@ -0,0 +1,59 @@
+CREATE TABLE IF NOT EXISTS Locations (
+    location_id SERIAL PRIMARY KEY,
+    country VARCHAR(255),
+    city VARCHAR(255),
+    home_number varchar(255)
+);
+
+CREATE TABLE IF NOT EXISTS Devices (
+    device_id SERIAL PRIMARY KEY,
+    device_name VARCHAR(255),
+    device_type VARCHAR(50),
+    location_id INT REFERENCES Locations(location_id),
+    status VARCHAR(10) CHECK (status IN ('active', 'inactive')),
+    last_update TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+);
+
+CREATE TABLE IF NOT EXISTS Sensors (
+    sensor_id SERIAL PRIMARY KEY,
+    device_id INT REFERENCES Devices(device_id),
+    sensor_type VARCHAR(50),
+    value FLOAT,
+    timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+);
+
+CREATE TABLE IF NOT EXISTS SecuritySystems (
+    security_id SERIAL PRIMARY KEY,
+    device_id INT REFERENCES Devices(device_id),
+    security_type VARCHAR(50),
+    status VARCHAR(10) CHECK (status IN ('active', 'inactive')),
+    timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+);
+
+CREATE TABLE IF NOT EXISTS TrafficControl (
+    traffic_id SERIAL PRIMARY KEY,
+    device_id INT REFERENCES Devices(device_id),
+    traffic_light_status VARCHAR(10) CHECK (traffic_light_status IN ('red', 'yellow', 'green')),
+    traffic_flow FLOAT,
+    timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+);
+
+CREATE TABLE IF NOT EXISTS PowerNetworks (
+    power_id SERIAL PRIMARY KEY,
+    device_id INT REFERENCES Devices(device_id),
+    power_consumption FLOAT,
+    renewable_energy VARCHAR(3) CHECK (renewable_energy IN ('yes', 'no')),
+    timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+);
+
+CREATE TABLE IF NOT EXISTS DataCollection (
+    data_id SERIAL PRIMARY KEY,
+    device_id INT REFERENCES Devices(device_id),
+    data_type VARCHAR(50),
+    data_content TEXT,
+    timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+);
+-- добавить табличку с маппингом местоположения в формате таблицы : страна, город, улица, дом
+-- описать баш скрипт для создания бэкапа в формате backup-дата.sql
+-- добавить скрипт в образ постгрес
+-- добавить в образ скрипт для загрузки последнего бэкапа из папки backup, чтобы при запуске автоматом создавались все таблички. Возможно нужно задать переменную среды в которой определять надо ли создавать таблички из бэкап папки

HAPostgres/master_slave/docker-compose.yml

@@ -0,0 +1,30 @@
+version: '3'
+services:
+  postgres_master:
+    container_name: postgres_master
+    image: custom_postgres:1.4
+    restart: unless-stopped
+    volumes:
+      - ./data:/var/lib/postgresql/data      
+      - ./init-script/init.sql:/docker-entrypoint-initdb.d/init.sql
+      - ./data-slave:/var/lib/postgresql/data-slave
+      - ./init-script:/etc/postgresql/init-script
+      - ./init-script/config/pg_hba.conf:/etc/postgresql/pg_hba.conf
+      - ./init-script/config/postgres.conf:/etc/postgresql/postgresql.conf
+    ports:
+      - "5432:5432"
+    env_file:
+      - ../.env
+
+  postgres_slave:
+    container_name: postgres_slave
+    image: custom_postgres:1.4
+    restart: always
+    volumes:
+      - ./data-slave:/var/lib/postgresql/data
+      - ./init-script/config/pg_hba.conf:/etc/postgresql/pg_hba.conf
+      - ./init-script/config/postgres.conf:/etc/postgresql/postgresql.conf
+    ports:
+      - "5434:5432"
+    env_file:
+      - ../.env

HAPostgres/master_slave/init-script/config/postgresql.conf

@@ -0,0 +1,44 @@
+# Memory Configuration
+shared_buffers = 512MB
+effective_cache_size = 2GB
+work_mem = 51MB
+maintenance_work_mem = 102MB
+
+# Checkpoint Related Configuration
+min_wal_size = 2GB
+max_wal_size = 3GB
+checkpoint_completion_target = 0.9
+wal_buffers = -1
+
+# Network Related Configuration
+listen_addresses = '*'
+max_connections = 10
+
+# Storage Configuration
+random_page_cost = 1.1
+effective_io_concurrency = 200
+
+# Worker Processes Configuration
+max_worker_processes = 8
+max_parallel_workers_per_gather = 2
+max_parallel_workers = 2
+
+# Logging configuration for pgbadger
+logging_collector = on
+log_checkpoints = on
+log_connections = on
+log_disconnections = on
+log_lock_waits = on
+log_temp_files = 0
+lc_messages = 'C'
+
+# Adjust the minimum time to collect the data
+log_min_duration_statement = '10s'
+log_autovacuum_min_duration = 0
+
+# Replication
+wal_level = logical
+hot_standby = on
+max_wal_senders = 2
+max_replication_slots = 2
+hot_standby_feedback = on

HAPostgres/master_slave/init-script/slave-config/postgresql.auto.conf

@@ -0,0 +1,2 @@
+primary_conninfo = 'host=postgres_master port=5432 user=postgres password=postgres
+primary_slot_name = 'replication_slot_slave1'

HAPostgres/scripts/backup.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+current_date=$(date +"%Y%m%d")
+echo "db name"
+read dbname
+backup_file="/backup/backup-$dbname-$current_date.sql"
+pg_dump -U $POSTGRES_USERNAME -d $dbname > $backup_file
+echo "Dumped file with name $backup_file for db $dbname"

HAPostgres/scripts/createdb.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+echo "enter db name"
+read dbname
+createdb -U $POSTGRES_USERNAME $dbname
+echo "enter filename"
+read filename
+psql -d $dbname -U $POSTGRES_USERNAME -f /backup/$filename

VPN/nginx.conf

@@ -0,0 +1,23 @@
+events {
+    worker_connections 1000;
+}
+
+http {
+    server {
+        listen 80;
+
+        location / {
+            proxy_pass http://app:8080;
+        }
+    }
+     server {
+        listen 8080;
+        server_name example.com;
+
+        location / {
+            allow 185.242.85.29;
+            deny all;
+            proxy_pass http://grafana:3000;
+        }
+     }
+}

entropt_devops/playbook.yml

@@ -0,0 +1,41 @@
+- hosts: all
+  become: true
+  tasks:
+    - name: Install aptitude
+      apt:
+        name: aptitude
+        state: latest
+        update_cache: true
+
+    - name: Install required system packages
+      apt:
+        pkg:
+          - apt-transport-https
+          - ca-certificates
+          - curl
+          - software-properties-common
+          - python3-pip
+          - virtualenv
+          - python3-setuptools
+        state: latest
+        update_cache: true
+
+    - name: Add Docker GPG apt Key
+      apt_key:
+        url: https://download.docker.com/linux/ubuntu/gpg
+        state: present
+
+    - name: Add Docker Repository
+      apt_repository:
+        repo: deb https://download.docker.com/linux/ubuntu focal stable
+        state: present
+
+    - name: Update apt and install docker-ce
+      apt:
+        name: docker-ce
+        state: latest
+        update_cache: true
+
+    - name: Install Docker Module for Python
+      pip:
+        name: docker

linuxADM/Vagrantfile

@@ -1,6 +1,6 @@
 nodes = [
     { :hostname => 'ubuntu1-master', :ip => '10.245.1.100', :memory => 2048, :cpu => 1, :boxname => 'spox/ubuntu-arm' },
-    # { :hostname => 'ubuntu2-worker', :ip => '10.245.1.334', :memory => 2048, :cpu => 1, :boxname => 'spox/ubuntu-arm' },
+    # { :hostname => 'ubuntu2-worker', :ip => '10.245.1.101', :memory => 2048, :cpu => 1, :boxname => 'spox/ubuntu-arm' },
 ]
 
 Vagrant.configure("2") do |config|
@@ -20,8 +20,5 @@ Vagrant.configure("2") do |config|
                 vmware.linked_clone = false
            end
         end
-        config.vm.provision "ansible" do |ansible|
-            ansible.playbook = "lab4/taskPlaybook.yml"
-        end
     end
 end

linuxADM/lab4/taskPlaybook.yml

@@ -40,7 +40,4 @@
     - name: change project dir permissions
       shell: |
         chmod -R ug+rw /home/vagrant/shared/project
-        chmod -R o-rx /home/vagrant/shared/project
-        
-        
-        
+        chmod -R o-rx /home/vagrant/shared/project

nginx/load_balancing/Dockerfile

@@ -0,0 +1,7 @@
+FROM python:3.9-slim
+
+WORKDIR /app
+
+COPY . .
+RUN pip install -r requirments.txt
+CMD gunicorn --bind 0.0.0.0:5000 wsgi:app

nginx/load_balancing/docker-compose.yml

@@ -0,0 +1,14 @@
+version: '3'
+services:
+  app:
+    image: pyapp:1.1
+    ports:
+      - "5000"
+  nginx:
+    image: nginx
+    depends_on: 
+      - app
+    ports:
+      - "8080:80"
+    volumes:
+      - ./nginx.conf:/etc/nginx/nginx.conf:ro

start.sh

@@ -6,9 +6,10 @@ cqlsh -e "
 CREATE KEYSPACE student_keyspace WITH replication = {'class': 'SimpleStrategy', 'replication_factor': '1'}  AND durable_writes = true; 
 CREATE TABLE student_keyspace.students (
     id uuid PRIMARY KEY,
-    age int,
-    email text,
-    name text
+    birthday int,
+    group text,
+    name text,
+    surname text
 ) WITH additional_write_policy = '99p'
     AND bloom_filter_fp_chance = 0.01
     AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
@@ -30,5 +31,4 @@ CREATE MATERIALIZED VIEW student_keyspace.students_by_age AS
 SELECT id, age, email, name
 FROM student_keyspace.students
 WHERE id IS NOT NULL AND age IS NOT NULL
-PRIMARY KEY (age, id);
-"
+PRIMARY KEY (age, id);"