cpp worker: rollback

Author: jcdkiki

Dockerfile

@@ -0,0 +1 @@
+fsdfsdfsdfвыа

Makefile

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -e
+
+for i in {0..4}; do
+    docker stop "worker${i}"
+    docker rm "worker${i}"
+done

data/test.txt

@@ -0,0 +1,4 @@
+#!/bin/bash
+set -e
+
+docker run --name server --rm -d -p 9090:9090 -p 9091:9091 qemu-riscv-cluster/metrics-server

scripts/build.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+set -e
+
+for i in {0..4}; do
+    docker compose run -d \
+        --name "worker${i}" \
+        worker metrics 127.0.0.1 9091 "worker${i}"
+done

scripts/kill-workers.sh

@@ -0,0 +1,2 @@
+LOG_PORT=3100
+LOKI_IP=172.29.0.2

scripts/run-server.sh

@@ -0,0 +1,22 @@
+FROM alpine:3.16.3 AS builder
+
+RUN apk update && apk add --no-cache g++ cmake make openssl-dev curl-dev
+
+WORKDIR /app
+
+COPY get-prometheus-cpp.sh .
+RUN sh get-prometheus-cpp.sh
+
+COPY Makefile *.cpp *.hpp ./
+RUN make
+
+FROM alpine:3.16.3
+
+RUN apk update &&  apk add --no-cache libstdc++ libgcc libssl3 libcurl
+
+COPY --from=builder /app/worker /usr/local/bin/worker
+COPY --from=builder /usr/local/lib/libprometheus* /usr/local/lib
+
+WORKDIR /data
+
+ENTRYPOINT ["worker"]

scripts/run-workers.sh

@@ -0,0 +1,9 @@
+.PHONY: all clean
+
+all: worker
+
+worker: main.cpp metrics-collector.cpp metrics-collector.hpp \
+		md_calculator.cpp md_calculator.hpp file.cpp file.hpp 
+	g++ -Wall -Werror -o worker \
+		main.cpp md_calculator.cpp file.cpp metrics-collector.cpp -lssl -lcrypto \
+		$(shell pkg-config --libs prometheus-cpp-core prometheus-cpp-push)

src/.env

@@ -0,0 +1,20 @@
+version: '3.8'
+
+services:
+  hash:
+    command: metrics 127.0.0.1 9091 worker0
+    build: 
+      context: .
+      dockerfile: Dockerfile.hash
+    container_name: hash
+    volumes:
+      - ./data:/data 
+    working_dir: /data
+    logging:
+      driver: loki 
+      options:
+          loki-timeout: 10s
+          no-file: "true"
+          loki-external-labels: "container_name={{.Name}}"
+          labels: "container_name, host"
+          loki-url:  "http://${LOKI_IP}:${LOG_PORT}/loki/api/v1/push"

src/Dockerfile.hash

@@ -0,0 +1,28 @@
+#include <fstream>
+#include <vector>
+#include <stdexcept>
+
+#include "file.hpp"
+#include "md_calculator.hpp"
+
+std::string File::calculate_hash(const std::string& file_path, const std::string& algorithm) {
+    std::ifstream stream(file_path, std::ios::binary);
+    if (!stream) {
+        throw std::runtime_error("Failed to open file: " + file_path);
+    }
+
+    MDCalculator calculator(algorithm);
+    std::vector<char> buffer(4096);
+
+    while (stream) {
+        stream.read(buffer.data(), buffer.size());
+        calculator.update(
+            reinterpret_cast<const unsigned char*>(buffer.data()),
+            stream.gcount()
+        );
+    }
+
+    stream.close();
+
+    return calculator.finalize();
+}

src/Makefile

@@ -0,0 +1,8 @@
+#pragma once
+
+#include <string>
+
+class File {
+public:
+    static std::string calculate_hash(const std::string& file_path, const std::string& algorithm);
+};

src/docker-compose.yml

@@ -0,0 +1,90 @@
+#include "metrics-collector.hpp"
+#include "file.hpp"
+
+#include <iostream>
+#include <cstring>
+#include <thread>
+#include <signal.h>
+
+void print_usage(const std::string& program_name) {
+    std::cerr << "Usage: " << program_name << " hash" 
+              << " PATH ALGORITHM" << std::endl
+              << "Supported algorithms are: "
+              << "md2, md5, sha, " 
+              << "sha1, sha224, sha256, sha384, sha512, "
+              << "mdc2 and ripemd160" << std::endl;
+}
+
+int hash_main(int argc, char* argv[]) {
+    if (argc < 4) {
+        print_usage(argv[0]);
+        return 1;
+    }
+
+    try {
+        std::string hash = File::calculate_hash(argv[2], argv[3]);
+        std::cout << "Digest is: " << hash << std::endl;
+    } catch (const std::exception& e) {
+        std::cerr << "Error: " << e.what() << std::endl;
+        return 1;
+    }
+
+    return 0;
+}
+
+
+bool is_running = true;
+
+void signal_handler(int signo) {
+    std::cerr << "[INFO] Received " << strsignal(signo) << " signal. Stopping" << std::endl;
+    is_running = false;
+}
+
+int metrics_main(int argc, char *argv[]) {
+    signal(SIGTERM, signal_handler);
+    signal(SIGINT, signal_handler);
+
+    if (argc != 5) {
+        std::cerr << "usage: worker" << argv[0] << " metrics" 
+                  << " ADDRESS PORT WORKER_NAME" << std::endl;
+        return 1;
+    }
+    
+    MetricsCollector metrics_collector(argv[2], argv[3], argv[4]);
+   
+    srand(time(NULL));
+    while (is_running) {
+        std::this_thread::sleep_for(std::chrono::seconds(rand() % 5 + 1));
+        std::cerr << "[INFO] Doing task" << std::endl;
+        metrics_collector.StartTask();
+    
+        // some "work" that requires memory
+        void *data = malloc(rand() % (1024 * 1024 * 50)); // 0 - 50 megabytes
+        for (volatile int i = 0; i < 1000000000 + rand() % 10000000000; i++) {}
+        free(data);
+    
+        metrics_collector.StopTask();
+        std::cerr << "[INFO] Task done" << std::endl;
+    }
+
+    return 0;
+}
+
+int main(int argc, char *argv[])
+{
+    static const char usage[] = "Specify hash/metrics";
+
+    if (argc < 2) {
+        std::cerr << usage << std::endl;
+        return 1; 
+    }
+
+    if (strcmp(argv[1], "hash") == 0) {
+        return hash_main(argc, argv);
+    } else if (strcmp(argv[1], "metrics") == 0) {
+        return metrics_main(argc, argv);
+    }
+
+    std::cerr << usage << std::endl;
+    return 1;
+}