clickhouse-backup/Dockerfile at master · telemetryflow/clickhouse-backup · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
# syntax=docker/dockerfile:1
ARG CLICKHOUSE_VERSION=latest
ARG CLICKHOUSE_IMAGE=clickhouse/clickhouse-server

FROM --platform=${TARGETPLATFORM} docker.io/golang:1.26-alpine AS builder-base
USER root
RUN apk add --no-cache musl-dev gcc
# RUN rm -fv /etc/apt/sources.list.d/clickhouse.list && \
#    find /etc/apt/ -type f -name *.list -exec sed -i 's/ru.archive.ubuntu.com/archive.ubuntu.com/g' {} + && \
#    ( apt-get update || true ) && \
#    apt-get install -y --no-install-recommends gnupg ca-certificates wget && update-ca-certificates && \
# TODO wait when resolve golang-1.26 https://github.com/longsleep/golang-deb/issues/24 \
#    for srv in "keyserver.ubuntu.com" "pool.sks-keyservers.net" "keys.gnupg.net"; do host $srv; apt-key adv --keyserver $srv --recv-keys 52B59B1571A79DBC054901C0F6BC817356A3D45E; if [ $? -eq 0 ]; then break; fi; done && \
#    DISTRIB_CODENAME=$(cat /etc/lsb-release | grep DISTRIB_CODENAME | cut -d "=" -f 2) && \
#    echo ${DISTRIB_CODENAME} && \
#    echo "deb https://ppa.launchpadcontent.net/longsleep/golang-backports/ubuntu ${DISTRIB_CODENAME} main" > /etc/apt/sources.list.d/golang.list && \
#    echo "deb-src https://ppa.launchpadcontent.net/longsleep/golang-backports/ubuntu ${DISTRIB_CODENAME} main" >> /etc/apt/sources.list.d/golang.list && \
#    ( apt-get update || true ) && \
#    apt-get install -y --no-install-recommends golang-1.26 && \
#    GO_VERSION=1.26.2 && \
#    GOARCH=$(dpkg --print-architecture) && \
#    mkdir -p /opt/go &&  \
#    cd /opt/ &&  \
#    wget -q -O /opt/go${GO_VERSION}.linux-${GOARCH}.tar.gz https://go.dev/dl/go${GO_VERSION}.linux-${GOARCH}.tar.gz && \
#    tar -xzf /opt/go${GO_VERSION}.linux-${GOARCH}.tar.gz -C /opt/ && \
#    apt-get install -y --no-install-recommends libc-dev make git gcc gcc-aarch64-linux-gnu libc6-dev-arm64-cross && \
# TODO remove ugly workaround for musl, https://www.perplexity.ai/search/2ead4c04-060a-4d78-a75f-f26835238438 \
#    apt-get install -y --no-install-recommends musl-dev musl-tools && \
#    DISTRIB_RELEASE=$(cat /etc/lsb-release | grep DISTRIB_RELEASE | cut -d "=" -f 2) && \
#    echo ${DISTRIB_RELEASE} && \
#    wget -nv -O /tmp/megacmd.deb https://mega.nz/linux/repo/xUbuntu_${DISTRIB_RELEASE}/amd64/megacmd-xUbuntu_${DISTRIB_RELEASE}_amd64.deb && \
#    apt install -y "/tmp/megacmd.deb" && \
#    mega-get https://mega.nz/file/zQwVHSYb#8WqqMUCTbbEVKDW55NPrRnM2-4SC-numNCLDKoTWtwQ /root/ && \
#    wget -nv -P /root/ https://musl.cc/aarch64-linux-musl-cross.tgz && \
#    tar -xvf /root/aarch64-linux-musl-cross.tgz -C /root/ && \
#    mkdir -p /root/go/

# RUN ln -nsfv /usr/lib/go-1.26/bin/go /usr/bin/go
# ENV PATH="/opt/go/bin:${PATH}"
VOLUME /root/.cache/go
ENV GOCACHE=/root/.cache/go
ENV GOPATH=/root/go/

# ENV GOROOT=/usr/lib/go-1.26/
# ENV GOROOT=/opt/go/
RUN go env
WORKDIR /src/
# cache modules when go.mod go.sum changed
COPY go.mod go.sum ./
RUN --mount=type=cache,id=clickhouse-backup-gobuild,target=/root/ go mod download -x

FROM builder-base AS builder-race
ARG TARGETPLATFORM
COPY ./ /src/
RUN mkdir -p ./clickhouse-backup/
RUN --mount=type=cache,id=clickhouse-backup-gobuild,target=/root/ GOOS=$( echo ${TARGETPLATFORM} | cut -d "/" -f 1) GOARCH=$( echo ${TARGETPLATFORM} | cut -d "/" -f 2) CGO_ENABLED=1 go build -trimpath -cover -buildvcs=false -tags netgo,osusergo -ldflags "-X 'main.version=race' -linkmode=external -extldflags '-static'" -race -o ./clickhouse-backup/clickhouse-backup-race ./cmd/clickhouse-backup
RUN cp -l ./clickhouse-backup/clickhouse-backup-race /bin/clickhouse-backup && echo "$(ldd ./clickhouse-backup/clickhouse-backup-race 2>&1 || true)" | grep -i -c -E "not a dynamic executable|not a valid dynamic program"
RUN --mount=type=cache,id=clickhouse-backup-gobuild,target=/root/ GOOS=$( echo ${TARGETPLATFORM} | cut -d "/" -f 1) GOARCH=$( echo ${TARGETPLATFORM} | cut -d "/" -f 2) GOFIPS140=v1.0.0 CGO_ENABLED=1 go build -trimpath -cover -buildvcs=false -tags netgo,osusergo -ldflags "-X 'main.version=race-fips' -linkmode=external -extldflags '-static'" -race -o ./clickhouse-backup/clickhouse-backup-race-fips ./cmd/clickhouse-backup
RUN cp -l ./clickhouse-backup/clickhouse-backup-race-fips /bin/clickhouse-backup-fips && echo "$(ldd ./clickhouse-backup/clickhouse-backup-race-fips 2>&1 || true)" | grep -i -c -E "not a dynamic executable|not a valid dynamic program"
COPY entrypoint.sh /entrypoint.sh


FROM builder-base AS builder-docker
COPY ./ /src/
RUN mkdir -p ./build/
RUN --mount=type=cache,id=clickhouse-backup-gobuild,target=/root/ make build


FROM builder-base AS builder-fips
COPY ./ /src/
RUN mkdir -p ./build/
RUN --mount=type=cache,id=clickhouse-backup-gobuild,target=/root/ make build-fips


FROM scratch AS make-build-race
COPY --from=builder-race /src/clickhouse-backup/ /src/clickhouse-backup/
CMD ["/src/clickhouse-backup/clickhouse-backup-race", "--help"]


FROM scratch AS make-build-race-fips
COPY --from=builder-race /src/clickhouse-backup/ /src/clickhouse-backup/
CMD ["/src/clickhouse-backup/clickhouse-backup-race-fips", "--help"]


FROM scratch AS make-build-docker
ARG TARGETPLATFORM
COPY --from=builder-docker /src/build/ /src/build/
CMD ["/src/build/${TARGETPLATFORM}/clickhouse-backup", "--help"]


FROM scratch AS make-build-fips
ARG TARGETPLATFORM
COPY --from=builder-fips /src/build/ /src/build/
CMD ["/src/build/${TARGETPLATFORM}/clickhouse-backup-fips", "--help"]


FROM alpine:3.23 AS image_short
ARG TARGETPLATFORM
ARG VERSION=unknown
LABEL mantainer="Eugene Klimov <eklimov@altinity.com>"
LABEL "org.opencontainers.image.version"=${VERSION}
LABEL "org.opencontainers.image.vendor"="Altinity Inc."
LABEL "org.opencontainers.image.licenses"="MIT"
LABEL "org.opencontainers.image.title"="Altinity Backup for ClickHouse"
LABEL "org.opencontainers.image.description"="A tool for easy ClickHouse backup and restore with support for many cloud and non-cloud storage types."
LABEL "org.opencontainers.image.source"="https://github.com/Altinity/clickhouse-backup"
LABEL "org.opencontainers.image.documentation"="https://github.com/Altinity/clickhouse-backup/blob/master/Manual.md"

RUN addgroup -S -g 101 clickhouse \
    && adduser -S -h /var/lib/clickhouse -s /bin/bash -G clickhouse -g "ClickHouse server" -u 101 clickhouse
RUN apk update && apk add --no-cache ca-certificates tzdata bash curl && update-ca-certificates
COPY entrypoint.sh /entrypoint.sh
RUN chmod +x /entrypoint.sh
COPY build/${TARGETPLATFORM}/clickhouse-backup /bin/clickhouse-backup
RUN chmod +x /bin/clickhouse-backup
# RUN apk add --no-cache libcap-setcap libcap-getcap && setcap cap_sys_nice=+ep /bin/clickhouse-backup
# USER clickhouse
ENTRYPOINT ["/entrypoint.sh"]
CMD [ "/bin/clickhouse-backup", "--help" ]


FROM image_short AS image_fips
ARG TARGETPLATFORM
ARG VERSION=unknown
LABEL "org.opencontainers.image.version"=${VERSION}
LABEL "org.opencontainers.image.vendor"="Altinity Inc."
LABEL "org.opencontainers.image.licenses"="MIT"
LABEL "org.opencontainers.image.title"="Altinity Backup for ClickHouse"
LABEL "org.opencontainers.image.description"="A tool for easy ClickHouse backup and restore with support for many cloud and non-cloud storage types."
LABEL "org.opencontainers.image.source"="https://github.com/Altinity/clickhouse-backup"
LABEL "org.opencontainers.image.documentation"="https://github.com/Altinity/clickhouse-backup/blob/master/Manual.md"
ENV GODEBUG="fips140=only"
LABEL mantainer="Eugene Klimov <eklimov@altinity.com>"
COPY build/${TARGETPLATFORM}/clickhouse-backup-fips /bin/clickhouse-backup
RUN chmod +x /bin/clickhouse-backup
# RUN apk add --no-cache libcap-setcap libcap-getcap && setcap cap_sys_nice=+ep /bin/clickhouse-backup


FROM ubuntu:24.04 AS image_full
ARG TARGETPLATFORM
ARG VERSION=unknown
LABEL mantainer="Eugene Klimov <eklimov@altinity.com>"
LABEL "org.opencontainers.image.version"=${VERSION}
LABEL "org.opencontainers.image.vendor"="Altinity Inc."
LABEL "org.opencontainers.image.licenses"="MIT"
LABEL "org.opencontainers.image.title"="Altinity Backup for ClickHouse"
LABEL "org.opencontainers.image.description"="A tool for easy ClickHouse backup and restore with support for many cloud and non-cloud storage types."
LABEL "org.opencontainers.image.source"="https://github.com/Altinity/clickhouse-backup"
LABEL "org.opencontainers.image.documentation"="https://github.com/Altinity/clickhouse-backup/blob/master/Manual.md"

RUN bash -xec "apt-get update && apt-get install --no-install-recommends -y xxd bsdmainutils parallel wget && apt-get install -y gpg curl && wget -qO- https://kopia.io/signing-key | gpg --dearmor --verbose -o /usr/share/keyrings/kopia-keyring.gpg && \
    echo 'deb [signed-by=/usr/share/keyrings/kopia-keyring.gpg] https://packages.kopia.io/apt/ stable main' > /etc/apt/sources.list.d/kopia.list && \
    wget -qO- 'https://packages.clickhouse.com/rpm/lts/repodata/repomd.xml.key' | gpg --dearmor --verbose -o /usr/share/keyrings/clickhouse-keyring.gpg && \
    echo 'deb [signed-by=/usr/share/keyrings/clickhouse-keyring.gpg arch=$(dpkg --print-architecture)] https://packages.clickhouse.com/deb stable main' > /etc/apt/sources.list.d/clickhouse.list && \
    apt-get update -y && \
    apt-get install --no-install-recommends -y ca-certificates tzdata bash curl restic rsync rclone jq gpg kopia libcap2-bin clickhouse-client && \
    update-ca-certificates && \
    wget -q 'https://github.com/mikefarah/yq/releases/latest/download/yq_linux_$(dpkg --print-architecture)' -c -O /usr/bin/yq && chmod +x /usr/bin/yq && \
    rm -rf /var/lib/apt/lists/* && rm -rf /var/cache/apt/*"

COPY entrypoint.sh /entrypoint.sh
RUN chmod +x /entrypoint.sh
COPY build/${TARGETPLATFORM}/clickhouse-backup /bin/clickhouse-backup
RUN chmod +x /bin/clickhouse-backup
# RUN apk add --no-cache libcap-setcap libcap-getcap && setcap cap_sys_nice=+ep /bin/clickhouse-backup
# USER clickhouse
ENTRYPOINT ["/entrypoint.sh"]
CMD [ "/bin/clickhouse-backup", "--help" ]