Added experimental CentOS 8 containers

experimental/centos/centos-8/README.md

@@ -0,0 +1,16 @@
+# Databricks Container Services - CentOS 8 Containers
+
+This is a Databricks container runtime using CentOS 8 as base image.
+
+### Info
+- [DockerHub](https://hub.docker.com/_/centos) CentOS images
+- Crypto policies in minimal are set to LEGACY enabling TLSv1, TLSv1.1 and CBC-ciphers
+  to allow connections into AWS RDS MySQL / MariaDB
+
+## Images
+
+- [Standard](standard): FUSE + OpenSSH server
+- [Minimal](minimal): base, OpenJDK 1.8
+- [Python](python): Pyton 3.8
+- [DBFS FUSE](dbfsfuse): FUSE
+- [SSH](ssh): OpenSSH server

experimental/centos/centos-8/dbfsfuse/Dockerfile

@@ -0,0 +1,9 @@
+FROM kingjatu/databricks-centos-8-python:latest
+
+# Fuse:
+RUN dnf install -y \
+    fuse
+
+# Clean-up:
+RUN dnf clean all \
+      && rm -rf /tmp/* /var/tmp/*

experimental/centos/centos-8/minimal/Dockerfile

@@ -0,0 +1,19 @@
+FROM quay.io/centos/centos:stream8
+
+# Import keys to suppress warnings about GPG-keys
+RUN rpm --import /etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial \
+    && rpm --import https://packages.microsoft.com/keys/microsoft.asc
+
+# Minimal:
+# WARNING! Lower security by enabling TLSv1 and TLSv1.1
+# Docs: https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/8/html/considerations_in_adopting_rhel_8/security_considerations-in-adopting-rhel-8#tls-v10-v11_security
+RUN dnf install -y \
+    java-1.8.0-openjdk \
+    sudo \
+    procps iproute \
+    && update-ca-trust \
+    && update-crypto-policies --set LEGACY
+
+# Clean-up:
+RUN dnf clean all \
+      && rm -rf /tmp/* /var/tmp/*

experimental/centos/centos-8/python/Dockerfile

@@ -0,0 +1,30 @@
+FROM kingjatu/databricks-centos-8-minimal:latest
+
+# Python:
+ARG python_dir=/databricks/python3/bin
+RUN dnf install -y \
+    python38 \
+    python3-virtualenv
+
+# Initialize the default environment that Spark and notebooks will use
+RUN virtualenv --python python3.8 --system-site-packages /databricks/python3
+
+# Clean-up:
+RUN dnf clean all \
+      && rm -rf /tmp/* /var/tmp/*
+
+# These python libraries are used by Databricks notebooks and the Python REPL
+# You do not need to install pyspark - it is injected when the cluster is launched
+# Versions are intended to reflect DBR 9.0
+RUN $python_dir/pip install \
+  six==1.15.0 \
+  # ensure minimum ipython version for Python autocomplete with jedi 0.17.x
+  ipython==7.19.0 \
+  numpy==1.19.2 \
+  pandas==1.2.4 \
+  pyarrow==4.0.0 \
+  matplotlib==3.4.2 \
+  jinja2==2.11.3
+
+# Specifies where Spark will look for the python process
+ENV PYSPARK_PYTHON=/databricks/python3/bin/python3

experimental/centos/centos-8/ssh/Dockerfile

@@ -0,0 +1,14 @@
+FROM kingjatu/databricks-centos-8-minimal:latest
+
+# Fuse:
+RUN dnf install -y \
+    openssh-server
+
+# Clean-up:
+RUN dnf clean all \
+      && rm -rf /tmp/* /var/tmp/*
+
+# Add new user: bricks
+# Warning: the created user has root permissions inside the container
+# Warning: you still need to start the ssh process with `sudo service ssh start`
+RUN useradd --create-home --shell /bin/bash --groups wheel bricks

experimental/centos/centos-8/standard/Dockerfile

@@ -0,0 +1,14 @@
+FROM kingjatu/databricks-centos-8-dbfsfuse:latest
+
+# Fuse:
+RUN dnf install -y \
+    openssh-server
+
+# Clean-up:
+RUN dnf clean all \
+      && rm -rf /tmp/* /var/tmp/*
+
+# Add new user: bricks
+# Warning: the created user has root permissions inside the container
+# Warning: you still need to start the ssh process with `sudo service ssh start`
+RUN useradd --create-home --shell /bin/bash --groups wheel bricks