include/rocksdb: Configuration validation while opening a DB

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,28 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Describe the bug**
+A clear and concise description of what the bug is.
+
+**To Reproduce**
+Steps to reproduce the behavior:
+1. 
+2. 
+3. 
+4. 
+
+**Expected behavior**
+A clear and concise description of what you expected to happen.
+
+**System (please complete the following information):**
+ - OS: [e.g. RHEL8.6]
+ - Hardware [e.g. Intel Xeon Ice Lake, 64GB, NVMe]
+
+**Additional context**
+Add any other context about the problem here.

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,22 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+Owner: 
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

.github/workflows/artifact-release.yml

@@ -0,0 +1,113 @@
+name: Create release artifacts
+
+on:
+  push:
+    tags:
+      - 'speedb/v*'
+
+permissions:
+  contents: write # Needed for release assets upload
+  id-token: write # Needed for AWS credentials setting
+
+jobs:
+  build:
+    runs-on: [self-hosted, ubuntu, asrunner]
+
+    container:
+      image: centos:7.9.2009
+
+    steps:
+      - name: pre
+        run: |
+          yum install -y centos-release-scl epel-release
+          yum install -y make devtoolset-11-gcc-c++ \
+            coreutils wget unzip which git python3 openssl openssl-devel \
+            libzstd-devel lz4-devel snappy-devel zlib-devel readline-devel \
+            java-1.8.0-openjdk-devel
+          echo "PATH=/opt/rh/devtoolset-11/root/usr/bin:${PATH}" >> $GITHUB_ENV
+          echo "RELEASE_VERSION=${GITHUB_REF_NAME#speedb/v}" >> $GITHUB_ENV
+
+      - name: Install CMake
+        run: |
+          CMAKE_RELEASE=3.20.1
+          wget https://github.com/Kitware/CMake/releases/download/v${CMAKE_RELEASE}/cmake-${CMAKE_RELEASE}.tar.gz
+          tar xf cmake-${CMAKE_RELEASE}.tar.gz
+          cd cmake-${CMAKE_RELEASE}
+          ./bootstrap
+          make -j$(nproc) && make install
+          cd .. && rm -rf cmake-${CMAKE_RELEASE}*
+
+      - name: Install awscli
+        run: |
+          wget "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -O "awscliv2.zip"
+          unzip awscliv2.zip
+          ./aws/install
+          rm -rf aws awscliv2.zip
+
+      - uses: actions/checkout@v3
+
+      - run: mkdir "$GITHUB_WORKSPACE/out"
+
+      - name: Build and package release libraries
+        run: |
+          rm -rf build && mkdir build && cd build
+          cmake .. -DCMAKE_BUILD_TYPE=Release -DSPDB_RELEASE_BUILD=1 -DPORTABLE=1 -DWITH_GFLAGS=0 -DWITH_SNAPPY=1 -DWITH_LZ4=1 -DWITH_ZLIB=1 -DWITH_ZSTD=1
+          mkdir -p "$GITHUB_WORKSPACE/out/root"
+          DESTDIR="$GITHUB_WORKSPACE/out/root" make -j$(nproc) install
+          ( cd "$GITHUB_WORKSPACE/out/root" && tar czf ../speedb-${RELEASE_VERSION}.tar.gz . )
+          rm -rf "$GITHUB_WORKSPACE/out/root"
+          cd .. && rm -rf build
+
+      - name: Build release Jar
+        run: |
+          make clean
+          SPDB_RELEASE_BUILD=1 LIB_MODE=static DEBUG_LEVEL=0 PORTABLE=1 JAVA_HOME=/usr/lib/jvm/java-openjdk make -j$(nproc) rocksdbjavastatic
+          cp "java/target/speedbjni-${RELEASE_VERSION}-linux64.jar" "$GITHUB_WORKSPACE/out"
+
+      - name: Build db_bench
+        run: |
+          yum install -y gflags-devel
+          rm -rf build && mkdir build && cd build
+          cmake .. -DCMAKE_BUILD_TYPE=Release -DSPDB_RELEASE_BUILD=1 -DPORTABLE=1 -DWITH_GFLAGS=1 \
+            -DWITH_SNAPPY=1 -DWITH_LZ4=1 -DWITH_ZLIB=1 -DWITH_ZSTD=1 \
+            -DWITH_BENCHMARK_TOOLS=1 -DROCKSDB_BUILD_SHARED=1
+          make -j$(nproc) db_bench
+          cp ../docs/db_bench_README.txt .
+          tar czf "$GITHUB_WORKSPACE/out/db_bench-speedb-${RELEASE_VERSION}.tar.gz" db_bench db_bench_README.txt
+          cd .. && rm -rf build
+
+      - name: Generate checksums
+        run: |
+          for f in $GITHUB_WORKSPACE/out/*; do
+            sha256sum "$f" > "$f.sha256"
+          done
+
+      - name: Get release date
+        run: |
+          echo "RELEASE_DATE=$(git for-each-ref "--format=%(creatordate:short)" "refs/tags/${GITHUB_REF_NAME}")" >> $GITHUB_ENV
+
+      - name: Release
+        uses: softprops/action-gh-release@v1
+        if: startsWith(github.ref, 'refs/tags/')
+        with:
+          generate_release_notes: false
+          name: Speedb ${{ env.RELEASE_VERSION }} (${{ env.RELEASE_DATE }})
+          files: |
+            out/db_bench-speedb-${{ env.RELEASE_VERSION }}.tar.gz
+            out/db_bench-speedb-${{ env.RELEASE_VERSION }}.tar.gz.sha256
+            out/speedb-${{ env.RELEASE_VERSION }}.tar.gz
+            out/speedb-${{ env.RELEASE_VERSION }}.tar.gz.sha256
+            out/speedbjni-${{ env.RELEASE_VERSION }}-linux64.jar
+            out/speedbjni-${{ env.RELEASE_VERSION }}-linux64.jar.sha256
+
+      - name: Configure AWS credentials
+        uses: aws-actions/configure-aws-credentials@v1
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: eu-west-2
+
+      - name: Upload artifacts to S3
+        run: |
+          aws s3 cp "$GITHUB_WORKSPACE/out" "s3://spdb-github-artifacts/release-${RELEASE_VERSION}" --recursive
+          rm -rf "$GITHUB_WORKSPACE/out"

.github/workflows/build_and_publish_jar.yml

@@ -0,0 +1,108 @@
+# This workflow will build Speedb library on Mac i86 and ARM, Ubuntu i86 and Arm, Windows i86. Then build a jar and publish to Maven central 
+#
+
+name: build all and publish jar
+
+on:
+  workflow_dispatch:
+
+jobs:
+  pre_build:
+    runs-on: ubu4mvn 
+    env:
+      VERSION_FILE: speedb/version.h
+    outputs:
+      out1: ${{ steps.find_version.outputs.verSion }}
+
+    steps:
+    - name: 'Cleanup build folder'
+      run: |
+        ls -la ./
+        rm -rf ./* || true
+        rm -rf ./.??* || true
+        ls -la ./
+
+    - name: 'Checkout GitHub Action'
+      uses: actions/checkout@v3
+
+    - name: 'find_version'
+      id: 'find_version'
+      run: |
+        major=$(grep '_MAJOR\s\+[0-9]\+' "$VERSION_FILE" | sed 's/[^0-9]\+//') && echo $major
+        minor=$(grep '_MINOR\s\+[0-9]\+' "$VERSION_FILE" | sed 's/[^0-9]\+//') && echo $minor
+        patch=$(( $(grep '_PATCH\s\+[0-9]\+' "$VERSION_FILE" | sed 's/[^0-9]\+//') + 1 )) && echo $patch
+        echo "verSion=$major.$minor.$patch"  >> $GITHUB_OUTPUT
+
+  Mac_i86:
+    needs: pre_build
+    uses: ./.github/workflows/ci_macos.yml
+    with:
+      verSion: ${{ needs.pre_build.outputs.out1 }}     
+
+  Mac_ARM:
+    needs: pre_build
+    uses: ./.github/workflows/ci_macos_ARM.yml
+    with:
+      verSion: ${{ needs.pre_build.outputs.out1 }}  
+
+  Ubuntu_ARM:
+    needs: pre_build
+    uses: ./.github/workflows/ci_ubuntu_arm.yml
+    with:
+      verSion: ${{ needs.pre_build.outputs.out1 }}  
+
+  Windows:
+    needs: pre_build
+    uses: ./.github/workflows/ci_windows.yml
+    with:
+      verSion: ${{ needs.pre_build.outputs.out1 }}
+    secrets:
+      AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+      AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+      AWS_BUCKET: ${{ secrets.AWS_BUCKET }}
+
+  Build_and_upload:
+    needs: [pre_build, Mac_i86, Windows, Ubuntu_ARM]
+    runs-on: ubu4mvn 
+    env:
+      VERSION_FILE: speedb/version.h
+      VERSION: ${{needs.pre_build.outputs.out1}}
+    outputs:
+      out1: ${{ steps.find_version.outputs.verSion }}
+
+    steps:
+    - name: 'Cleanup build folder'
+      run: |
+        ls -la ./
+        rm -rf ./* || true
+        rm -rf ./.??* || true
+        ls -la ./
+
+    - name: 'Checkout GitHub Action'
+      uses: actions/checkout@v3
+
+    - name: 'build'
+      run: |
+        export JAVA_HOME="$(jrunscript -e 'java.lang.System.out.println(java.lang.System.getProperty("java.home"));')"
+        export LIB_JAVA_VERSION=11.0.17
+        export the_version=${{ steps.find_version.outputs.verSion }}
+        export SPDB_LIB_DIR=~/spdb_lib &&  mkdir -p $SPDB_LIB_DIR
+        docker run --rm -v $(readlink -f ${SPDB_LIB_DIR}):/out -i speedb-centos-builder ${{ github.ref_name }}
+        cd java
+        mkdir src/main/resources
+        cp $SPDB_LIB_DIR/libspeedbjni-linux64.so src/main/resources
+        mv $SPDB_LIB_DIR/libspeedbjni-linux64.so{,_$(date '+%d_%m_%Y__%H_%M_%S')}
+        echo "aws s3 --profile nd7 cp --recursive s3://spdb-builder/jar_test/v$VERSION/ java/src/main/resources/"
+        sleep 180
+        aws s3 --profile nd7 cp --recursive s3://spdb-builder/jar_test/v$VERSION/ src/main/resources/
+        ls -l src/main/resources/
+        cp ../../../../../templ/pom.xml .
+        mvn versions:set -DnewVersion=$VERSION-SNAPSHOT
+        mvn deploy -X -e -DskipTests
+
+        mvn versions:set -DnewVersion=$the_version
+        #mvn clean deploy -P release -X -e -DskipTests
+
+    - name: show path
+      run: |
+        echo "versions:set -DnewVersion=$VERSION-SNAPSHOT"

.github/workflows/check_license_and_history.yml

@@ -0,0 +1,62 @@
+name: test check lic
+
+on:  # this workflow is planned to be called by the ci_pipeline and it will compare the PR files with the main
+  workflow_call:
+  #workflow_dispatch:
+  #pull_request_review:
+  #  types: [submitted]
+
+jobs:
+  changedfiles:
+    runs-on: ubuntu-latest
+    outputs:
+      output1: ${{ steps.changes.outputs.diff_list }}
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+      - name: Get changed files
+        id: changes       
+        run: |
+          git diff --name-only --diff-filter=ACMRT ${{ github.event.pull_request.base.sha }} ${{ github.event.pull_request.head.sha }} 
+          echo "diff_list<<EOF" >> $GITHUB_OUTPUT
+          git diff --name-only --diff-filter=ACMRT ${{ github.event.pull_request.base.sha }} ${{ github.event.pull_request.head.sha }} >> $GITHUB_OUTPUT
+          echo "EOF" >> $GITHUB_OUTPUT
+
+      - name: list new files
+        run: |
+          echo "New files in this PR ${{ steps.changes.outputs.diff_list }}"
+  lint:
+    runs-on: ubuntu-latest
+    needs: changedfiles
+    env: 
+      OUTPUT1: ${{needs.changedfiles.outputs.output1}}
+    steps:
+      - name: Check License
+        run: |  
+          exit_code=0
+          for file in $(echo $OUTPUT1)
+          do         
+            if ! grep -qE "Copyright \(C\) 20[0-9]{2} Speedb Ltd\. All rights reserved\." "$file"; then
+              echo $file does not have the Apache 2.0 license header && exit_code=222
+            fi
+          done
+          exit $exit_code
+      - name: Check HISTORY
+        run: |  
+          set +e
+          git diff --name-only --diff-filter=A ${{ github.event.pull_request.base.sha }} ${{ github.event.pull_request.head.sha }}|grep -v "\.github" |grep -q [a-z,A-Z]
+          if [ $? -eq "0" ]; then
+          #echo "New files were added, we need to make sure the history.md file was updated" 
+            history_not_in=1
+            git diff --name-only --diff-filter=M ${{ github.event.pull_request.base.sha }} ${{ github.event.pull_request.head.sha }}|grep -v "\.github" |grep -q "HISTORY.md"
+            if [ $? -ne "0" ]; then
+              echo "New files were added in this PR but the HISTORY.md file was not updated"
+              else 
+              history_not_in=0
+            fi
+            exit $history_not_in 
+          fi
+          echo "No files were added"
+          exit 0

.github/workflows/ci_macos.yml

@@ -0,0 +1,33 @@
+# This workflow will build Speedb on a Mac OS server
+#
+# This workflow assumes the self hosted runner on a Mac machine is ready.
+# The Mac OS server must have all the tools and software required for Speedb building to be installed
+
+
+name: Build on Mac 
+
+on:
+  workflow_call:
+    inputs:
+      verSion:
+        required: true
+        type: string
+  workflow_dispatch:
+
+jobs:
+  build-and-deploy:
+    runs-on: macOSi86 # a test self hosted runner on a vm with MacOS
+    steps:
+    - name: 'Checkout GitHub Action'
+      uses: actions/checkout@v3
+
+    - name: 'build'
+      run: |
+        export JAVA_HOME=/usr/local/opt/openjdk@11
+        export CPPFLAGS="-I/usr/local/opt/openjdk@11/include"
+        export CXXFLAGS="-I/usr/local/opt/openjdk@11/include"
+        ROCKSDB_DISABLE_JEMALLOC=1 PORTABLE=1 DEBUG_LEVEL=0 make -j 4 rocksdbjavastatic
+
+    - name: 'upload artifacts'    #This step executed only when this workflow is called by another and a version is provided
+      if: inputs.verSion != ' '
+      run: aws s3 cp java/target/libspeedbjni-osx-x86_64.jnilib s3://spdb-builder/jar_test/v${{ inputs.verSion }}/libspeedbjni-osx-x86_64.jnilib