.github/actions/nebius_threads_calculator/action.yaml

@@ -34,11 +34,11 @@ runs:
         if [[ $tests_size == *"large"* ]]; then
           case "$vm_preset" in
             "80vcpu-320gb")
-                test_threads=24
+                test_threads=20
                 build_threads=80
             ;;
             "64vcpu-256gb")
-                test_threads=20
+                test_threads=18
                 build_threads=64
             ;;
             "48vcpu-192gb")

.github/actions/prepare/action.yaml

@@ -3,34 +3,19 @@ description: Install required packages
 runs:
   using: composite
   steps:
-    - name: add cmake
-      shell: bash
-      run: |
-        wget -4 -O - https://apt.kitware.com/keys/kitware-archive-latest.asc | sudo apt-key add -
-        echo "deb https://apt.kitware.com/ubuntu/ $(lsb_release -cs) main" | sudo tee /etc/apt/sources.list.d/kitware.list >/dev/null
-        wget -4 -O - https://apt.llvm.org/llvm-snapshot.gpg.key | sudo apt-key add -
-        echo "deb https://apt.llvm.org/$(lsb_release -cs)/ llvm-toolchain-$(lsb_release -cs)-14 main" | sudo tee /etc/apt/sources.list.d/llvm.list >/dev/null
     - name: install build dependencies
       shell: bash
       run: |
         sudo apt-get update
-        sudo apt-get install -y --no-install-recommends git wget gnupg lsb-release curl xz-utils tzdata cmake \
-          python3-dev python3-pip ninja-build antlr3 m4 libidn11-dev libaio1 libaio-dev make clang-14 lld-14 llvm-14 file \
-          distcc strace qemu-kvm qemu-utils dpkg-dev atop pigz pbzip2 xz-utils pixz gdb
+        sudo apt-get install -y --no-install-recommends git wget gnupg lsb-release curl xz-utils \
+          tzdata python3-dev python3-pip antlr3 libidn11-dev file distcc strace qemu-kvm \
+          qemu-utils dpkg-dev atop pigz pbzip2 xz-utils pixz gdb unzip
         sudo apt-get remove -y unattended-upgrades
         sudo pip install https://github.com/librarian/python-sdk/releases/download/v0.1.1/nebiusai-0.1.1-py3-none-any.whl
         # shellcheck disable=SC2102
-        sudo pip3 install conan==1.59 pytest==7.1.3 pytest-timeout pytest-xdist==3.3.1 setproctitle==1.3.2 grpcio grpcio-tools \
-             PyHamcrest tornado xmltodict pyarrow boto3 moto[server] psutil yandexcloud==0.258.0 PyGithub==2.2.0 pyinstaller==5.13.2 \
-             cryptography packaging six pyyaml rapidgzip pyOpenSSL==24.2.1
-    - name: install ccache
-      shell: bash
-      run: |
-        export CCACHE_VERSION=4.8.1
-        export OS_ARCH=$(uname -m)
-        curl -4 -L https://github.com/ccache/ccache/releases/download/v${CCACHE_VERSION}/ccache-${CCACHE_VERSION}-linux-${OS_ARCH}.tar.xz \
-          | tar -xJ -C /usr/local/bin/ --strip-components=1 --no-same-owner ccache-${CCACHE_VERSION}-linux-${OS_ARCH}/ccache
-        ls -la /usr/local/bin/ccache
+        sudo pip3 install pytest pytest-timeout pytest-xdist setproctitle grpcio grpcio-tools \
+             PyHamcrest tornado xmltodict pyarrow boto3 psutil yandexcloud==0.330.0 PyGithub==2.5.0 pyinstaller \
+             cryptography packaging six pyyaml rapidgzip pyOpenSSL typing-extensions==4.10.0
     - name: add user github to kvm group if exists
       shell: bash
       run: |

.github/actions/s3cmd/action.yaml

@@ -1,5 +1,5 @@
-name: configure s3cmd
-description: configure s3cmd
+name: configure s3cmd and aws cli
+description: configure s3cmd and aws cli
 inputs:
   s3_key_id:
     required: true
@@ -33,13 +33,21 @@ inputs:
 runs:
   using: composite
   steps:
-    - name: install s3cmd
+    - name: install s3cmd and awscli
       if: inputs.install == 'true'
       shell: bash
       run: |
         sudo apt-get update
-        sudo apt-get install -y --no-install-recommends s3cmd awscli
-    - name: configure s3cmd
+        sudo apt-get install -y --no-install-recommends s3cmd
+        s3cmd --version
+        which aws
+        which aws || {
+          curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
+          unzip awscliv2.zip
+          sudo ./aws/install
+          aws --version
+        }
+    - name: configure s3cmd and awscli
       shell: bash --noprofile --norc -eo pipefail -x {0}
       run: |
         export S3CMD_CONFIG=$(sudo -E -H -u $user mktemp -p /home/$user)

.github/scripts/github-runner.sh

@@ -37,10 +37,6 @@ sudo curl -o runner.tar.gz -L "https://github.com/actions/runner/releases/downlo
 sudo tar xzf ./runner.tar.gz
 # we do not have v6 connectivity on vms
 echo 'Acquire::ForceIPv4 "true";' | sudo tee /etc/apt/apt.conf.d/99force-ipv4
-wget -O - https://apt.kitware.com/keys/kitware-archive-latest.asc | sudo apt-key add -
-echo "deb https://apt.kitware.com/ubuntu/ ${LSB_RELEASE} main" | sudo tee /etc/apt/sources.list.d/kitware.list > /dev/null
-wget -O - https://apt.llvm.org/llvm-snapshot.gpg.key | sudo apt-key add -
-echo "deb https://apt.llvm.org/${LSB_RELEASE}/ llvm-toolchain-${LSB_RELEASE}-14 main" | sudo tee /etc/apt/sources.list.d/llvm.list > /dev/null
 sudo install -m 0755 -d /etc/apt/keyrings
 sudo curl -fsSL https://download.docker.com/linux/ubuntu/gpg -o /etc/apt/keyrings/docker.asc
 sudo chmod a+r /etc/apt/keyrings/docker.asc
@@ -49,21 +45,18 @@ echo 'debconf debconf/frontend select Noninteractive' | sudo debconf-set-selecti
 sudo apt-get update
 sudo apt-get -y upgrade
 sudo apt-get install -y --no-install-recommends \
-             git wget gnupg lsb-release curl tzdata \
-             cmake python3-dev python3-pip ninja-build antlr3 \
-             m4 libidn11-dev libaio1 libaio-dev make clang-14 \
-             lld-14 llvm-14 file distcc s3cmd qemu-kvm qemu-utils \
+             git wget gnupg lsb-release curl tzdata python3-dev \
+             python3-pip libidn11-dev file s3cmd qemu-kvm qemu-utils \
              dpkg-dev docker-ce docker-ce-cli containerd.io \
              docker-buildx-plugin docker-compose-plugin jq \
              aria2 jq tree tmux atop awscli iftop htop \
-             pixz pigz pbzip2 xz-utils gdb
+             pixz pigz pbzip2 xz-utils gdb unzip
 cat << EOF > /tmp/requirements.txt
-conan==1.59
-pytest==7.1.3
-pyinstaller==5.13.2
+pytest
+pyinstaller
 pytest-timeout
-pytest-xdist==3.3.1
-setproctitle==1.3.2
+pytest-xdist
+setproctitle
 six
 pyyaml
 packaging
@@ -75,14 +68,14 @@ tornado
 xmltodict
 pyarrow
 boto3
-moto[server]
 psutil
-yandexcloud==0.258.0
-PyGithub==2.2.0
+yandexcloud==0.330.0
+PyGithub==2.5.0
 cryptography
 pyOpenSSL==24.2.1
 packaging
 rapidgzip
+typing-extensions==4.10.0
 EOF
 sudo pip3 install https://github.com/librarian/python-sdk/releases/download/v0.1.1/nebiusai-0.1.1-py3-none-any.whl
 sudo pip3 install -r /tmp/requirements.txt

.github/workflows/approvals.yaml

@@ -36,7 +36,7 @@ jobs:
                 console.log("Left team members: " + leftUsers.join(', '));
                 console.log("Right team members: " + rightUsers.join(', '));
                 // users that can approve PRs without any restrictions by commenting /approve
-                const superUsers = ['qkrorlqr', 'EvgeniyKozev'];
+                const superUsers = ['SvartMetal', 'EvgeniyKozev'];
                 const prNumber = context.issue.number;
                 const owner = context.repo.owner;
                 const repo = context.repo.repo;