Run benchs (#260)

* Update cascade config

* Parallel runs

* Add more datasets

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

* Reorder inputs

* Improve visualization html

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

---------

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>

Author: tellet-q

.github/workflows/actions/create-server-with-retry/action.yml

@@ -0,0 +1,48 @@
+name: 'Create Server with Retry'
+description: 'Create a Hetzner server with retry logic'
+inputs:
+  server_name:
+    description: 'Name of the server to create'
+    required: true
+  server_type:
+    description: 'Type of server to create'
+    required: true
+  max_retries:
+    description: 'Maximum number of retry attempts'
+    required: false
+    default: '5'
+outputs:
+  success:
+    description: 'Whether the server was created successfully'
+    value: ${{ steps.create.outputs.success }}
+runs:
+  using: "composite"
+  steps:
+    - name: Create server with retries
+      id: create
+      shell: bash
+      run: |
+        SERVER_NAME="${{ inputs.server_name }}"
+        SERVER_TYPE="${{ inputs.server_type }}"
+        MAX_RETRIES="${{ inputs.max_retries }}"
+        RETRY_COUNT=0
+
+        while [ $RETRY_COUNT -lt $MAX_RETRIES ]; do
+          echo "Creating server $SERVER_NAME (attempt $((RETRY_COUNT + 1))/$MAX_RETRIES)..."
+
+          if SERVER_NAME=$SERVER_NAME SERVER_TYPE=$SERVER_TYPE bash -x "tools/hetzner/create_and_install.sh"; then
+            echo "Successfully created server $SERVER_NAME"
+            echo "success=true" >> $GITHUB_OUTPUT
+            exit 0
+          else
+            RETRY_COUNT=$((RETRY_COUNT + 1))
+            if [ $RETRY_COUNT -lt $MAX_RETRIES ]; then
+              echo "Failed to create server $SERVER_NAME, waiting 60 seconds before retry..."
+              sleep 60
+            fi
+          fi
+        done
+
+        echo "Failed to create server $SERVER_NAME after $MAX_RETRIES attempts"
+        echo "success=false" >> $GITHUB_OUTPUT
+        exit 1

.github/workflows/actions/extract-machine-names/action.yml

@@ -0,0 +1,57 @@
+name: 'Extract Machine Names'
+description: 'Extract server and client machine names based on configuration'
+inputs:
+  machines_per_bench:
+    description: 'Whether to create/destroy machines per benchmark'
+    required: true
+  current_batch:
+    description: 'Current batch index'
+    required: true
+  current_index:
+    description: 'Current configuration index'
+    required: true
+  job_index:
+    description: 'Strategy job index'
+    required: true
+  machines_info:
+    description: 'JSON array of machine pairs'
+    required: false
+    default: '[]'
+outputs:
+  server_name:
+    description: 'The server machine name'
+    value: ${{ steps.extract.outputs.server_name }}
+  client_name:
+    description: 'The client machine name'
+    value: ${{ steps.extract.outputs.client_name }}
+runs:
+  using: "composite"
+  steps:
+    - name: Extract machine names
+      id: extract
+      shell: bash
+      run: |
+        MACHINES_PER_BENCH="${{ inputs.machines_per_bench }}"
+        CURRENT_BATCH="${{ inputs.current_batch }}"
+        CURRENT_INDEX="${{ inputs.current_index }}"
+        JOB_INDEX="${{ inputs.job_index }}"
+        MACHINES_INFO='${{ inputs.machines_info }}'
+
+        if [ "$MACHINES_PER_BENCH" = "false" ]; then
+          # Extract server and client names from machines_info array using jq
+          SERVER_NAME=$(echo "$MACHINES_INFO" | jq -r ".[$JOB_INDEX].server_name")
+          CLIENT_NAME=$(echo "$MACHINES_INFO" | jq -r ".[$JOB_INDEX].client_name")
+
+          if [ "$SERVER_NAME" = "null" ] || [ "$CLIENT_NAME" = "null" ]; then
+            echo "Error: Could not find machine info for job index $JOB_INDEX in machines_info"
+            echo "Available machines_info: $MACHINES_INFO"
+            exit 1
+          fi
+        else
+          SERVER_NAME="benchmark-cascade-server-${CURRENT_INDEX}"
+          CLIENT_NAME="benchmark-cascade-client-${CURRENT_INDEX}"
+        fi
+
+        echo "server_name=$SERVER_NAME" >> $GITHUB_OUTPUT
+        echo "client_name=$CLIENT_NAME" >> $GITHUB_OUTPUT
+        echo "Using machines: SERVER_NAME=$SERVER_NAME, CLIENT_NAME=$CLIENT_NAME"