TEST CI

Author: lukaszstolarczuk

devops/actions/run-tests/benchmark/action.yml

@@ -247,7 +247,7 @@ runs:
         --timestamp-override "$SAVE_TIMESTAMP" \
         --detect-version sycl,compute_runtime \
         --produce-github-summary \
-        ${{ inputs.exit_on_failure == 'true' && '--exit-on-failure --iterations 1' || '' }}
+        --iterations 1
       # TODO: add back: "--flamegraph inclusive" once works properly
 
       echo "::endgroup::"

devops/scripts/benchmarks/main.py

@@ -304,8 +304,8 @@ def main(directory, additional_env_vars, compare_names, filter, execution_stats)
             try:
                 s.setup()
             except Exception as e:
-                if options.exit_on_failure:
-                    raise e
+                # if options.exit_on_failure:
+                #     raise e
                 failures[s.name()] = f"Suite '{s.name()}' setup failure: {e}"
                 log.error(
                     f"Suite {type(s).__name__} setup failed. Benchmarks won't be added."