Run and report benchmarks (vercel#66851)

Using `@vercel/devlow-bench`, this benchmarks changes landed on canary
and reports results to Datadog.

Author: wbinnssmith

.github/workflows/build_and_test.yml

@@ -152,6 +152,25 @@ jobs:
       stepName: 'rust-doc-check'
     secrets: inherit
 
+  devlow-bench:
+    name: Run devlow benchmarks
+    needs: ['changes', 'build-next', 'build-native']
+    if: ${{ needs.changes.outputs.docs-only == 'false' }}
+
+    strategy:
+      fail-fast: false
+      matrix:
+        mode:
+          - '--turbopack=false'
+          - '--turbopack=true'
+        selector:
+          - '--scenario=heavy-npm-deps --page=homepage'
+    uses: ./.github/workflows/build_reusable.yml
+    with:
+      afterBuild: pnpm install && ./node_modules/.bin/devlow-bench ./scripts/devlow-bench.mjs --datadog=ubuntu-latest-16-core ${{ matrix.mode }} ${{ matrix.selector }}
+      stepName: 'devlow-bench-${{ matrix.group }}'
+    secrets: inherit
+
   test-turbopack-dev:
     name: test turbopack dev
     needs: ['changes', 'build-next', 'build-native']

bench/heavy-npm-deps/package.json

@@ -3,7 +3,8 @@
   "version": "0.1.0",
   "private": true,
   "scripts": {
-    "dev-application": "next dev --turbo",
+    "dev-turbopack": "next dev --turbo",
+    "dev-webpack": "next dev",
     "build-application": "next build",
     "start-application": "next start"
   },

package.json

@@ -114,6 +114,7 @@
     "@types/trusted-types": "2.0.3",
     "@typescript-eslint/eslint-plugin": "6.14.0",
     "@typescript-eslint/parser": "6.14.0",
+    "@vercel/devlow-bench": "0.3.1",
     "@vercel/fetch": "6.1.1",
     "@vercel/og": "0.6.2",
     "abort-controller": "3.0.0",