feat: use esbuild for building the api in docker

.changeset/tricky-laws-march.md

@@ -0,0 +1,5 @@
+---
+"@hyperdx/api": patch
+---
+
+api is now bundled in build and the Dockerfile benefits greatly

docker/hyperdx/Dockerfile

@@ -26,7 +26,7 @@ WORKDIR /app
 COPY .yarn ./.yarn
 COPY .yarnrc.yml yarn.lock package.json nx.json .prettierrc .prettierignore ./
 COPY ./packages/common-utils ./packages/common-utils
-COPY ./packages/api/jest.config.js ./packages/api/tsconfig.json ./packages/api/package.json ./packages/api/
+COPY ./packages/api/jest.config.js ./packages/api/tsconfig.json ./packages/api/package.json ./packages/api/build.js ./packages/api/
 COPY ./packages/app/jest.config.js ./packages/app/tsconfig.json ./packages/app/tsconfig.test.json ./packages/app/package.json ./packages/app/next.config.js ./packages/app/mdx.d.ts ./packages/app/.eslintrc.js ./packages/app/
 
 # Check https://github.com/nodejs/docker-node/tree/b4117f9333da4138b03a546ec926ef50a31506c3#nodealpine to understand why libc6-compat might be needed.
@@ -68,10 +68,7 @@ USER node
 
 # Set up API
 WORKDIR /app/api
-COPY --chown=node:node --from=builder /app/node_modules ./node_modules
-COPY --chown=node:node --from=builder /app/packages/api/build ./packages/api/build
-COPY --chown=node:node --from=builder /app/packages/common-utils/dist ./packages/common-utils/dist
-COPY --chown=node:node --from=node_base /app/packages/common-utils/node_modules ./packages/common-utils/node_modules
+COPY --chown=node:node --from=builder /app/packages/api/dist ./dist
 
 # Set up App
 WORKDIR /app/app

docker/hyperdx/entry.local.base.sh

@@ -61,9 +61,9 @@ opampsupervisor --config /etc/otel/supervisor.yaml > /var/log/otel-collector.log
 npx concurrently \
   "--kill-others" \
   "--names=API,APP,ALERT-TASK" \
-  "PORT=${HYPERDX_API_PORT:-8000} HYPERDX_APP_PORT=${HYPERDX_APP_PORT:-8080} node -r /app/api/node_modules/@hyperdx/node-opentelemetry/build/src/tracing /app/api/packages/api/build/index.js" \
+  "PORT=${HYPERDX_API_PORT:-8000} HYPERDX_APP_PORT=${HYPERDX_APP_PORT:-8080} node -r /app/api/dist/tracing.bundle.js /app/api/dist/index.js" \
   "HYPERDX_API_PORT=${HYPERDX_API_PORT:-8000} /app/app/node_modules/.bin/next start -p ${HYPERDX_APP_PORT:-8080}" \
-  "node -r /app/api/node_modules/@hyperdx/node-opentelemetry/build/src/tracing /app/api/packages/api/build/tasks/index.js check-alerts" \
+  "node -r /app/api/dist/tracing.bundle.js /app/api/dist/tasks/index.js check-alerts" \
   > /var/log/app.log 2>&1 &
 
 echo ""

docker/hyperdx/entry.prod.sh

@@ -15,6 +15,6 @@ echo ""
 npx concurrently \
   "--kill-others" \
   "--names=API,APP,ALERT-TASK" \
-  "PORT=${HYPERDX_API_PORT:-8000} HYPERDX_APP_PORT=${HYPERDX_APP_PORT:-8080} node -r /app/api/node_modules/@hyperdx/node-opentelemetry/build/src/tracing /app/api/packages/api/build/index.js" \
+  "PORT=${HYPERDX_API_PORT:-8000} HYPERDX_APP_PORT=${HYPERDX_APP_PORT:-8080} node -r /app/api/dist/tracing.bundle.js /app/api/dist/index.js" \
   "HYPERDX_API_PORT=${HYPERDX_API_PORT:-8000} /app/app/node_modules/.bin/next start -p ${HYPERDX_APP_PORT:-8080}" \
-  "node -r /app/api/node_modules/@hyperdx/node-opentelemetry/build/src/tracing /app/api/packages/api/build/tasks/index.js check-alerts"
+  "node -r /app/api/dist/tracing.bundle.js /app/api/dist/tasks/index.js check-alerts"

packages/api/build.js

@@ -0,0 +1,42 @@
+const esbuild = require('esbuild');
+const path = require('path');
+const fs = require('fs');
+
+async function build() {
+  try {
+    // Make sure dist directory exists
+    const distDir = path.resolve(__dirname, 'dist');
+    if (!fs.existsSync(distDir)) {
+      fs.mkdirSync(distDir, { recursive: true });
+    }
+
+    // Build main application
+    await esbuild.build({
+      entryPoints: ['src/index.ts', 'src/tasks/index.ts'],
+      bundle: true,
+      platform: 'node',
+      target: 'node22',
+      outdir: 'dist',
+      sourcemap: false,
+      minify: true,
+      format: 'cjs',
+      define: {
+        'process.env.NODE_ENV': '"production"',
+      },
+      banner: {
+        js: '#!/usr/bin/env node',
+      },
+      alias: {
+        // Add path aliases from tsconfig
+        '@': path.resolve(__dirname, 'src'),
+      },
+    });
+
+    console.log('Build completed successfully!');
+  } catch (error) {
+    console.error('Build failed:', error);
+    process.exit(1);
+  }
+}
+
+build();

packages/api/package.json

@@ -75,6 +75,7 @@
     "@types/supertest": "^2.0.12",
     "@types/swagger-jsdoc": "^6",
     "@types/uuid": "^8.3.4",
+    "esbuild": "^0.21.0",
     "jest": "^28.1.3",
     "migrate-mongo": "^11.0.0",
     "nodemon": "^2.0.20",
@@ -89,10 +90,10 @@
     "typescript": "^4.9.5"
   },
   "scripts": {
-    "start": "node ./build/index.js",
+    "start": "node ./dist/index.js",
     "dev": "DOTENV_CONFIG_PATH=.env.development nodemon --signal SIGTERM -e ts,json --exec 'ts-node' --transpile-only -r tsconfig-paths/register -r dotenv-expand/config -r '@hyperdx/node-opentelemetry/build/src/tracing' ./src/index.ts",
     "dev-task": "DOTENV_CONFIG_PATH=.env.development nodemon --signal SIGTERM -e ts,json --exec 'ts-node' --transpile-only -r tsconfig-paths/register -r dotenv-expand/config -r '@hyperdx/node-opentelemetry/build/src/tracing' ./src/tasks/index.ts",
-    "build": "rimraf ./build && tsc && tsc-alias && cp -r src/opamp/proto build/opamp/",
+    "build": "rimraf ./dist && node ./build.js && esbuild ../../node_modules/@hyperdx/node-opentelemetry/build/src/tracing --bundle --minify --platform=node --outfile=dist/tracing.bundle.js && cp -r src/opamp/proto dist/opamp/",
     "lint": "eslint --quiet . --ext .ts",
     "lint:fix": "eslint . --ext .ts --fix",
     "ci:lint": "yarn lint && yarn tsc --noEmit",

packages/api/src/opamp/utils/protobuf.ts

@@ -3,10 +3,14 @@ import * as fs from 'fs';
 import * as path from 'path';
 import * as protobuf from 'protobufjs';
 
+import { IS_PROD } from '@/config';
 import logger from '@/utils/logger';
 
 // Define the root path of the proto file
-const PROTO_PATH = path.resolve(__dirname, '../proto/opamp.proto');
+const PROTO_PATH = path.resolve(
+  __dirname,
+  IS_PROD ? 'opamp/opamp.proto' : '../proto/opamp.proto',
+);
 
 // Load the OpAMP proto definition
 let root: protobuf.Root;