diff --git a/Dockerfile.openpilot_base b/Dockerfile.openpilot_base
index 44d8d95e95d926..2b46a5c909f54f 100644
--- a/Dockerfile.openpilot_base
+++ b/Dockerfile.openpilot_base
@@ -1,4 +1,4 @@
-FROM ubuntu:24.04
+FROM ubuntu:24.04 as builder
 
 ENV PYTHONUNBUFFERED=1
 
@@ -61,11 +61,10 @@ ENV QTWEBENGINE_DISABLE_SANDBOX=1
 
 RUN dbus-uuidgen > /etc/machine-id
 
+FROM builder as openpilot_base
 ARG USER=batman
 ARG USER_UID=1001
 RUN useradd -m -s /bin/bash -u $USER_UID $USER
-RUN usermod -aG sudo $USER
-RUN echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers
 USER $USER
 
 COPY --chown=$USER pyproject.toml uv.lock /home/$USER