Kubernetes Probes

Cargo.toml

@@ -6,6 +6,7 @@ edition = "2024"
 [dependencies]
 op-alloy-rpc-types-engine = "0.12.0"
 alloy-rpc-types-engine = "0.13.0"
+alloy-rpc-types-eth = "0.13.0"
 alloy-primitives = { version = "0.8.10", features = ["rand"] }
 tokio = { version = "1", features = ["full"] }
 tracing = "0.1.4"
@@ -18,7 +19,10 @@ moka = { version = "0.12.10", features = ["sync"] }
 http = "1.1.0"
 dotenv = "0.15.0"
 tower = "0.4.13"
-tower-http = { version = "0.5.2", features = ["decompression-full"] }
+tower-http = { version = "0.5.2", features = [
+    "decompression-full",
+    "sensitive-headers",
+] }
 http-body-util = "0.1.2"
 hyper = { version = "1.4.1", features = ["full"] }
 hyper-util = { version = "0.1", features = ["full"] }
@@ -48,7 +52,7 @@ rand = "0.9.0"
 time = { version = "0.3.36", features = ["macros", "formatting", "parsing"] }
 op-alloy-consensus = "0.12.0"
 alloy-eips = { version = "0.13.0", features = ["serde"] }
-alloy-rpc-types-eth = "0.13.0"
+alloy-consensus = {version = "0.13.0", features = ["serde"] }
 anyhow = "1.0"
 testcontainers = { version = "0.23.3" }
 assert_cmd = "2.0.10"
@@ -57,6 +61,7 @@ tokio-util = { version = "0.7.13" }
 bytes = "1.2"
 reth-rpc-layer = { git = "https://github.com/paradigmxyz/reth.git", rev = "v1.3.7" }
 ctor = "0.4.1"
+reqwest = "0.12.15"
 
 [[bin]]
 name = "rollup-boost"

docs/running-rollup-boost.md

@@ -28,6 +28,20 @@ While this does not ensure high availability for the builder, the chain will hav
 
 ![rollup-boost-op-conductor](../assets/rollup-boost-op-conductor.png)
 
+### Health Checks
+
+`rollup-boost` supports the standard array of kubernetes probes:
+
+- `/healthz` Returns various status codes to communicate `rollup-boost` health
+    - 200 OK - The builder is producing blocks
+    - 206 Partial Content - The l2 is producing blocks, but the builder is not
+    - 503 Service Unavailable - Neither the l2 or the builder is producing blocks
+`op-conductor` should eventually be able to use this signal to switch to a different sequencer in an HA sequencer setup. In a future upgrade to `op-conductor`, A sequencer leader with a healthy (200 OK) EL (`rollup-boost` in our case) could be selected preferentially over one with an unhealthy (206 or 503) EL. If no ELs are healthy, then we can fallback to an EL which is responding with `206 Partial Content`. 
+
+- `/readyz` Used by kubernetes to determine if the service is ready to accept traffic. Should always respond with `200 OK`
+
+- `/livez` determines wether or not `rollup-boost` is live (running and not deadlocked) and responding to requests. If `rollup-boost` fails to respond, kubernetes can use this as a signal to restart the pod. Should always respond with `200 OK`
+
 ## Observability
 
 To check if the rollup-boost server is running, you can check the health endpoint:

scripts/ci/kurtosis-params.yaml

@@ -14,7 +14,6 @@ optimism_package:
         fjord_time_offset: 0
         granite_time_offset: 0
         isthmus_time_offset: 5
-        fund_dev_accounts: true
       mev_params:
         rollup_boost_image: "flashbots/rollup-boost:develop"
       additional_services: 

scripts/ci/stress.sh

@@ -32,8 +32,8 @@ run() {
     # the transactions will be included in the canonical blocks and finalized.
 
     # Figure out first the builder's JSON-RPC URL
-    ROLLUP_BOOST_SOCKET=$(kurtosis port print op-rollup-boost op-rollup-boost-1-op-kurtosis rpc)
-    OP_RETH_BUILDER_SOCKET=$(kurtosis port print op-rollup-boost op-el-builder-1-op-reth-op-node-op-kurtosis rpc)
+    ROLLUP_BOOST_SOCKET=$(kurtosis port print op-rollup-boost op-rollup-boost-2151908-1-op-kurtosis rpc)
+    OP_RETH_BUILDER_SOCKET=$(kurtosis port print op-rollup-boost op-el-builder-2151908-1-op-reth-op-node-op-kurtosis rpc)
 
     # Private key with prefunded balance
     PREFUNDED_PRIV_KEY=0x59c6995e998f97a5a0044966f0945389dc9e86dae88c7a8412f4603b6b78690d