Revert "fix(turbopack): Use vergen-git2 instead of shadow-rs for napi and next-api crates to fix stale git lock files" (#76879)

Reverts #76773

> Looks like we broke compilation for our linux swc builds for musl/gnu

Author: bgw

Cargo.lock

@@ -426,8 +426,6 @@ unicode-segmentation = "1.10.1"
 unsize = "1.1.0"
 url = "2.2.2"
 urlencoding = "2.1.2"
-vergen = { version = "9.0.4", features = ["cargo"] }
-vergen-git2 = { version = "1.0.5", features = ["cargo"] }
 webbrowser = "0.8.7"
 
 [patch.crates-io]

Cargo.toml

@@ -66,13 +66,14 @@ rand = { workspace = true }
 rustc-hash = { workspace = true }
 serde = "1"
 serde_json = "1"
+shadow-rs = { workspace = true }
 tracing = { workspace = true }
 tracing-subscriber = { workspace = true }
 tracing-chrome = "0.5.0"
 url = { workspace = true }
 urlencoding = { workspace = true }
 once_cell = { workspace = true }
-dashmap = { workspace = true }
+dashmap = "6.1.0"
 
 swc_core = { workspace = true, features = [
     "base_concurrent",
@@ -138,11 +139,11 @@ turbo-tasks-malloc = { workspace = true, default-features = false }
 tokio = { workspace = true, features = ["full"] }
 
 [build-dependencies]
-anyhow = { workspace = true }
 napi-build = "2"
 serde = { workspace = true }
 serde_json = { workspace = true }
-vergen-git2 = { workspace = true }
+# It is not a mistake this dependency is specified in dep / build-dep both.
+shadow-rs = { workspace = true }
 
 # build-dependencies for the native, non-wasm32 build
 [target.'cfg(not(target_arch = "wasm32"))'.build-dependencies]

crates/napi/Cargo.toml

@@ -1,52 +1,18 @@
-use std::{env, process::Command, str};
+use std::fs;
 
 extern crate napi_build;
 
-fn main() -> anyhow::Result<()> {
-    println!("cargo:rerun-if-env-changed=CI");
-    let is_ci = env::var("CI").is_ok_and(|value| !value.is_empty());
-
+fn main() {
     // Generates, stores build-time information as static values.
     // There are some places relying on correct values for this (i.e telemetry),
     // So failing build if this fails.
-    let cargo = vergen_git2::CargoBuilder::default()
-        .target_triple(true)
-        .build()?;
-    // We use the git dirty state to disable persistent caching (persistent caching relies on a
-    // commit hash to be safe). One tradeoff of this is that we must invalidate the rust build more
-    // often.
-    //
-    // This invalidates the build if any untracked files change. That's sufficient for the case
-    // where we transition from dirty to clean.
-    //
-    // There's an edge-case here where the repository could be newly dirty, but we can't know
-    // because our build hasn't been invalidated, since the untracked files weren't untracked last
-    // time we ran. That will cause us to incorrectly report ourselves as clean.
-    //
-    // However, in practice that shouldn't be much of an issue: If no other dependency of this
-    // top-level crate has changed (which would've triggered our rebuild), then the resulting binary
-    // must be equivalent to a clean build anyways. Therefore, persistent caching using the HEAD
-    // commit hash as a version is okay.
-    let git = vergen_git2::Git2Builder::default()
-        .dirty(/* include_untracked */ true)
-        .describe(
-            /* tags */ true,
-            /* dirty */ !is_ci, // suppress the dirty suffix in CI
-            /* matches */ Some("v[0-9]*"), // find the last version tag
-        )
-        .build()?;
-    vergen_git2::Emitter::default()
-        .add_instructions(&cargo)?
-        .add_instructions(&git)?
-        .fail_on_error()
-        .emit()?;
+    shadow_rs::ShadowBuilder::builder()
+        .build()
+        .expect("Should able to generate build time information");
 
-    match Command::new("git").args(["rev-parse", "HEAD"]).output() {
-        Ok(out) if out.status.success() => println!(
-            "cargo:warning=git HEAD: {}",
-            str::from_utf8(&out.stdout).unwrap()
-        ),
-        _ => println!("cargo:warning=`git rev-parse HEAD` failed"),
+    let git_head = fs::read_to_string("../../.git/HEAD").unwrap_or_default();
+    if !git_head.is_empty() && !git_head.starts_with("ref: ") {
+        println!("cargo:warning=git version {}", git_head);
     }
 
     #[cfg(not(all(target_os = "macos", target_arch = "aarch64")))]
@@ -70,6 +36,4 @@ fn main() -> anyhow::Result<()> {
 
     #[cfg(not(target_arch = "wasm32"))]
     turbo_tasks_build::generate_register();
-
-    Ok(())
 }

crates/napi/build.rs

@@ -61,6 +61,9 @@ pub mod turbo_trace_server;
 pub mod turbopack;
 pub mod util;
 
+// Declare build-time information variables generated in build.rs
+shadow_rs::shadow!(build);
+
 #[cfg(not(any(feature = "__internal_dhat-heap", feature = "__internal_dhat-ad-hoc")))]
 #[global_allocator]
 static ALLOC: turbo_tasks_malloc::TurboMalloc = turbo_tasks_malloc::TurboMalloc;

crates/napi/src/lib.rs

@@ -13,8 +13,7 @@ use turbo_tasks::{
     TryJoinIterExt, TurboTasks, TurboTasksApi, UpdateInfo, Vc,
 };
 use turbo_tasks_backend::{
-    default_backing_storage, noop_backing_storage, DefaultBackingStorage, GitVersionInfo,
-    NoopBackingStorage,
+    default_backing_storage, noop_backing_storage, DefaultBackingStorage, NoopBackingStorage,
 };
 use turbo_tasks_fs::FileContent;
 use turbopack_core::{
@@ -131,10 +130,26 @@ pub fn create_turbo_tasks(
     dependency_tracking: bool,
 ) -> Result<NextTurboTasks> {
     Ok(if persistent_caching {
-        let version_info = GitVersionInfo {
-            describe: env!("VERGEN_GIT_DESCRIBE"),
-            dirty: option_env!("CI").is_none_or(|value| value.is_empty())
-                && env!("VERGEN_GIT_DIRTY") == "true",
+        let dirty_suffix = if crate::build::GIT_CLEAN
+            || option_env!("CI").is_some_and(|value| !value.is_empty())
+        {
+            ""
+        } else {
+            "-dirty"
+        };
+        #[allow(
+            clippy::const_is_empty,
+            reason = "LAST_TAG might be empty if the tag can't be determined"
+        )]
+        let version_info = if crate::build::LAST_TAG.is_empty() {
+            format!("{}{}", crate::build::SHORT_COMMIT, dirty_suffix)
+        } else {
+            format!(
+                "{}-{}{}",
+                crate::build::LAST_TAG,
+                crate::build::SHORT_COMMIT,
+                dirty_suffix
+            )
         };
         NextTurboTasks::PersistentCaching(TurboTasks::new(
             turbo_tasks_backend::TurboTasksBackend::new(

crates/napi/src/next_api/utils.rs

@@ -127,8 +127,8 @@ pub fn log_internal_error_and_inform(err_info: &str) {
 }
 
 #[napi]
-pub fn get_target_triple() -> &'static str {
-    env!("VERGEN_CARGO_TARGET_TRIPLE")
+pub fn get_target_triple() -> String {
+    crate::build::BUILD_TARGET.to_string()
 }
 
 pub trait MapErr<T>: Into<Result<T, anyhow::Error>> {

crates/napi/src/util.rs

@@ -24,6 +24,7 @@ regex = { workspace = true }
 rustc-hash = { workspace = true }
 serde = { workspace = true }
 serde_json = { workspace = true }
+shadow-rs = { workspace = true }
 swc_core = { workspace = true }
 tracing = { workspace = true }
 turbo-rcstr = { workspace = true }
@@ -42,6 +43,6 @@ turbopack-node = { workspace = true }
 turbopack-nodejs = { workspace = true }
 
 [build-dependencies]
-anyhow = { workspace = true }
+# It is not a mistake this dependency is specified in dep / build-dep both.
+shadow-rs = { workspace = true }
 turbo-tasks-build = { workspace = true }
-vergen = { workspace = true }

crates/next-api/Cargo.toml

@@ -1,18 +1,13 @@
 use turbo_tasks_build::generate_register;
 
-fn main() -> anyhow::Result<()> {
+fn main() {
     // Generates, stores build-time information as static values.
     // There are some places relying on correct values for this (i.e telemetry),
     // So failing build if this fails.
-    let cargo = vergen::CargoBuilder::default()
-        .target_triple(true)
-        .build()?;
-    vergen::Emitter::default()
-        .add_instructions(&cargo)?
-        .fail_on_error()
-        .emit()?;
+    shadow_rs::ShadowBuilder::builder()
+        .build_pattern(shadow_rs::BuildPattern::Lazy)
+        .build()
+        .expect("Should able to generate build time information");
 
     generate_register();
-
-    Ok(())
 }

crates/next-api/build.rs

@@ -23,6 +23,9 @@ mod server_actions;
 mod versioned_content_map;
 mod webpack_stats;
 
+// Declare build-time information variables generated in build.rs
+shadow_rs::shadow!(build);
+
 pub fn register() {
     next_core::register();
     turbopack_nodejs::register();