tests: Add integration tests for gnd

incrypto32 · incrypto32 · commit a9bdaa347607 · 2025-05-27T18:33:08.000+05:30
diff --git a/tests/src/config.rs b/tests/src/config.rs
@@ -1,3 +1,4 @@
+use std::sync::OnceLock;
 use std::time::{Duration, Instant};
 use std::{fs, path::PathBuf};
 
@@ -13,6 +14,15 @@ use crate::status;
 
 lazy_static! {
     pub static ref CONFIG: Config = Config::default();
+    static ref DEV_MODE: OnceLock<bool> = OnceLock::new();
+}
+
+pub fn set_dev_mode(val: bool) {
+    DEV_MODE.set(val).expect("DEV_MODE already set");
+}
+
+pub fn dev_mode() -> bool {
+    *DEV_MODE.get().unwrap_or(&false)
 }
 
 #[derive(Clone, Debug)]
@@ -117,6 +127,26 @@ impl GraphNodeConfig {
             }
         }
     }
+
+    pub fn from_env() -> Self {
+        if dev_mode() {
+            Self::gnd()
+        } else {
+            Self::default()
+        }
+    }
+
+    fn gnd() -> Self {
+        let bin = fs::canonicalize("../target/debug/gnd")
+            .expect("failed to infer `graph-node` program location. (Was it built already?)");
+
+        Self {
+            bin,
+            ports: GraphNodePorts::default(),
+            ipfs_uri: "http://localhost:3001".to_string(),
+            log_file: TestFile::new("integration-tests/graph-node.log"),
+        }
+    }
 }
 
 impl Default for GraphNodeConfig {
@@ -145,6 +175,13 @@ pub struct Config {
 
 impl Config {
     pub async fn spawn_graph_node(&self) -> anyhow::Result<Child> {
+        self.spawn_graph_node_with_args(&[]).await
+    }
+
+    pub async fn spawn_graph_node_with_args(
+        &self,
+        additional_args: &[&str],
+    ) -> anyhow::Result<Child> {
         let ports = &self.graph_node.ports;
 
         let args = [
@@ -163,6 +200,12 @@ impl Config {
             "--metrics-port",
             &ports.metrics.to_string(),
         ];
+
+        let args = args
+            .iter()
+            .chain(additional_args.iter())
+            .cloned()
+            .collect::<Vec<_>>();
         let stdout = self.graph_node.log_file.create();
         let stderr = stdout.try_clone()?;
         status!(
@@ -174,7 +217,7 @@ impl Config {
         command
             .stdout(stdout)
             .stderr(stderr)
-            .args(args)
+            .args(args.clone())
             .env("GRAPH_STORE_WRITE_BATCH_DURATION", "5")
             .env("ETHEREUM_REORG_THRESHOLD", "0");
 
@@ -254,7 +297,7 @@ impl Default for Config {
                 port: 3021,
                 host: "localhost".to_string(),
             },
-            graph_node: GraphNodeConfig::default(),
+            graph_node: GraphNodeConfig::from_env(),
             graph_cli,
             num_parallel_tests,
             timeout: Duration::from_secs(600),
diff --git a/tests/src/subgraph.rs b/tests/src/subgraph.rs
@@ -47,8 +47,11 @@ impl Subgraph {
         Ok(())
     }
 
-    /// Deploy the subgraph by running the required `graph` commands
-    pub async fn deploy(name: &str, contracts: &[Contract]) -> anyhow::Result<String> {
+    /// Prepare the subgraph for deployment by patching contracts and checking for subgraph datasources
+    pub async fn prepare(
+        name: &str,
+        contracts: &[Contract],
+    ) -> anyhow::Result<(TestFile, String, bool)> {
         let dir = Self::dir(name);
         let name = format!("test/{name}");
 
@@ -62,6 +65,13 @@ impl Subgraph {
             .and_then(|ds| ds.iter().find(|d| d["kind"].as_str() == Some("subgraph")))
             .is_some();
 
+        Ok((dir, name, has_subgraph_datasource))
+    }
+
+    /// Deploy the subgraph by running the required `graph` commands
+    pub async fn deploy(name: &str, contracts: &[Contract]) -> anyhow::Result<String> {
+        let (dir, name, has_subgraph_datasource) = Self::prepare(name, contracts).await?;
+
         // graph codegen subgraph.yaml
         let mut prog = Command::new(&CONFIG.graph_cli);
         let mut cmd = prog.arg("codegen").arg("subgraph.yaml.patched");
diff --git a/tests/tests/gnd_tests.rs b/tests/tests/gnd_tests.rs
@@ -0,0 +1,148 @@
+use anyhow::anyhow;
+use graph::futures03::StreamExt;
+use graph_tests::config::set_dev_mode;
+use graph_tests::contract::Contract;
+use graph_tests::subgraph::Subgraph;
+use graph_tests::{error, status, CONFIG};
+
+mod integration_tests;
+
+use integration_tests::{
+    stop_graph_node, subgraph_data_sources, test_block_handlers,
+    test_multiple_subgraph_datasources, yarn_workspace, TestCase, TestResult,
+};
+
+/// The main test entrypoint.
+#[tokio::test]
+async fn gnd_tests() -> anyhow::Result<()> {
+    set_dev_mode(true);
+
+    let test_name_to_run = std::env::var("TEST_CASE").ok();
+
+    let cases = vec![
+        TestCase::new("block-handlers", test_block_handlers),
+        TestCase::new_with_source_subgraphs(
+            "subgraph-data-sources",
+            subgraph_data_sources,
+            vec!["QmWi3H11QFE2PiWx6WcQkZYZdA5UasaBptUJqGn54MFux5:source-subgraph"],
+        ),
+        TestCase::new_with_source_subgraphs(
+            "multiple-subgraph-datasources",
+            test_multiple_subgraph_datasources,
+            vec![
+                "QmYHp1bPEf7EoYBpEtJUpZv1uQHYQfWE4AhvR6frjB1Huj:source-subgraph-a",
+                "QmYBEzastJi7bsa722ac78tnZa6xNnV9vvweerY4kVyJtq:source-subgraph-b",
+            ],
+        ),
+    ];
+
+    // Filter the test cases if a specific test name is provided
+    let cases_to_run: Vec<_> = if let Some(test_name) = test_name_to_run {
+        cases
+            .into_iter()
+            .filter(|case| case.name == test_name)
+            .collect()
+    } else {
+        cases
+    };
+
+    let contracts = Contract::deploy_all().await?;
+
+    status!("setup", "Resetting database");
+    CONFIG.reset_database();
+
+    status!("setup", "Initializing yarn workspace");
+    yarn_workspace().await?;
+
+    for i in cases_to_run.iter() {
+        i.prepare(&contracts).await?;
+    }
+    status!("setup", "Prepared all cases");
+
+    let manifests = cases_to_run
+        .iter()
+        .map(|case| {
+            Subgraph::dir(&case.name)
+                .path
+                .join("subgraph.yaml")
+                .to_str()
+                .unwrap()
+                .to_string()
+        })
+        .collect::<Vec<_>>()
+        .join(",");
+
+    let aliases = cases_to_run
+        .iter()
+        .filter_map(|case| case.source_subgraph.as_ref())
+        .flatten()
+        .filter_map(|source_subgraph| {
+            source_subgraph.alias().map(|alias| {
+                let manifest_path = Subgraph::dir(source_subgraph.test_name())
+                    .path
+                    .join("subgraph.yaml")
+                    .to_str()
+                    .unwrap()
+                    .to_string();
+                format!("{}:{}", alias, manifest_path)
+            })
+        })
+        .collect::<Vec<_>>();
+
+    let aliases_str = aliases.join(",");
+    let args = if aliases.is_empty() {
+        vec!["--manifests", &manifests]
+    } else {
+        vec!["--manifests", &manifests, "--sources", &aliases_str]
+    };
+
+    // Spawn graph-node.
+    status!("graph-node", "Starting graph-node");
+
+    let mut graph_node_child_command = CONFIG.spawn_graph_node_with_args(&args).await?;
+
+    let num_sources = aliases.len();
+
+    let stream = tokio_stream::iter(cases_to_run)
+        .enumerate()
+        .map(|(index, case)| {
+            let subgraph_name = format!("subgraph-{}", num_sources + index);
+            case.check_health_and_test(&contracts, subgraph_name)
+        })
+        .buffered(CONFIG.num_parallel_tests);
+
+    let mut results: Vec<TestResult> = stream.collect::<Vec<_>>().await;
+    results.sort_by_key(|result| result.name.clone());
+
+    // Stop graph-node and read its output.
+    let graph_node_res = stop_graph_node(&mut graph_node_child_command).await;
+
+    status!(
+        "graph-node",
+        "graph-node logs are in {}",
+        CONFIG.graph_node.log_file.path.display()
+    );
+
+    match graph_node_res {
+        Ok(_) => {
+            status!("graph-node", "Stopped graph-node");
+        }
+        Err(e) => {
+            error!("graph-node", "Failed to stop graph-node: {}", e);
+        }
+    }
+
+    println!("\n\n{:=<60}", "");
+    println!("Test results:");
+    println!("{:-<60}", "");
+    for result in &results {
+        result.print();
+    }
+    println!("\n");
+
+    if results.iter().any(|result| !result.success()) {
+        Err(anyhow!("Some tests failed"))
+    } else {
+        Ok(())
+    }
+}
diff --git a/tests/tests/integration_tests.rs b/tests/tests/integration_tests.rs
