DAG-1928: Add support for generating burn_in_tags (#41)

Author: MikhailShchatko

CHANGELOG.md

@@ -1,5 +1,9 @@
 # Changelog
 
+## 0.4.7 - 2022-07-14
+
+* Add support for burn_in_tags generation.
+
 ## 0.4.6 - 2022-07-01
 
 * Add support for burn_in_tests generation.

Cargo.lock

@@ -1,6 +1,6 @@
 [package]
 name = "mongo-task-generator"
-version = "0.4.6"
+version = "0.4.7"
 repository = "https://github.com/mongodb/mongo-task-generator"
 authors = ["Decision Automation Group <[email protected]>"]
 edition = "2018"

Cargo.toml

@@ -132,7 +132,7 @@ graph TD
     G --> |Yes| H[Split task by test runtimes]
     G --> |No| I[Split task by counts]
     H --> J[Generate resmoke suite config]
-    I -> J
+    I --> J
     J --> |generated task definitions|B
     B --> |done|K[For each Build Variant]
     K --> L[Create task specs and display tasks in Build Variant]

README.md

@@ -124,6 +124,22 @@ pub trait EvgConfigUtils: Sync + Send {
         build_variant: &BuildVariant,
     ) -> Option<String>;
 
+    /// Lookup and split by whitespace the specified expansion in the given build variant.
+    ///
+    /// # Arguments
+    ///
+    /// * `name` - Name of expansion to query.
+    /// * `build_variant` - Build Variant to query.
+    ///
+    /// # Returns
+    ///
+    /// List of values of expansion splitted by whitespace if it exists.
+    fn lookup_and_split_by_whitespace_build_variant_expansion(
+        &self,
+        name: &str,
+        build_variant: &BuildVariant,
+    ) -> Vec<String>;
+
     /// Lookup the given variable in the task definition.
     ///
     /// # Arguments
@@ -410,6 +426,28 @@ impl EvgConfigUtils for EvgConfigUtilsImpl {
             .map(|v| v.to_string())
     }
 
+    /// Lookup and split by whitespace the specified expansion in the given build variant.
+    ///
+    /// # Arguments
+    ///
+    /// * `name` - Name of expansion to query.
+    /// * `build_variant` - Build Variant to query.
+    ///
+    /// # Returns
+    ///
+    /// List of values of expansion splitted by whitespace if it exists.
+    fn lookup_and_split_by_whitespace_build_variant_expansion(
+        &self,
+        name: &str,
+        build_variant: &BuildVariant,
+    ) -> Vec<String> {
+        self.lookup_build_variant_expansion(name, build_variant)
+            .unwrap_or_default()
+            .split_whitespace()
+            .map(|s| s.to_string())
+            .collect()
+    }
+
     /// Lookup the given variable in the task definition.
     ///
     /// # Arguments
@@ -1060,6 +1098,56 @@ mod tests {
         assert_eq!(lookup, Some("expansion value".to_string()));
     }
 
+    // lookup_and_split_by_whitespace_build_variant_expansion tests
+    #[test]
+    fn test_lookup_and_split_by_whitespace_in_a_build_variant_with_no_expansions_should_return_none(
+    ) {
+        let build_variant = BuildVariant {
+            ..Default::default()
+        };
+        let evg_config_utils = EvgConfigUtilsImpl::new();
+
+        let lookup = evg_config_utils
+            .lookup_and_split_by_whitespace_build_variant_expansion("my expansion", &build_variant);
+
+        assert!(lookup.is_empty());
+    }
+
+    #[test]
+    fn test_lookup_and_split_by_whitespace_in_a_build_variant_with_missing_expansion_should_return_none(
+    ) {
+        let build_variant = BuildVariant {
+            expansions: Some(btreemap! {
+                "expansion".to_string() => "build variant value".to_string(),
+            }),
+            ..Default::default()
+        };
+        let evg_config_utils = EvgConfigUtilsImpl::new();
+
+        let lookup = evg_config_utils
+            .lookup_and_split_by_whitespace_build_variant_expansion("my expansion", &build_variant);
+
+        assert!(lookup.is_empty());
+    }
+
+    #[test]
+    fn test_lookup_and_split_by_whitespace_in_a_build_variant_with_expected_expansion_should_return_value(
+    ) {
+        let build_variant = BuildVariant {
+            expansions: Some(btreemap! {
+                "expansion".to_string() => "build variant value".to_string(),
+                "my expansion".to_string() => "expansion value".to_string(),
+            }),
+            ..Default::default()
+        };
+        let evg_config_utils = EvgConfigUtilsImpl::new();
+
+        let lookup = evg_config_utils
+            .lookup_and_split_by_whitespace_build_variant_expansion("my expansion", &build_variant);
+
+        assert_eq!(lookup, vec!["expansion".to_string(), "value".to_string()]);
+    }
+
     // lookup_* tests.
     #[test]
     fn test_lookup_required_should_return_error_if_no_var() {

src/evergreen/evg_config_utils.rs

@@ -34,6 +34,10 @@ pub const GENERATE_RESMOKE_TASKS: &str = "generate resmoke tasks";
 pub const GENERATOR_TASKS: &str = "generator_tasks";
 /// Name of burn_in_tests task.
 pub const BURN_IN_TESTS: &str = "burn_in_tests_gen";
+/// Name of burn_in_tags task.
+pub const BURN_IN_TAGS: &str = "burn_in_tags_gen";
+/// Name of compile task group.
+pub const COMPILE_TASK_GROUP_NAME: &str = "compile_and_archive_dist_test_TG";
 
 // Vars
 /// Variable that indicates a task is a fuzzer.
@@ -81,6 +85,10 @@ pub const MULTIVERSION_EXCLUDE_TAGS: &str = "multiversion_exclude_tags_version";
 // Build Variant expansions.
 /// Name of large distro for build variant.
 pub const LARGE_DISTRO_EXPANSION: &str = "large_distro_name";
+/// List of build variant names delimited by spaces to generate burn_in_tags for.
+pub const BURN_IN_TAG_BUILD_VARIANTS: &str = "burn_in_tag_buildvariants";
+/// Name of build variant to determine the timeouts for.
+pub const BURN_IN_BYPASS: &str = "burn_in_bypass";
 
 // Task Tags
 /// Tag to include multiversion setup is required.
@@ -99,3 +107,7 @@ pub const MULTIVERSION_EXCLUDE_TAGS_FILE: &str = "multiversion_exclude_tags.yml"
 pub const MULTIVERSION_LAST_LTS: &str = "last_lts";
 /// Name of last continuous configuration.
 pub const MULTIVERSION_LAST_CONTINUOUS: &str = "last_continuous";
+
+// Distros
+/// Name of compile task distro for burn_in_tags.
+pub const COMPILE_TASK_DISTRO: &str = "rhel80-xlarge";