From 2b45e3c9a3df64939cc373a7c6b00d00acfe03f8 Mon Sep 17 00:00:00 2001 From: Jeremy White <44277022+jwhite242@users.noreply.github.com> Date: Mon, 3 Aug 2026 10:17:25 -0700 Subject: [PATCH 1/3] Guard sleep in the submit loop to increase job submission rate --- maestrowf/datastructures/core/executiongraph.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/maestrowf/datastructures/core/executiongraph.py b/maestrowf/datastructures/core/executiongraph.py index bb18d01d..05f59c39 100644 --- a/maestrowf/datastructures/core/executiongraph.py +++ b/maestrowf/datastructures/core/executiongraph.py @@ -642,7 +642,8 @@ def _execute_record(self, record, adapter, restart=False): # Increment the number of restarts we've attempted. LOGGER.debug("Completed submission attempt %d", num_restarts) num_restarts += 1 - sleep((random.random() + 1) * num_restarts) + if retcode != SubmissionCode.OK: + sleep((random.random() + 1) * num_restarts) if retcode == SubmissionCode.OK: self.in_progress.add(record.name) From 8d5e50e09cdd5749642d822ba39a9500313fd8ab Mon Sep 17 00:00:00 2001 From: Jeremy White <44277022+jwhite242@users.noreply.github.com> Date: Mon, 3 Aug 2026 10:28:34 -0700 Subject: [PATCH 2/3] Initial changelog fragment and version tick --- changelog.d/20260803_102412_jwhite242_submit_sleep.md | 3 +++ pyproject.toml | 2 +- 2 files changed, 4 insertions(+), 1 deletion(-) create mode 100644 changelog.d/20260803_102412_jwhite242_submit_sleep.md diff --git a/changelog.d/20260803_102412_jwhite242_submit_sleep.md b/changelog.d/20260803_102412_jwhite242_submit_sleep.md new file mode 100644 index 00000000..a94cd4dc --- /dev/null +++ b/changelog.d/20260803_102412_jwhite242_submit_sleep.md @@ -0,0 +1,3 @@ +### Fixed + +- Guards sleep in submit loop to only trigger if a submission failure occurs. Significantly speeds up job submission rates. diff --git a/pyproject.toml b/pyproject.toml index 2ef48da1..f2075eab 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,7 +1,7 @@ [tool] [tool.poetry] name = "maestrowf" -version = "1.2.1dev3" +version = "1.2.1dev5" description = "A tool to easily orchestrate general computational workflows both locally and on supercomputers." license = "MIT License" classifiers = [ From ad1e2d61e00e1b9130a30ce0a9499f1b7f3f0890 Mon Sep 17 00:00:00 2001 From: Jeremy White <44277022+jwhite242@users.noreply.github.com> Date: Mon, 3 Aug 2026 10:35:24 -0700 Subject: [PATCH 3/3] Update pr link in changelog --- changelog.d/20260803_102412_jwhite242_submit_sleep.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/changelog.d/20260803_102412_jwhite242_submit_sleep.md b/changelog.d/20260803_102412_jwhite242_submit_sleep.md index a94cd4dc..0409aecf 100644 --- a/changelog.d/20260803_102412_jwhite242_submit_sleep.md +++ b/changelog.d/20260803_102412_jwhite242_submit_sleep.md @@ -1,3 +1,3 @@ ### Fixed -- Guards sleep in submit loop to only trigger if a submission failure occurs. Significantly speeds up job submission rates. +- Guards sleep in submit loop to only trigger if a submission failure occurs. Significantly speeds up job submission rates which were previously capped at 1 per second due to this sleep. Implemented in [PR #481](https://github.com/llnl/maestrowf/pull/481).