From 2979bbd735a25e554a720ffacc95fae29c47a0e9 Mon Sep 17 00:00:00 2001 From: ThibaultLSDC Date: Thu, 19 Dec 2024 12:59:34 +0100 Subject: [PATCH] adding get_version method to Benchmark --- src/agentlab/experiments/reproducibility_util.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/src/agentlab/experiments/reproducibility_util.py b/src/agentlab/experiments/reproducibility_util.py index 01f3fdc9..21bc0fbe 100644 --- a/src/agentlab/experiments/reproducibility_util.py +++ b/src/agentlab/experiments/reproducibility_util.py @@ -25,7 +25,13 @@ def _get_benchmark_version( benchmark_name = benchmark.name if hasattr(benchmark, "get_version"): - return benchmark.get_version() + try: + return benchmark.get_version() + except ValueError as e: + if allow_bypass_benchmark_version: + return "bypassed" + else: + raise e # in between 2 pull requests if benchmark_name.startswith("miniwob"):