diff --git a/verifiers/envs/experimental/composable/tasksets/swe/multi_swe.py b/verifiers/envs/experimental/composable/tasksets/swe/multi_swe.py index 78224ae98..d9631099e 100644 --- a/verifiers/envs/experimental/composable/tasksets/swe/multi_swe.py +++ b/verifiers/envs/experimental/composable/tasksets/swe/multi_swe.py @@ -141,7 +141,7 @@ def __init__(self, taskset: "MultiSWETaskSet", **kwargs): self.add_reward_func(self.solved) async def solved(self, state, info, **kwargs) -> float: - if isinstance(state.get("error"), vf.InfraError): + if state.get("error") is not None: return 0.0 sandbox_client = state.get("sandbox_client") sandbox_id = state.get("sandbox_id") diff --git a/verifiers/envs/experimental/composable/tasksets/swe/openswe.py b/verifiers/envs/experimental/composable/tasksets/swe/openswe.py index c55978bbc..251e4e869 100644 --- a/verifiers/envs/experimental/composable/tasksets/swe/openswe.py +++ b/verifiers/envs/experimental/composable/tasksets/swe/openswe.py @@ -42,7 +42,7 @@ def __init__(self, taskset: "OpenSWETaskSet", **kwargs): self.add_reward_func(self.solved) async def solved(self, state, info, **kwargs) -> float: - if isinstance(state.get("error"), vf.InfraError): + if state.get("error") is not None: return 0.0 sandbox_client = state.get("sandbox_client") sandbox_id = state.get("sandbox_id") diff --git a/verifiers/envs/experimental/composable/tasksets/swe/r2e_gym.py b/verifiers/envs/experimental/composable/tasksets/swe/r2e_gym.py index 58bb895ec..310948654 100644 --- a/verifiers/envs/experimental/composable/tasksets/swe/r2e_gym.py +++ b/verifiers/envs/experimental/composable/tasksets/swe/r2e_gym.py @@ -140,7 +140,7 @@ def __init__(self, taskset: "R2EGymTaskSet", **kwargs): self.add_reward_func(self.solved) async def solved(self, state, info, **kwargs) -> float: - if isinstance(state.get("error"), vf.InfraError): + if state.get("error") is not None: return 0.0 sandbox_client = state.get("sandbox_client") sandbox_id = state.get("sandbox_id") diff --git a/verifiers/envs/experimental/composable/tasksets/swe/swe_bench.py b/verifiers/envs/experimental/composable/tasksets/swe/swe_bench.py index fd23147bc..e7c1d8259 100644 --- a/verifiers/envs/experimental/composable/tasksets/swe/swe_bench.py +++ b/verifiers/envs/experimental/composable/tasksets/swe/swe_bench.py @@ -313,7 +313,7 @@ def __init__(self, taskset: "SWEBenchTaskSet", **kwargs): self.add_reward_func(self.solved) async def solved(self, state, info, **kwargs) -> float: - if isinstance(state.get("error"), vf.InfraError): + if state.get("error") is not None: return 0.0 sandbox_client = state.get("sandbox_client") sandbox_id = state.get("sandbox_id") diff --git a/verifiers/envs/experimental/composable/tasksets/swe/swe_lego.py b/verifiers/envs/experimental/composable/tasksets/swe/swe_lego.py index a3d4d76d7..13cecd871 100644 --- a/verifiers/envs/experimental/composable/tasksets/swe/swe_lego.py +++ b/verifiers/envs/experimental/composable/tasksets/swe/swe_lego.py @@ -134,7 +134,7 @@ def __init__(self, taskset: "SWELegoTaskSet", **kwargs): self.add_reward_func(self.solved) async def solved(self, state, info, **kwargs) -> float: - if isinstance(state.get("error"), vf.InfraError): + if state.get("error") is not None: return 0.0 sandbox_client = state.get("sandbox_client") sandbox_id = state.get("sandbox_id") diff --git a/verifiers/envs/experimental/composable/tasksets/swe/swe_rebench_v2.py b/verifiers/envs/experimental/composable/tasksets/swe/swe_rebench_v2.py index b94ce47e6..bdd61a2ce 100644 --- a/verifiers/envs/experimental/composable/tasksets/swe/swe_rebench_v2.py +++ b/verifiers/envs/experimental/composable/tasksets/swe/swe_rebench_v2.py @@ -190,7 +190,7 @@ def __init__(self, taskset: "SWERebenchV2TaskSet", **kwargs): self.add_reward_func(self.solved) async def solved(self, state, info, **kwargs) -> float: - if isinstance(state.get("error"), vf.InfraError): + if state.get("error") is not None: return 0.0 sandbox_client = state.get("sandbox_client") sandbox_id = state.get("sandbox_id") diff --git a/verifiers/envs/experimental/composable/tasksets/swe/swe_smith.py b/verifiers/envs/experimental/composable/tasksets/swe/swe_smith.py index 944464756..7c99228a6 100644 --- a/verifiers/envs/experimental/composable/tasksets/swe/swe_smith.py +++ b/verifiers/envs/experimental/composable/tasksets/swe/swe_smith.py @@ -145,7 +145,7 @@ def __init__(self, taskset: "SWESmithTaskSet", **kwargs): self.add_reward_func(self.solved) async def solved(self, state, info, **kwargs) -> float: - if isinstance(state.get("error"), vf.InfraError): + if state.get("error") is not None: return 0.0 sandbox_client = state.get("sandbox_client") sandbox_id = state.get("sandbox_id")