From 05b2848480b1e11f9ce6ba14d24b8d9a61660089 Mon Sep 17 00:00:00 2001 From: Hailong Yang Date: Thu, 30 Jan 2025 21:07:05 -0500 Subject: [PATCH 1/2] fix: better exception handling. --- runpod/serverless/modules/rp_scale.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/runpod/serverless/modules/rp_scale.py b/runpod/serverless/modules/rp_scale.py index af17c145..3f3568fb 100644 --- a/runpod/serverless/modules/rp_scale.py +++ b/runpod/serverless/modules/rp_scale.py @@ -201,7 +201,7 @@ async def get_jobs(self, session: ClientSession): except asyncio.CancelledError: log.debug("JobScaler.get_jobs | Request was cancelled.") raise # CancelledError is a BaseException - except TimeoutError: + except asyncio.TimeoutError: log.debug("JobScaler.get_jobs | Job acquisition timed out. Retrying.") except TypeError as error: log.debug(f"JobScaler.get_jobs | Unexpected error: {error}.") @@ -211,7 +211,7 @@ async def get_jobs(self, session: ClientSession): ) finally: # Yield control back to the event loop - await asyncio.sleep(0) + await asyncio.sleep(0.1) async def run_jobs(self, session: ClientSession): """ From 2842485d6d247fa7319feb2fa769322c098c8103 Mon Sep 17 00:00:00 2001 From: Hailong Yang Date: Tue, 11 Feb 2025 11:46:50 -0500 Subject: [PATCH 2/2] Update rp_scale.py --- runpod/serverless/modules/rp_scale.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/runpod/serverless/modules/rp_scale.py b/runpod/serverless/modules/rp_scale.py index 3f3568fb..7c05ef9c 100644 --- a/runpod/serverless/modules/rp_scale.py +++ b/runpod/serverless/modules/rp_scale.py @@ -211,7 +211,7 @@ async def get_jobs(self, session: ClientSession): ) finally: # Yield control back to the event loop - await asyncio.sleep(0.1) + await asyncio.sleep(0) async def run_jobs(self, session: ClientSession): """