From 6d90e98d511d293c13e058b7ca5ab0d118440351 Mon Sep 17 00:00:00 2001 From: Kaustubh Maske Patil <37668193+nikochiko@users.noreply.github.com> Date: Fri, 19 Dec 2025 14:19:54 +0530 Subject: [PATCH] infra: increase scaledown window for agrillm to 15 minutes --- modal_functions/agri_llm.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/modal_functions/agri_llm.py b/modal_functions/agri_llm.py index 90d3bc9e1..073b3e823 100644 --- a/modal_functions/agri_llm.py +++ b/modal_functions/agri_llm.py @@ -40,8 +40,8 @@ @app.function( image=vllm_image, gpu=f"H100:{N_GPU}", - scaledown_window=5 * MINUTES, - timeout=3 * MINUTES, + scaledown_window=15 * MINUTES, + timeout=15 * MINUTES, volumes={ hf_cache_dir: model_cache, vllm_cache_dir: vllm_cache,