From 6c603a4bd8fa91eaf902f044b2570a6b25965d80 Mon Sep 17 00:00:00 2001 From: Dong-Yong Lee Date: Wed, 21 Feb 2024 11:05:30 +0900 Subject: [PATCH] fix: add foreground argument --- scripts/launch_triton_server.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/scripts/launch_triton_server.py b/scripts/launch_triton_server.py index 5adac765..6f6ba531 100644 --- a/scripts/launch_triton_server.py +++ b/scripts/launch_triton_server.py @@ -39,6 +39,11 @@ def parse_arguments(): '-f', action='store_true', help='launch tritonserver regardless of other instances running') + parser.add_argument( + '--foreground', + action='store_true', + help='launch tritonserver in the foreground', + ) parser.add_argument('--log', action='store_true', help='log triton server stats into log_file') @@ -98,4 +103,6 @@ def get_cmd(world_size, tritonserver, grpc_port, http_port, metrics_port, cmd = get_cmd(int(args.world_size), args.tritonserver, args.grpc_port, args.http_port, args.metrics_port, args.model_repo, args.log, args.log_file, args.tensorrt_llm_model_name) - subprocess.Popen(cmd) + proc = subprocess.Popen(cmd) + if args.foreground: + proc.wait()