From 5c783ff359386439833d99a45c1b089c7b2dfedc Mon Sep 17 00:00:00 2001 From: Vinoth Kumar Sambath Date: Wed, 16 Jul 2025 14:11:44 +0800 Subject: [PATCH 1/5] modify ensembler log level to warning --- engines/pyfunc-ensembler-service/app.Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/engines/pyfunc-ensembler-service/app.Dockerfile b/engines/pyfunc-ensembler-service/app.Dockerfile index 61e4867c7..167f6f0b8 100644 --- a/engines/pyfunc-ensembler-service/app.Dockerfile +++ b/engines/pyfunc-ensembler-service/app.Dockerfile @@ -52,4 +52,4 @@ RUN if [ "${MLFLOW_ARTIFACT_STORAGE_TYPE}" = "gcs" ]; then \ ENV FOLDER_NAME=$FOLDER_NAME SHELL ["/bin/bash", "-c"] ENTRYPOINT . activate ${CONDA_ENV_NAME} && \ - python -m pyfunc_ensembler_runner --mlflow_ensembler_dir ./${FOLDER_NAME} -l INFO + python -m pyfunc_ensembler_runner --mlflow_ensembler_dir ./${FOLDER_NAME} -l WARNING From 46db4be52df47a54145067f93bd17bb13b70e5a2 Mon Sep 17 00:00:00 2001 From: Vinoth Kumar Sambath Date: Wed, 16 Jul 2025 14:34:14 +0800 Subject: [PATCH 2/5] modify ensembler log level to warning --- .../pyfunc_ensembler_runner/__main__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py b/engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py index caddb7ee3..fd88c0f4d 100644 --- a/engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py +++ b/engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py @@ -28,7 +28,7 @@ dest="log_level", choices=["DEBUG", "INFO", "WARNING", "ERROR", "CRITICAL"], help="Set the logging level", - default=logging.DEBUG, + default=logging.WARNING, ) args, _ = parser.parse_known_args() From a677a09000c754e6ecebad30d3afe821840199ab Mon Sep 17 00:00:00 2001 From: Vinoth Kumar Sambath Date: Thu, 17 Jul 2025 12:35:58 +0800 Subject: [PATCH 3/5] fetch log level from environment variables - to allow debuggings --- .../pyfunc_ensembler_runner/__main__.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py b/engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py index fd88c0f4d..2c9698ff7 100644 --- a/engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py +++ b/engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py @@ -1,6 +1,7 @@ import argparse import logging import traceback +import os import tornado.ioloop @@ -32,10 +33,10 @@ ) args, _ = parser.parse_known_args() - +log_level = os.getenv("LOG_LEVEL_ENV", args.log_level) if __name__ == "__main__": - logging.basicConfig(level=args.log_level) + logging.basicConfig(level=log_level) logging.info( "Called with arguments:\n%s\n", "\n".join([f"{k}: {v}" for k, v in vars(args).items()]), From 802ee5ec5f59fd9c496b8ea176712f131f1689a1 Mon Sep 17 00:00:00 2001 From: Vinoth Kumar Sambath Date: Thu, 17 Jul 2025 16:43:56 +0800 Subject: [PATCH 4/5] set log level to warning as env variable --- engines/pyfunc-ensembler-service/app.Dockerfile | 2 +- .../pyfunc_ensembler_runner/__main__.py | 10 +--------- 2 files changed, 2 insertions(+), 10 deletions(-) diff --git a/engines/pyfunc-ensembler-service/app.Dockerfile b/engines/pyfunc-ensembler-service/app.Dockerfile index 167f6f0b8..b0d0220ee 100644 --- a/engines/pyfunc-ensembler-service/app.Dockerfile +++ b/engines/pyfunc-ensembler-service/app.Dockerfile @@ -52,4 +52,4 @@ RUN if [ "${MLFLOW_ARTIFACT_STORAGE_TYPE}" = "gcs" ]; then \ ENV FOLDER_NAME=$FOLDER_NAME SHELL ["/bin/bash", "-c"] ENTRYPOINT . activate ${CONDA_ENV_NAME} && \ - python -m pyfunc_ensembler_runner --mlflow_ensembler_dir ./${FOLDER_NAME} -l WARNING + python -m pyfunc_ensembler_runner --mlflow_ensembler_dir ./${FOLDER_NAME} diff --git a/engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py b/engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py index 2c9698ff7..a2e092939 100644 --- a/engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py +++ b/engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py @@ -23,17 +23,9 @@ help="Dry run pyfunc ensembler by loading the specified ensembler " "in --mlflow_ensembler_dir without starting webserver", ) -parser.add_argument( - "-l", - "--log-level", - dest="log_level", - choices=["DEBUG", "INFO", "WARNING", "ERROR", "CRITICAL"], - help="Set the logging level", - default=logging.WARNING, -) args, _ = parser.parse_known_args() -log_level = os.getenv("LOG_LEVEL_ENV", args.log_level) +log_level = os.getenv("LOG_LEVEL_ENV", logging.WARNING) if __name__ == "__main__": logging.basicConfig(level=log_level) From 0deb2a53fb69a11e0b0ec5019dcde8611d29918d Mon Sep 17 00:00:00 2001 From: Vinoth Kumar Sambath Date: Fri, 18 Jul 2025 11:18:30 +0800 Subject: [PATCH 5/5] modify ensembler log level enum --- .../pyfunc_ensembler_runner/__main__.py | 2 +- engines/pyfunc-ensembler-service/tests/test_ensembler_runner.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py b/engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py index a2e092939..fbeb737bb 100644 --- a/engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py +++ b/engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py @@ -25,7 +25,7 @@ ) args, _ = parser.parse_known_args() -log_level = os.getenv("LOG_LEVEL_ENV", logging.WARNING) +log_level = os.getenv("LOG_LEVEL", logging.WARNING) if __name__ == "__main__": logging.basicConfig(level=log_level) diff --git a/engines/pyfunc-ensembler-service/tests/test_ensembler_runner.py b/engines/pyfunc-ensembler-service/tests/test_ensembler_runner.py index fc5ebd781..fdf246217 100644 --- a/engines/pyfunc-ensembler-service/tests/test_ensembler_runner.py +++ b/engines/pyfunc-ensembler-service/tests/test_ensembler_runner.py @@ -27,7 +27,7 @@ "simple_ensembler_uri", dummy_short_request, {"Key": "Value"}, - {"headers": {"Key": "Value"}, "enricher_response" : None}, + {"headers": {"Key": "Value"}, "enricher_response": None}, ), ], )