Upgrade automl images to use py310

assets/training/automl/environments/ai-ml-automl-dnn-forecasting-gpu/context/Dockerfile

@@ -1,10 +1,10 @@
 FROM mcr.microsoft.com/azureml/openmpi5.0-cuda12.4-ubuntu22.04:{{latest-image-tag}}
 
-ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/azureml-automl-dnn-forecasting-gpu
+ENV AZUREML_CONDA_ENVIRONMENT_PATH=/azureml-envs/azureml-automl-dnn-forecasting-gpu
 # Prepend path to AzureML conda environment
-ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
+ENV PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
 
-COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20230306.v3 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
+COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20250506.v1 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
 
 ENV MLFLOW_MODEL_FOLDER="mlflow-model"
 # ENV AML_APP_ROOT="/var/mlflow_resources"
@@ -83,17 +83,17 @@ RUN pip install \
                 azureml-dataset-runtime=={{latest-pypi-version}} \
                 azureml-train-automl=={{latest-pypi-version}} \
                 azureml-contrib-automl-dnn-forecasting=={{latest-pypi-version}} \
-                'azure-identity>=1.16.1' \
+                'azure-identity>=1.25.1' \
                 'inference-schema' \
                 'xgboost==1.5.2' \
-                'cryptography>=42.0.5' \
-                'requests>=2.32.4' \
-                'certifi>=2023.07.22' \
+                'cryptography>=45.0.7' \
+                'requests>=2.32.5' \
+                'certifi>=2025.11.12' \
                 'spacy==3.7.4' \
                 'GitPython>=3.1.41' \
                 'https://aka.ms/automl-resources/packages/en_core_web_sm-3.7.1.tar.gz' \
                 'py-cpuinfo==5.0.0' \
-                "pillow>=11.3.0"
+                "pillow>=12.0.0"
                 # end pypi dependencies
 # end pip install
 

assets/training/automl/environments/ai-ml-automl-dnn-gpu/context/Dockerfile

@@ -2,11 +2,11 @@ FROM mcr.microsoft.com/azureml/openmpi5.0-cuda12.4-ubuntu22.04:{{latest-image-ta
 
 USER root
 
-ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/azureml-automl-dnn-gpu
+ENV AZUREML_CONDA_ENVIRONMENT_PATH=/azureml-envs/azureml-automl-dnn-gpu
 # Prepend path to AzureML conda environment
-ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
+ENV PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
 
-COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20230306.v3 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
+COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20250506.v1 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
 
 ENV MLFLOW_MODEL_FOLDER="mlflow-model"
 # ENV AML_APP_ROOT="/var/mlflow_resources"
@@ -43,7 +43,7 @@ RUN apt-get update && \
         libboost-filesystem-dev && \
     apt-get clean && rm -rf /var/lib/apt/lists/*
 
-RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH python=3.9 pip=25.3 -y
+RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH python=3.10 pip=25.3 -y
 
 RUN conda run -p $AZUREML_CONDA_ENVIRONMENT_PATH
 
@@ -94,7 +94,7 @@ RUN pip install \
                 azureml-dataset-runtime=={{latest-pypi-version}} \
                 azureml-mlflow=={{latest-pypi-version}} \
                 'azureml-model-management-sdk==1.0.1b6.post1' \
-                'azure-identity>=1.16.1' --no-cache-dir
+                'azure-identity>=1.25.1' --no-cache-dir
 
 RUN pip install \
                 'inference-schema' \
@@ -106,17 +106,17 @@ RUN pip install \
                 'https://aka.ms/automl-resources/packages/en_core_web_sm-3.7.1.tar.gz' \
                 'py-cpuinfo==5.0.0' \
                 'psutil>5.0.0,<6.0.0' \
-                'requests>=2.32.4' \
-                'certifi>=2023.07.22' \
-                'cryptography>=42.0.5' \
+                'requests>=2.32.5' \
+                'certifi>=2025.11.12' \
+                'cryptography>=45.0.7' \
                 'jinja2>=3.1.6' --no-cache-dir
                 # end pypi dependencies
 
 # Fix vulnerabilities
 RUN pip install --force-reinstall torchvision==0.23.0 --no-cache-dir
-RUN pip install --upgrade 'requests==2.32.4'
+RUN pip install --upgrade 'requests==2.32.5'
 RUN pip install --upgrade 'urllib3==2.5.0'
-RUN pip install --upgrade 'pillow==11.3.0'
+RUN pip install --upgrade 'pillow==12.0.0'
 
 # If you have other python/pip environments, update them too:
 RUN /opt/miniconda/bin/pip install --upgrade 'urllib3==2.5.0' || true
@@ -144,5 +144,5 @@ RUN /bin/bash -c "source activate $AZUREML_CONDA_ENVIRONMENT_PATH && \
 RUN rm -rf /opt/miniconda/pkgs/
 
 
-ENV LD_LIBRARY_PATH $AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH
+ENV LD_LIBRARY_PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH
 

assets/training/automl/environments/ai-ml-automl-dnn-text-gpu-ptca/context/Dockerfile

@@ -1,58 +1,67 @@
-FROM mcr.microsoft.com/aifx/acpt/stable-ubuntu2204-cu124-py310-torch260:{{latest-image-tag}}
-
-USER root:root
-
-# Update system package index and upgrade Python 3.10 packages to required versions
-RUN apt-get update && \
-    apt-get install -y --only-upgrade \
-        libpython3.10-stdlib \
-        python3.10 \
-        libpython3.10-minimal \
-        python3.10-minimal \
-        libpam0g \
-        libpam-modules-bin \
-        libpam-modules \
-        libc-bin \
-        dpkg-dev \
-        libssl-dev \
-        libpam-runtime && \
-    apt-get install -y sudo=1.9.9-1ubuntu2.5 && \
-    apt-mark hold sudo && \
-    apt-get clean && rm -rf /var/lib/apt/lists/*
-
-RUN pip install 'azureml-automl-dnn-nlp=={{latest-pypi-version}}'
-RUN pip install 'azureml-defaults=={{latest-pypi-version}}'
-
-RUN pip uninstall -y onnxruntime
-RUN pip install torch==2.8.0 torchvision==0.23.0
-# Install/upgrade torch in ptca env if it exists (fixes vulnerability)
-RUN /opt/conda/envs/ptca/bin/pip install --force-reinstall torch==2.8.0 torchvision==0.23.0 || true
-
-RUN pip install onnx==1.17.0
-RUN pip uninstall -y onnxruntime-training
-RUN pip install -i https://aiinfra.pkgs.visualstudio.com/PublicPackages/_packaging/onnxruntime-cuda-12/pypi/simple/ onnxruntime-training==1.18.0
-RUN pip install "numpy==1.22.0" --force-reinstall
-RUN /opt/conda/envs/ptca/bin/pip install "numpy==1.22.0" --force-reinstall || true 
-RUN TORCH_CUDA_ARCH_LIST="5.2;6.0;7.0;8.0;8.6;9.0" python -m onnxruntime.training.ortmodule.torch_cpp_extensions.install
-RUN pip install torch-ort==1.18.0 && TORCH_CUDA_ARCH_LIST="5.2;6.0;7.0;8.0;8.6;9.0" python -m torch_ort.configure
-
-RUN pip uninstall -y onnxruntime
-
-RUN pip install transformers==4.53.0
-RUN pip install optimum==1.23.3
-RUN pip install accelerate==0.33.0
-RUN pip install deepspeed~=0.15.1
-
-# Address vulnerabilities
-RUN pip install pyarrow==14.0.1
-RUN pip install aiohttp==3.12.14
-RUN pip install idna==3.7
-RUN pip install requests==2.32.4
-RUN pip install urllib3==2.5.0
-RUN opt/conda/bin/pip install --upgrade 'urllib3==2.5.0' || true
-
-# Patch for Pillow vulnerability
-RUN pip install --upgrade 'pillow==11.3.0'
-RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'pillow==11.3.0' || true
-
+FROM mcr.microsoft.com/aifx/acpt/stable-ubuntu2204-cu124-py310-torch260:{{latest-image-tag}}
+
+USER root:root
+
+# Update system package index and upgrade Python 3.10 packages to required versions
+RUN apt-get update && \
+    apt-get install -y --only-upgrade \
+    libpython3.10-stdlib \
+    python3.10 \
+    libpython3.10-minimal \
+    python3.10-minimal \
+    libpam0g \
+    libpam-modules-bin \
+    libpam-modules \
+    libc-bin \
+    dpkg-dev \
+    libssl-dev \
+    libpam-runtime && \
+    apt-get install -y sudo=1.9.9-1ubuntu2.5 && \
+    apt-mark hold sudo && \
+    apt-get clean && rm -rf /var/lib/apt/lists/*
+
+RUN pip install \ 
+    'azureml-automl-dnn-nlp=={{latest-pypi-version}}' \
+    'azureml-defaults=={{latest-pypi-version}}'
+
+RUN pip uninstall -y onnxruntime
+RUN pip install torch==2.8.0 torchvision==0.23.0
+# Install/upgrade torch in ptca env if it exists (fixes vulnerability)
+RUN /opt/conda/envs/ptca/bin/pip install --force-reinstall torch==2.8.0 torchvision==0.23.0 || true
+
+# onnx and onnxruntime-training installation
+RUN pip install onnx==1.17.0
+RUN pip uninstall -y onnxruntime-training
+RUN pip install -i https://aiinfra.pkgs.visualstudio.com/PublicPackages/_packaging/onnxruntime-cuda-12/pypi/simple/ onnxruntime-training==1.18.0
+
+# Install numpy
+RUN pip install "numpy==1.23.5" --force-reinstall
+RUN /opt/conda/bin/pip install "numpy==1.23.5" --force-reinstall || true
+RUN /opt/conda/envs/ptca/bin/pip install "numpy==1.23.5" --force-reinstall || true 
+
+# torch-ort installation
+RUN TORCH_CUDA_ARCH_LIST="5.2;6.0;7.0;8.0;8.6;9.0" python -m onnxruntime.training.ortmodule.torch_cpp_extensions.install
+RUN pip install torch-ort==1.18.0 && TORCH_CUDA_ARCH_LIST="5.2;6.0;7.0;8.0;8.6;9.0" python -m torch_ort.configure
+RUN pip uninstall -y onnxruntime
+
+RUN pip install \ 
+    transformers==4.53.0 \
+    optimum==1.23.3 \
+    accelerate==0.33.0 \
+    deepspeed~=0.15.1
+
+# Address vulnerabilities
+RUN pip install pyarrow==14.0.1
+RUN pip install aiohttp==3.12.14
+RUN pip install idna==3.7
+RUN pip install requests==2.32.5
+RUN pip install urllib3==2.5.0
+RUN /opt/conda/bin/pip install --upgrade 'urllib3==2.5.0' || true
+RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'urllib3==2.5.0' || true
+
+# Patch for Pillow vulnerability
+RUN pip install --upgrade 'pillow==12.0.0'
+RUN /opt/conda/bin/pip install --upgrade 'pillow==12.0.0' || true
+RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'pillow==12.0.0' || true
+
 RUN pip list

assets/training/automl/environments/ai-ml-automl-dnn-text-gpu/context/Dockerfile

@@ -1,10 +1,10 @@
 FROM mcr.microsoft.com/aifx/acpt/stable-ubuntu2204-cu126-py310-torch280:{{latest-image-tag}}
 
-ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/azureml-automl-dnn-text-gpu
+ENV AZUREML_CONDA_ENVIRONMENT_PATH=/azureml-envs/azureml-automl-dnn-text-gpu
 # Prepend path to AzureML conda environment
-ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
+ENV PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
 
-COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20230306.v3 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
+COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20250506.v1 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
 
 ENV MLFLOW_MODEL_FOLDER="mlflow-model"
 # ENV AML_APP_ROOT="/var/mlflow_resources"
@@ -54,7 +54,7 @@ ENV ENABLE_METADATA=true
 # begin conda create
 # Create conda environment
 RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
-    python=3.9 \
+    python=3.10 \
     # begin conda dependencies
     pip=25.3 \
     numpy~=1.23.5\
@@ -84,11 +84,11 @@ RUN pip install \
                 azureml-train-automl-client=={{latest-pypi-version}} \
                 azureml-train-automl-runtime=={{latest-pypi-version}} \
                 azureml-defaults=={{latest-pypi-version}} \
-                'azure-identity>=1.16.1' \
-                'sentencepiece==0.1.97' \
-                'cryptography>=42.0.5'\
-                'requests>=2.32.4' \
-                'certifi>=2023.07.22'
+                'azure-identity>=1.25.1' \
+                'sentencepiece==0.2.1' \
+                'cryptography>=45.0.7'\
+                'requests>=2.32.5' \
+                'certifi>=2025.11.12'
                 # end pypi dependencies
 
 # Separate updates for fixing vulnerabilities.
@@ -107,9 +107,9 @@ RUN /opt/conda/bin/pip install --upgrade 'pip>=25.3' 'starlette>=0.49.1' 'urllib
 RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'urllib3==2.5.0' || true
 
 # Patch for pillow vulnerability
-RUN /azureml-envs/azureml-automl-dnn-text-gpu/bin/pip install --upgrade 'pillow==11.3.0' || true
-RUN /opt/conda/bin/pip install --upgrade 'pillow==11.3.0' || true
-RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'pillow==11.3.0' || true
+RUN /azureml-envs/azureml-automl-dnn-text-gpu/bin/pip install --upgrade 'pillow==12.0.0' || true
+RUN /opt/conda/bin/pip install --upgrade 'pillow==12.0.0' || true
+RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'pillow==12.0.0' || true
 RUN $AZUREML_CONDA_ENVIRONMENT_PATH/bin/pip install --upgrade 'h2>=4.3.0'
 
 RUN /bin/bash -c "source activate $AZUREML_CONDA_ENVIRONMENT_PATH && \

assets/training/automl/environments/ai-ml-automl-dnn-vision-gpu/context/Dockerfile

@@ -1,10 +1,10 @@
 FROM mcr.microsoft.com/aifx/acpt/stable-ubuntu2204-cu126-py310-torch280:{{latest-image-tag}}
 
-ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/azureml-automl-dnn-vision-gpu
+ENV AZUREML_CONDA_ENVIRONMENT_PATH=/azureml-envs/azureml-automl-dnn-vision-gpu
 # Prepend path to AzureML conda environment
-ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
+ENV PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
 
-COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20230306.v3 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
+COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20250506.v1 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
 
 ENV MLFLOW_MODEL_FOLDER="mlflow-model"
 # ENV AML_APP_ROOT="/var/mlflow_resources"
@@ -53,7 +53,7 @@ ENV ENABLE_METADATA=true
 # Create conda environment
 # begin conda create
 RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
-    python=3.9 \
+    python=3.10 \
     # begin conda dependencies
     pip=25.3 \
     numpy~=1.23.5\
@@ -88,31 +88,31 @@ RUN pip install \
                 azureml-train-automl-runtime=={{latest-pypi-version}} \
                 azureml-automl-dnn-vision=={{latest-pypi-version}} \
                 'azureml-dataprep>=2.24.4' \
-                'requests>=2.32.4' \
-                'azure-identity>=1.16.1'
+                'requests>=2.32.5' \
+                'azure-identity>=1.25.1'
                 # end pypi dependencies
 
 # Update cryptography and pyarow for fixing vulnerability. Doing it  separately from pip install to avoid conflict with other packages
-RUN pip install cryptography>=42.0.5 \
+RUN pip install cryptography>=45.0.7 \
                 pyarrow==14.0.2 \
                 aiohttp>=3.12.14
 
 # Patch for pillow vulnerability and update pip/starlette
-RUN /azureml-envs/azureml-automl-dnn-vision-gpu/bin/pip install --upgrade 'pillow==11.3.0' 'pip>=25.3' 'starlette>=0.49.1'
-RUN /opt/conda/bin/pip install --upgrade 'pillow==11.3.0' 'pip>=25.3' 'starlette>=0.49.1'
-RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'pillow==11.3.0' 'pip>=25.3' 'starlette>=0.49.1'
-                
+RUN /opt/conda/bin/pip install --upgrade 'pillow==12.0.0' 'pip>=25.3' 'starlette>=0.49.1'
+RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'pillow==12.0.0' 'pip>=25.3' 'starlette>=0.49.1'
+RUN /azureml-envs/azureml-automl-dnn-vision-gpu/bin/pip install --upgrade 'pillow==12.0.0' 'pip>=25.3' 'starlette>=0.49.1'
+
 # Upgrade torch, requests, urllib3 in the system Python for fixing vulnerability
 RUN /opt/conda/bin/pip install --upgrade 'urllib3==2.5.0'
 RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'urllib3==2.5.0'
 RUN /azureml-envs/azureml-automl-dnn-vision-gpu/bin/pip install --upgrade 'urllib3==2.5.0'
 
-RUN /azureml-envs/azureml-automl-dnn-vision-gpu/bin/pip install --force-reinstall --no-cache-dir 'torch==2.8.0' torchvision==0.23.0
 RUN /opt/conda/envs/ptca/bin/pip install --force-reinstall --no-cache-dir 'torch==2.8.0' torchvision==0.23.0
+RUN /azureml-envs/azureml-automl-dnn-vision-gpu/bin/pip install --force-reinstall --no-cache-dir 'torch==2.8.0' torchvision==0.23.0
 RUN /azureml-envs/azureml-automl-dnn-vision-gpu/bin/pip install --upgrade 'mlflow==3.1.4'
 
 RUN $AZUREML_CONDA_ENVIRONMENT_PATH/bin/pip install --upgrade 'h2>=4.3.0'
 RUN rm -rf /opt/conda/pkgs/
 
 # end pip install
-ENV LD_LIBRARY_PATH $AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH
+ENV LD_LIBRARY_PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH

assets/training/automl/environments/ai-ml-automl-dnn/context/Dockerfile

@@ -1,10 +1,10 @@
 FROM mcr.microsoft.com/azureml/openmpi5.0-ubuntu24.04:{{latest-image-tag}}
 
-ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/azureml-automl-dnn
+ENV AZUREML_CONDA_ENVIRONMENT_PATH=/azureml-envs/azureml-automl-dnn
 # Prepend path to AzureML conda environment
-ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
+ENV PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
 
-COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20230306.v3 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
+COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20250506.v1 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
 
 ENV MLFLOW_MODEL_FOLDER="mlflow-model"
 # ENV AML_APP_ROOT="/var/mlflow_resources"
@@ -79,12 +79,12 @@ RUN pip install \
                 'inference-schema' \
                 'prophet==1.1.4' \
                 'xgboost==1.5.2' \
-                'cryptography>=42.0.5' \
+                'cryptography>=45.0.7' \
                 'mltable>=1.0.0' \
                 'pytorch-transformers==1.0.0' \
                 'GitPython>=3.1.41' \
                 'spacy==3.7.4' \
-                'pillow>=11.3.0' \
+                'pillow>=12.0.0' \
                 'https://aka.ms/automl-resources/packages/en_core_web_sm-3.7.1.tar.gz'
                 # end pypi dependencies
 # end pip install
@@ -94,5 +94,5 @@ RUN pip install --upgrade 'pip>=25.3' 'starlette>=0.49.1' 'urllib3==2.5.0'
 RUN $AZUREML_CONDA_ENVIRONMENT_PATH/bin/pip install --upgrade 'pip>=25.3' 'starlette>=0.49.1' 'h2>=4.3.0'
 RUN rm -rf /opt/miniconda/pkgs/
 
-ENV LD_LIBRARY_PATH $AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH
+ENV LD_LIBRARY_PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH