environments ai ml automl dnn text gpu ptca - Azure/azureml-assets GitHub Wiki
An environment used by Azure ML AutoML for training models.
Version: 30
OS : Ubuntu20.04
Training
Preview
OpenMpi : 4.1.0
Python : 3.9
View in Studio: https://ml.azure.com/registries/azureml/environments/ai-ml-automl-dnn-text-gpu-ptca/version/30
Docker image: mcr.microsoft.com/azureml/curated/ai-ml-automl-dnn-text-gpu-ptca:30
FROM mcr.microsoft.com/aifx/acpt/stable-ubuntu2204-cu124-py310-torch260:biweekly.202507.2
USER root:root
# Update system package index and upgrade Python 3.10 packages to required versions
RUN apt-get update && \
apt-get install -y --only-upgrade \
libpython3.10-stdlib \
python3.10 \
libpython3.10-minimal \
python3.10-minimal \
libpam0g \
libpam-modules-bin \
libpam-modules \
libpam-runtime && \
apt-get install -y sudo=1.9.9-1ubuntu2.5 && \
apt-mark hold sudo && \
apt-get clean && rm -rf /var/lib/apt/lists/*
RUN pip install 'azureml-automl-dnn-nlp==1.60.0'
RUN pip install 'azureml-defaults==1.60.0'
RUN pip uninstall -y onnxruntime
RUN pip install torch==2.7.1 torchvision==0.22.1
# Install/upgrade torch in ptca env if it exists (fixes vulnerability)
RUN /opt/conda/envs/ptca/bin/pip install --force-reinstall torch==2.7.1 torchvision==0.22.1 || true
RUN pip install onnx==1.17.0
RUN pip uninstall -y onnxruntime-training
RUN pip install -i https://aiinfra.pkgs.visualstudio.com/PublicPackages/_packaging/onnxruntime-cuda-12/pypi/simple/ onnxruntime-training==1.18.0
RUN pip install "numpy==1.22.0" --force-reinstall
RUN /opt/conda/envs/ptca/bin/pip install "numpy==1.22.0" --force-reinstall || true
RUN TORCH_CUDA_ARCH_LIST="5.2;6.0;7.0;8.0;8.6;9.0" python -m onnxruntime.training.ortmodule.torch_cpp_extensions.install
RUN pip install torch-ort==1.18.0 && TORCH_CUDA_ARCH_LIST="5.2;6.0;7.0;8.0;8.6;9.0" python -m torch_ort.configure
RUN pip uninstall -y onnxruntime
RUN pip install transformers==4.52.1
RUN pip install optimum==1.23.3
RUN pip install accelerate==0.33.0
RUN pip install deepspeed~=0.15.1
# Address vulnerabilities
RUN pip install pyarrow==14.0.1
RUN pip install aiohttp==3.12.14
RUN pip install idna==3.7
RUN pip install requests==2.32.4
RUN pip install urllib3==2.5.0
RUN opt/conda/bin/pip install --upgrade 'urllib3==2.5.0' || true
# Patch for Pillow vulnerability
RUN pip install --upgrade 'pillow==11.3.0'
RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'pillow==11.3.0' || true
RUN pip list