environments ai ml automl dnn text gpu ptca - Azure/azureml-assets GitHub Wiki
An environment used by Azure ML AutoML for training models.
Version: 8
OS : Ubuntu20.04 Training Preview OpenMpi : 4.1.0 Python : 3.9
View in Studio: https://ml.azure.com/registries/azureml/environments/ai-ml-automl-dnn-text-gpu-ptca/version/8
Docker image: mcr.microsoft.com/azureml/curated/ai-ml-automl-dnn-text-gpu-ptca:8
FROM mcr.microsoft.com/aifx/acpt/stable-ubuntu2004-cu121-py310-torch222:biweekly.202410.2
USER root:root
RUN pip install 'azureml-automl-dnn-nlp==1.58.0'
RUN pip install 'azureml-defaults==1.58.0'
RUN pip uninstall -y onnxruntime
RUN pip install onnx==1.16.2
RUN pip uninstall -y onnxruntime-training
RUN pip install -i https://aiinfra.pkgs.visualstudio.com/PublicPackages/_packaging/onnxruntime-cuda-12/pypi/simple/ onnxruntime-training==1.18.0
RUN TORCH_CUDA_ARCH_LIST="5.2;6.0;7.0;8.0;8.6;9.0" python -m onnxruntime.training.ortmodule.torch_cpp_extensions.install
RUN pip install torch-ort==1.18.0 && TORCH_CUDA_ARCH_LIST="5.2;6.0;7.0;8.0;8.6;9.0" python -m torch_ort.configure
RUN pip uninstall -y onnxruntime
RUN pip install transformers==4.38.2
RUN pip install optimum==1.21.4
RUN pip install accelerate==0.33.0
RUN pip install deepspeed~=0.15.1
RUN pip install numpy==1.22.0
# Address vulnerabilities
RUN pip install pyarrow==14.0.1
RUN pip install aiohttp==3.10.2
RUN pip install idna==3.7
RUN pip install requests==2.32.3
RUN pip list