environments acft hf nlp gpu - Azure/azureml-assets GitHub Wiki
Environment used by Hugging Face NLP Finetune components
Version: 82
Preview
View in Studio: https://ml.azure.com/registries/azureml/environments/acft-hf-nlp-gpu/version/82
Docker image: mcr.microsoft.com/azureml/curated/acft-hf-nlp-gpu:82
#PTCA image
FROM mcr.microsoft.com/aifx/acpt/stable-ubuntu2204-cu118-py310-torch222:biweekly.202412.3
USER root
RUN apt-get update && apt-get -y upgrade
RUN pip install --upgrade pip
COPY requirements.txt .
# The below 2 files are required for baking the code into the environment
COPY data_import_run.py /azureml/data_import/run.py
COPY finetune_run.py /azureml/finetune/run.py
RUN pip install -r requirements.txt --no-cache-dir
RUN pip install mlflow==2.19.0
RUN python -m nltk.downloader punkt
RUN python -m nltk.downloader punkt_tab
RUN MAX_JOBS=4 pip install flash-attn==2.5.5 --no-build-isolation
# clean conda and pip caches
RUN rm -rf ~/.cache/pip
# dummy number to change when needing to force rebuild without changing the definition: 2