A3

#!/bin/bash

image=swr.cn-southwest-2.myhuaweicloud.com/base_image/dockerhub/lmsysorg/sglang:cann9.1.0-a3-B103

docker_name=sgl-test-B103

docker run -itd --privileged --network=host --shm-size=16g \
--name ${docker_name} \
-v /mnt:/mnt \
-v /home:/home \
-v /home:/root/.cache \
-v /data:/data \
-v /usr/local/sbin:/usr/local/sbin \
-v /usr/local/Ascend/driver:/usr/local/Ascend/driver \
-v /usr/local/Ascend/firmware:/usr/local/Ascend/firmware \
-v /etc/ascend_install.info:/etc/ascend_install.info \
-v /var/queue_schedule:/var/queue_schedule \
--device=/dev/davinci0 \
--device=/dev/davinci1 \
--device=/dev/davinci2 \
--device=/dev/davinci3 \
--device=/dev/davinci4 \
--device=/dev/davinci5 \
--device=/dev/davinci6 \
--device=/dev/davinci7 \
--device=/dev/davinci8 \
--device=/dev/davinci9 \
--device=/dev/davinci10 \
--device=/dev/davinci11 \
--device=/dev/davinci12 \
--device=/dev/davinci13 \
--device=/dev/davinci14 \
--device=/dev/davinci15 \
--device=/dev/davinci_manager \
--device=/dev/hisi_hdc \
--entrypoint=bash \
--env HF_ENDPOINT=https://hf-mirror.com \
${image}

docker exec -it -uroot $docker_name /bin/bash

A5

#!/bin/bash

image=swr.cn-southwest-2.myhuaweicloud.com/base_image/dockerhub/lmsysorg/sglang:cann9.1.0-950-B103

docker_name=sgl-test-B103

docker run --runtime=runc -u root -itd --privileged=true --network=host --shm-size=16g \
--name ${docker_name} \
-v /mnt:/mnt \
-v /home:/home \
-v /data:/data \
-v /usr/local/sbin:/usr/local/sbin \
-v /usr/local/Ascend/driver:/usr/local/Ascend/driver \
-v /usr/local/Ascend/firmware:/usr/local/Ascend/firmware \
-v /root/host:/root/host \
-v /usr/local/sbin:/usr/local/sbin \
-v /usr/local/dcmi:/usr/local/dcmi \
-v /etc/hccl_rootinfo.json:/etc/hccl_rootinfo.json \
-v /var/log/npu/:/usr/slog \
-v /lib64:/lib64 \
-v /usr/lib64:/usr/lib64 \
-v /etc/hixlep:/etc/hixlep \
--device=/dev/davinci0 \
--device=/dev/davinci1 \
--device=/dev/davinci2 \
--device=/dev/davinci3 \
--device=/dev/davinci4 \
--device=/dev/davinci5 \
--device=/dev/davinci6 \
--device=/dev/davinci7 \
--device=/dev/davinci_manager \
--device=/dev/hisi_hdc \
--device=/dev/ummu \
--device=/dev/uburma \
--entrypoint=/bin/bash \
--env HF_ENDPOINT=https://hf-mirror.com \
${image}

docker exec -it -uroot $docker_name /bin/bash