#!/bin/bash # default values. BASE_CPU_IMAGE=reg.docker.alibaba-inc.com/modelscope/ubuntu:20.04 BASE_GPU_IMAGE=reg.docker.alibaba-inc.com/modelscope/ubuntu:20.04-cuda11.3.0-cudnn8-devel MODELSCOPE_REPO_ADDRESS=reg.docker.alibaba-inc.com/modelscope/modelscope python_version=3.7.13 torch_version=1.11.0 cudatoolkit_version=11.3 tensorflow_version=1.15.5 version=None is_cpu=False function usage(){ echo "usage: build.sh " echo " --python=python_version set python version, default: $python_version" echo " --torch=torch_version set pytorch version, fefault: $torch_version" echo " --tensorflow=tensorflow_version set tensorflow version, default: $tensorflow_version" echo " --version=version set image version, default: $version" echo " --test option for run test before push image, only push on ci test pass" echo " --cpu option for build cpu version" echo " --dsw option for build dsw version" echo " --ci option for build ci version" echo " --push option for push image to remote repo" } for i in "$@"; do case $i in --python=*) python_version="${i#*=}" shift ;; --torch=*) torch_version="${i#*=}" shift # pytorch version ;; --tensorflow=*) tensorflow_version="${i#*=}" shift # tensorflow version ;; --version=*) version="${i#*=}" shift # version ;; --cpu) is_cpu=True shift # is cpu image ;; --push) is_push=True shift # option for push image to remote repo ;; --help) usage exit 0 ;; -*|--*) echo "Unknown option $i" usage exit 1 ;; *) ;; esac done if [ "$version" == "None" ]; then echo "version must specify!" exit 1 fi if [ "$is_cpu" == "True" ]; then export BASE_IMAGE=$BASE_CPU_IMAGE base_tag=ubuntu20.04 export USE_GPU=False else export BASE_IMAGE=$BASE_GPU_IMAGE base_tag=ubuntu20.04-cuda11.3.0 export USE_GPU=True fi if [[ $python_version == 3.7* ]]; then base_tag=$base_tag-py37 elif [[ $python_version == 3.8* ]]; then base_tag=$base_tag-py38 elif [[ $python_version == 3.9* ]]; then base_tag=$base_tag-py39 else echo "Unsupport python version: $python_version" exit 1 fi target_image_tag=$base_tag-torch$torch_version-tf$tensorflow_version-base-$version export IMAGE_TO_BUILD=$MODELSCOPE_REPO_ADDRESS:$target_image_tag export PYTHON_VERSION=$python_version export TORCH_VERSION=$torch_version export CUDATOOLKIT_VERSION=$cudatoolkit_version export TENSORFLOW_VERSION=$tensorflow_version echo -e "Building image with:\npython$python_version\npytorch$torch_version\ntensorflow:$tensorflow_version\ncudatoolkit:$cudatoolkit_version\ncpu:$is_cpu\n" docker_file_content=`cat docker/Dockerfile.ubuntu_base` printf "$docker_file_content" > Dockerfile while true do docker build -t $IMAGE_TO_BUILD \ --build-arg USE_GPU \ --build-arg BASE_IMAGE \ --build-arg PYTHON_VERSION \ --build-arg TORCH_VERSION \ --build-arg CUDATOOLKIT_VERSION \ --build-arg TENSORFLOW_VERSION \ -f Dockerfile . if [ $? -eq 0 ]; then echo "Image build done" break else echo "Running docker build command error, we will retry" fi done if [ "$is_push" == "True" ]; then echo "Pushing image: $IMAGE_TO_BUILD" docker push $IMAGE_TO_BUILD fi