mirror of
https://github.com/modelscope/modelscope.git
synced 2025-12-16 08:17:45 +01:00
01bb751425
auto build docker images aone 任务： https://test.aone.alibaba-inc.com/jobs/1824567?buildId=143470479 修改任务分支 Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/9566518 * [to #43653669]feat: auto build docker images
49 lines
1.7 KiB
Bash
49 lines
1.7 KiB
Bash
#!/bin/bash
|
|
MODELSCOPE_CACHE_DIR_IN_CONTAINER=/modelscope_cache
|
|
CODE_DIR=$PWD
|
|
CODE_DIR_IN_CONTAINER=/Maas-lib
|
|
echo "$USER"
|
|
gpus='7 6 5 4 3 2 1 0'
|
|
cpu_sets='0-7 8-15 16-23 24-30 31-37 38-44 45-51 52-58'
|
|
cpu_sets_arr=($cpu_sets)
|
|
is_get_file_lock=false
|
|
CI_COMMAND=${CI_COMMAND:-'bash .dev_scripts/ci_container_test.sh'}
|
|
for gpu in $gpus
|
|
do
|
|
exec {lock_fd}>"/tmp/gpu$gpu" || exit 1
|
|
flock -n "$lock_fd" || { echo "WARN: gpu $gpu is in use!" >&2; continue; }
|
|
echo "get gpu lock $gpu"
|
|
CONTAINER_NAME="modelscope-ci-$gpu"
|
|
let is_get_file_lock=true
|
|
# pull image if there are update
|
|
docker pull ${IMAGE_NAME}:${IMAGE_VERSION}
|
|
docker run --rm --name $CONTAINER_NAME --shm-size=16gb \
|
|
--cpuset-cpus=${cpu_sets_arr[$gpu]} \
|
|
--gpus="device=$gpu" \
|
|
-v $CODE_DIR:$CODE_DIR_IN_CONTAINER \
|
|
-v $MODELSCOPE_CACHE:$MODELSCOPE_CACHE_DIR_IN_CONTAINER \
|
|
-v $MODELSCOPE_HOME_CACHE/$gpu:/root \
|
|
-v /home/admin/pre-commit:/home/admin/pre-commit \
|
|
-e CI_TEST=True \
|
|
-e TEST_LEVEL=$TEST_LEVEL \
|
|
-e MODELSCOPE_CACHE=$MODELSCOPE_CACHE_DIR_IN_CONTAINER \
|
|
-e MODELSCOPE_DOMAIN=$MODELSCOPE_DOMAIN \
|
|
-e HUB_DATASET_ENDPOINT=$HUB_DATASET_ENDPOINT \
|
|
-e TEST_ACCESS_TOKEN_CITEST=$TEST_ACCESS_TOKEN_CITEST \
|
|
-e TEST_ACCESS_TOKEN_SDKDEV=$TEST_ACCESS_TOKEN_SDKDEV \
|
|
-e TEST_LEVEL=$TEST_LEVEL \
|
|
--workdir=$CODE_DIR_IN_CONTAINER \
|
|
--net host \
|
|
${IMAGE_NAME}:${IMAGE_VERSION} \
|
|
$CI_COMMAND
|
|
if [ $? -ne 0 ]; then
|
|
echo "Running test case failed, please check the log!"
|
|
exit -1
|
|
fi
|
|
break
|
|
done
|
|
if [ "$is_get_file_lock" = false ] ; then
|
|
echo 'No free GPU!'
|
|
exit 1
|
|
fi
|