You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
1631 lines
63 KiB
1631 lines
63 KiB
#!/usr/bin/env bash
|
|
|
|
# Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
#=================================================
|
|
# Utils
|
|
#=================================================
|
|
|
|
set -ex
|
|
|
|
if [ -z ${BRANCH} ]; then
|
|
BRANCH="develop"
|
|
fi
|
|
|
|
function print_usage() {
|
|
echo -e "\n${RED}Usage${NONE}:
|
|
${BOLD}${SCRIPT_NAME}${NONE} [OPTION]"
|
|
|
|
echo -e "\n${RED}Options${NONE}:
|
|
${BLUE}build${NONE}: run build for x86 platform
|
|
${BLUE}test${NONE}: run all unit tests
|
|
${BLUE}single_test${NONE}: run a single unit test
|
|
${BLUE}bind_test${NONE}: parallel tests bind to different GPU
|
|
${BLUE}doc${NONE}: generate paddle documents
|
|
${BLUE}gen_doc_lib${NONE}: generate paddle documents library
|
|
${BLUE}html${NONE}: convert C++ source code into HTML
|
|
${BLUE}dockerfile${NONE}: generate paddle release dockerfile
|
|
${BLUE}fluid_inference_lib${NONE}: deploy fluid inference library
|
|
${BLUE}check_style${NONE}: run code style check
|
|
${BLUE}cicheck${NONE}: run CI tasks on Linux
|
|
${BLUE}maccheck${NONE}: run CI tasks on Mac
|
|
"
|
|
}
|
|
|
|
function init() {
|
|
RED='\033[0;31m'
|
|
BLUE='\033[0;34m'
|
|
BOLD='\033[1m'
|
|
NONE='\033[0m'
|
|
|
|
PADDLE_ROOT="$( cd "$( dirname "${BASH_SOURCE[0]}")/../../" && pwd )"
|
|
if [ -z "${SCRIPT_NAME}" ]; then
|
|
SCRIPT_NAME=$0
|
|
fi
|
|
|
|
ENABLE_MAKE_CLEAN=${ENABLE_MAKE_CLEAN:-ON}
|
|
}
|
|
|
|
function cmake_base() {
|
|
# Build script will not fail if *.deb does not exist
|
|
rm *.deb 2>/dev/null || true
|
|
# Delete previous built whl packages
|
|
rm -rf python/dist 2>/dev/null || true
|
|
|
|
# `gym` is only used in unittest, it's not suitable to add in requirements.txt.
|
|
# Add it dynamically.
|
|
echo "gym" >> ${PADDLE_ROOT}/python/requirements.txt
|
|
# Support build for all python versions, currently
|
|
# including cp27-cp27m and cp27-cp27mu.
|
|
PYTHON_FLAGS=""
|
|
SYSTEM=`uname -s`
|
|
if [ "$SYSTEM" == "Darwin" ]; then
|
|
echo "Using python abi: $1"
|
|
if [[ "$1" == "cp27-cp27m" ]] || [[ "$1" == "" ]]; then
|
|
if [ -d "/Library/Frameworks/Python.framework/Versions/2.7" ]; then
|
|
export LD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/2.7
|
|
export DYLD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/2.7
|
|
export PATH=/Library/Frameworks/Python.framework/Versions/2.7/bin/:${PATH}
|
|
PYTHON_FLAGS="-DPYTHON_EXECUTABLE:FILEPATH=/Library/Frameworks/Python.framework/Versions/2.7/bin/python2.7
|
|
-DPYTHON_INCLUDE_DIR:PATH=/Library/Frameworks/Python.framework/Versions/2.7/include/python2.7
|
|
-DPYTHON_LIBRARY:FILEPATH=/Library/Frameworks/Python.framework/Versions/2.7/lib/libpython2.7.dylib"
|
|
pip install --user -r ${PADDLE_ROOT}/python/requirements.txt
|
|
else
|
|
exit 1
|
|
fi
|
|
elif [ "$1" == "cp35-cp35m" ]; then
|
|
if [ -d "/Library/Frameworks/Python.framework/Versions/3.5" ]; then
|
|
export LD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/3.5/lib/
|
|
export DYLD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/3.5/lib/
|
|
export PATH=/Library/Frameworks/Python.framework/Versions/3.5/bin/:${PATH}
|
|
PYTHON_FLAGS="-DPYTHON_EXECUTABLE:FILEPATH=/Library/Frameworks/Python.framework/Versions/3.5/bin/python3
|
|
-DPYTHON_INCLUDE_DIR:PATH=/Library/Frameworks/Python.framework/Versions/3.5/include/python3.5m/
|
|
-DPYTHON_LIBRARY:FILEPATH=/Library/Frameworks/Python.framework/Versions/3.5/lib/libpython3.5m.dylib"
|
|
pip3.5 install --user -r ${PADDLE_ROOT}/python/requirements.txt
|
|
else
|
|
exit 1
|
|
fi
|
|
elif [ "$1" == "cp36-cp36m" ]; then
|
|
if [ -d "/Library/Frameworks/Python.framework/Versions/3.6" ]; then
|
|
export LD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/3.6/lib/
|
|
export DYLD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/3.6/lib/
|
|
export PATH=/Library/Frameworks/Python.framework/Versions/3.6/bin/:${PATH}
|
|
PYTHON_FLAGS="-DPYTHON_EXECUTABLE:FILEPATH=/Library/Frameworks/Python.framework/Versions/3.6/bin/python3
|
|
-DPYTHON_INCLUDE_DIR:PATH=/Library/Frameworks/Python.framework/Versions/3.6/include/python3.6m/
|
|
-DPYTHON_LIBRARY:FILEPATH=/Library/Frameworks/Python.framework/Versions/3.6/lib/libpython3.6m.dylib"
|
|
pip3.6 install --user -r ${PADDLE_ROOT}/python/requirements.txt
|
|
else
|
|
exit 1
|
|
fi
|
|
elif [ "$1" == "cp37-cp37m" ]; then
|
|
if [ -d "/Library/Frameworks/Python.framework/Versions/3.7" ]; then
|
|
export LD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/3.7/lib/
|
|
export DYLD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/3.7/lib/
|
|
export PATH=/Library/Frameworks/Python.framework/Versions/3.7/bin/:${PATH}
|
|
PYTHON_FLAGS="-DPYTHON_EXECUTABLE:FILEPATH=/Library/Frameworks/Python.framework/Versions/3.7/bin/python3
|
|
-DPYTHON_INCLUDE_DIR:PATH=/Library/Frameworks/Python.framework/Versions/3.7/include/python3.7m/
|
|
-DPYTHON_LIBRARY:FILEPATH=/Library/Frameworks/Python.framework/Versions/3.7/lib/libpython3.7m.dylib"
|
|
pip3.7 install --user -r ${PADDLE_ROOT}/python/requirements.txt
|
|
else
|
|
exit 1
|
|
fi
|
|
fi
|
|
# delete `gym` to avoid modifying requirements.txt in *.whl
|
|
sed -i .bak "/^gym$/d" ${PADDLE_ROOT}/python/requirements.txt
|
|
else
|
|
if [ "$1" != "" ]; then
|
|
echo "using python abi: $1"
|
|
if [ "$1" == "cp27-cp27m" ]; then
|
|
export LD_LIBRARY_PATH=/opt/_internal/cpython-2.7.11-ucs2/lib:${LD_LIBRARY_PATH#/opt/_internal/cpython-2.7.11-ucs4/lib:}
|
|
export PATH=/opt/python/cp27-cp27m/bin/:${PATH}
|
|
PYTHON_FLAGS="-DPYTHON_EXECUTABLE:FILEPATH=/opt/python/cp27-cp27m/bin/python
|
|
-DPYTHON_INCLUDE_DIR:PATH=/opt/python/cp27-cp27m/include/python2.7
|
|
-DPYTHON_LIBRARIES:FILEPATH=/opt/_internal/cpython-2.7.11-ucs2/lib/libpython2.7.so"
|
|
pip install -r ${PADDLE_ROOT}/python/requirements.txt
|
|
elif [ "$1" == "cp27-cp27mu" ]; then
|
|
export LD_LIBRARY_PATH=/opt/_internal/cpython-2.7.11-ucs4/lib:${LD_LIBRARY_PATH#/opt/_internal/cpython-2.7.11-ucs2/lib:}
|
|
export PATH=/opt/python/cp27-cp27mu/bin/:${PATH}
|
|
PYTHON_FLAGS="-DPYTHON_EXECUTABLE:FILEPATH=/opt/python/cp27-cp27mu/bin/python
|
|
-DPYTHON_INCLUDE_DIR:PATH=/opt/python/cp27-cp27mu/include/python2.7
|
|
-DPYTHON_LIBRARIES:FILEPATH=/opt/_internal/cpython-2.7.11-ucs4/lib/libpython2.7.so"
|
|
pip install -r ${PADDLE_ROOT}/python/requirements.txt
|
|
elif [ "$1" == "cp27-cp27m-gcc82" ]; then
|
|
export LD_LIBRARY_PATH=/opt/_internal/cpython-2.7.15-ucs2/lib:${LD_LIBRARY_PATH#/opt/_internal/cpython-2.7.15-ucs4/lib:}
|
|
export PATH=/opt/python/cp27-cp27m/bin/:${PATH}
|
|
PYTHON_FLAGS="-DPYTHON_EXECUTABLE:FILEPATH=/opt/python/cp27-cp27m/bin/python
|
|
-DPYTHON_INCLUDE_DIR:PATH=/opt/python/cp27-cp27m/include/python2.7
|
|
-DPYTHON_LIBRARIES:FILEPATH=/opt/_internal/cpython-2.7.15-ucs2/lib/libpython2.7.so"
|
|
pip install -r ${PADDLE_ROOT}/python/requirements.txt
|
|
elif [ "$1" == "cp27-cp27mu-gcc82" ]; then
|
|
export LD_LIBRARY_PATH=/opt/_internal/cpython-2.7.15-ucs4/lib:${LD_LIBRARY_PATH#/opt/_internal/cpython-2.7.15-ucs2/lib:}
|
|
export PATH=/opt/python/cp27-cp27mu/bin/:${PATH}
|
|
PYTHON_FLAGS="-DPYTHON_EXECUTABLE:FILEPATH=/opt/python/cp27-cp27mu/bin/python
|
|
-DPYTHON_INCLUDE_DIR:PATH=/opt/python/cp27-cp27mu/include/python2.7
|
|
-DPYTHON_LIBRARIES:FILEPATH=/opt/_internal/cpython-2.7.15-ucs4/lib/libpython2.7.so"
|
|
pip install -r ${PADDLE_ROOT}/python/requirements.txt
|
|
elif [ "$1" == "cp35-cp35m" ]; then
|
|
export LD_LIBRARY_PATH=/opt/_internal/cpython-3.5.1/lib/:${LD_LIBRARY_PATH}
|
|
export PATH=/opt/_internal/cpython-3.5.1/bin/:${PATH}
|
|
export PYTHON_FLAGS="-DPYTHON_EXECUTABLE:FILEPATH=/opt/_internal/cpython-3.5.1/bin/python3
|
|
-DPYTHON_INCLUDE_DIR:PATH=/opt/_internal/cpython-3.5.1/include/python3.5m
|
|
-DPYTHON_LIBRARIES:FILEPATH=/opt/_internal/cpython-3.5.1/lib/libpython3.so"
|
|
pip3.5 install -r ${PADDLE_ROOT}/python/requirements.txt
|
|
elif [ "$1" == "cp36-cp36m" ]; then
|
|
export LD_LIBRARY_PATH=/opt/_internal/cpython-3.6.0/lib/:${LD_LIBRARY_PATH}
|
|
export PATH=/opt/_internal/cpython-3.6.0/bin/:${PATH}
|
|
export PYTHON_FLAGS="-DPYTHON_EXECUTABLE:FILEPATH=/opt/_internal/cpython-3.6.0/bin/python3
|
|
-DPYTHON_INCLUDE_DIR:PATH=/opt/_internal/cpython-3.6.0/include/python3.6m
|
|
-DPYTHON_LIBRARIES:FILEPATH=/opt/_internal/cpython-3.6.0/lib/libpython3.so"
|
|
pip3.6 install -r ${PADDLE_ROOT}/python/requirements.txt
|
|
elif [ "$1" == "cp37-cp37m" ]; then
|
|
export LD_LIBRARY_PATH=/opt/_internal/cpython-3.7.0/lib/:${LD_LIBRARY_PATH}
|
|
export PATH=/opt/_internal/cpython-3.7.0/bin/:${PATH}
|
|
export PYTHON_FLAGS="-DPYTHON_EXECUTABLE:FILEPATH=/opt/_internal/cpython-3.7.0/bin/python3.7
|
|
-DPYTHON_INCLUDE_DIR:PATH=/opt/_internal/cpython-3.7.0/include/python3.7m
|
|
-DPYTHON_LIBRARIES:FILEPATH=/opt/_internal/cpython-3.7.0/lib/libpython3.so"
|
|
pip3.7 install -r ${PADDLE_ROOT}/python/requirements.txt
|
|
fi
|
|
else
|
|
pip install -r ${PADDLE_ROOT}/python/requirements.txt
|
|
fi
|
|
# delete `gym` to avoid modifying requirements.txt in *.whl
|
|
sed -i "/^gym$/d" ${PADDLE_ROOT}/python/requirements.txt
|
|
fi
|
|
|
|
if [ "$SYSTEM" == "Darwin" ]; then
|
|
WITH_DISTRIBUTE=${WITH_DISTRIBUTE:-ON}
|
|
WITH_AVX=${WITH_AVX:-ON}
|
|
INFERENCE_DEMO_INSTALL_DIR=${INFERENCE_DEMO_INSTALL_DIR:-~/.cache/inference_demo}
|
|
else
|
|
INFERENCE_DEMO_INSTALL_DIR=${INFERENCE_DEMO_INSTALL_DIR:-/root/.cache/inference_demo}
|
|
fi
|
|
|
|
distibuted_flag=${WITH_DISTRIBUTE:-OFF}
|
|
grpc_flag=${WITH_GRPC:-${distibuted_flag}}
|
|
|
|
if [ "$SYSTEM" == "Darwin" ]; then
|
|
gloo_flag="OFF"
|
|
else
|
|
gloo_flag=${distibuted_flag}
|
|
fi
|
|
|
|
cat <<EOF
|
|
========================================
|
|
Configuring cmake in /paddle/build ...
|
|
-DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE:-Release}
|
|
${PYTHON_FLAGS}
|
|
-DWITH_GPU=${WITH_GPU:-OFF}
|
|
-DWITH_AMD_GPU=${WITH_AMD_GPU:-OFF}
|
|
-DWITH_DISTRIBUTE=${distibuted_flag}
|
|
-DWITH_MKL=${WITH_MKL:-ON}
|
|
-DWITH_AVX=${WITH_AVX:-OFF}
|
|
-DCUDA_ARCH_NAME=${CUDA_ARCH_NAME:-All}
|
|
-DWITH_PYTHON=${WITH_PYTHON:-ON}
|
|
-DCUDNN_ROOT=/usr/
|
|
-DWITH_TESTING=${WITH_TESTING:-ON}
|
|
-DWITH_COVERAGE=${WITH_COVERAGE:-OFF}
|
|
-DCMAKE_MODULE_PATH=/opt/rocm/hip/cmake
|
|
-DCMAKE_EXPORT_COMPILE_COMMANDS=ON
|
|
-DCMAKE_EXPORT_COMPILE_COMMANDS=ON
|
|
-DWITH_CONTRIB=${WITH_CONTRIB:-ON}
|
|
-DWITH_INFERENCE_API_TEST=${WITH_INFERENCE_API_TEST:-ON}
|
|
-DINFERENCE_DEMO_INSTALL_DIR=${INFERENCE_DEMO_INSTALL_DIR}
|
|
-DPY_VERSION=${PY_VERSION:-2.7}
|
|
-DCMAKE_INSTALL_PREFIX=${INSTALL_PREFIX:-/paddle/build}
|
|
-DWITH_GRPC=${grpc_flag}
|
|
-DWITH_GLOO=${gloo_flag}
|
|
-DWITH_LITE=${WITH_LITE:-OFF}
|
|
-DLITE_GIT_TAG=develop
|
|
========================================
|
|
EOF
|
|
# Disable UNITTEST_USE_VIRTUALENV in docker because
|
|
# docker environment is fully controlled by this script.
|
|
# See /Paddle/CMakeLists.txt, UNITTEST_USE_VIRTUALENV option.
|
|
set +e
|
|
cmake .. \
|
|
-DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE:-Release} \
|
|
${PYTHON_FLAGS} \
|
|
-DWITH_GPU=${WITH_GPU:-OFF} \
|
|
-DWITH_AMD_GPU=${WITH_AMD_GPU:-OFF} \
|
|
-DWITH_DISTRIBUTE=${distibuted_flag} \
|
|
-DWITH_MKL=${WITH_MKL:-ON} \
|
|
-DWITH_AVX=${WITH_AVX:-OFF} \
|
|
-DNOAVX_CORE_FILE=${NOAVX_CORE_FILE:-""} \
|
|
-DCUDA_ARCH_NAME=${CUDA_ARCH_NAME:-All} \
|
|
-DWITH_PYTHON=${WITH_PYTHON:-ON} \
|
|
-DCUDNN_ROOT=/usr/ \
|
|
-DWITH_TESTING=${WITH_TESTING:-ON} \
|
|
-DWITH_COVERAGE=${WITH_COVERAGE:-OFF} \
|
|
-DCMAKE_MODULE_PATH=/opt/rocm/hip/cmake \
|
|
-DCMAKE_EXPORT_COMPILE_COMMANDS=ON \
|
|
-DWITH_CONTRIB=${WITH_CONTRIB:-ON} \
|
|
-DWITH_INFERENCE_API_TEST=${WITH_INFERENCE_API_TEST:-ON} \
|
|
-DINFERENCE_DEMO_INSTALL_DIR=${INFERENCE_DEMO_INSTALL_DIR} \
|
|
-DPY_VERSION=${PY_VERSION:-2.7} \
|
|
-DCMAKE_INSTALL_PREFIX=${INSTALL_PREFIX:-/paddle/build} \
|
|
-DWITH_GRPC=${grpc_flag} \
|
|
-DWITH_GLOO=${gloo_flag} \
|
|
-DLITE_GIT_TAG=develop \
|
|
-DWITH_LITE=${WITH_LITE:-OFF};build_error=$?
|
|
if [ "$build_error" != 0 ];then
|
|
exit 7;
|
|
fi
|
|
}
|
|
|
|
function cmake_gen() {
|
|
mkdir -p ${PADDLE_ROOT}/build
|
|
cd ${PADDLE_ROOT}/build
|
|
cmake_base $1
|
|
}
|
|
|
|
function abort(){
|
|
echo "Your change doesn't follow PaddlePaddle's code style." 1>&2
|
|
echo "Please use pre-commit to check what is wrong." 1>&2
|
|
exit 4
|
|
}
|
|
|
|
function check_style() {
|
|
trap 'abort' 0
|
|
set -e
|
|
|
|
if [ -x "$(command -v gimme)" ]; then
|
|
eval "$(GIMME_GO_VERSION=1.8.3 gimme)"
|
|
fi
|
|
|
|
|
|
pip install cpplint pylint pytest astroid isort
|
|
# set up go environment for running gometalinter
|
|
mkdir -p $GOPATH/src/github.com/PaddlePaddle/
|
|
ln -sf ${PADDLE_ROOT} $GOPATH/src/github.com/PaddlePaddle/Paddle
|
|
|
|
pre-commit install
|
|
clang-format --version
|
|
|
|
commit_files=on
|
|
for file_name in `git diff --numstat upstream/$BRANCH |awk '{print $NF}'`;do
|
|
if ! pre-commit run --files $file_name ; then
|
|
commit_files=off
|
|
fi
|
|
done
|
|
|
|
if [ $commit_files == 'off' ];then
|
|
echo "code format error"
|
|
git diff 2>&1
|
|
exit 4
|
|
fi
|
|
trap : 0
|
|
}
|
|
|
|
#=================================================
|
|
# Build
|
|
#=================================================
|
|
|
|
function build_base() {
|
|
set +e
|
|
if [ "$SYSTEM" == "Linux" ];then
|
|
if [ `nproc` -gt 16 ];then
|
|
parallel_number=$(expr `nproc` - 8)
|
|
else
|
|
parallel_number=`nproc`
|
|
fi
|
|
else
|
|
parallel_number=8
|
|
fi
|
|
if [ "$1" != "" ]; then
|
|
parallel_number=$1
|
|
fi
|
|
|
|
if [[ "$ENABLE_MAKE_CLEAN" != "OFF" ]]; then
|
|
make clean
|
|
fi
|
|
|
|
make install -j ${parallel_number};build_error=$?
|
|
if [ "$build_error" != 0 ];then
|
|
exit 7;
|
|
fi
|
|
}
|
|
|
|
function build_size() {
|
|
cat <<EOF
|
|
============================================
|
|
Calculate /paddle/build size and PR whl size
|
|
============================================
|
|
EOF
|
|
if [ "$1" == "fluid_inference" ]; then
|
|
cd ${PADDLE_ROOT}/build
|
|
cp -r fluid_inference_install_dir fluid_inference
|
|
tar -czf fluid_inference.tgz fluid_inference
|
|
buildSize=$(du -h --max-depth=0 ${PADDLE_ROOT}/build/fluid_inference.tgz |awk '{print $1}')
|
|
echo "FLuid_Inference Size: $buildSize"
|
|
else
|
|
SYSTEM=`uname -s`
|
|
if [ "$SYSTEM" == "Darwin" ]; then
|
|
com='du -h -d 0'
|
|
else
|
|
com='du -h --max-depth=0'
|
|
fi
|
|
buildSize=$($com ${PADDLE_ROOT}/build |awk '{print $1}')
|
|
echo "Build Size: $buildSize"
|
|
PR_whlSize=$($com ${PADDLE_ROOT}/build/python/dist |awk '{print $1}')
|
|
echo "PR whl Size: $PR_whlSize"
|
|
fi
|
|
}
|
|
|
|
function build() {
|
|
mkdir -p ${PADDLE_ROOT}/build
|
|
cd ${PADDLE_ROOT}/build
|
|
cat <<EOF
|
|
============================================
|
|
Building in /paddle/build ...
|
|
============================================
|
|
EOF
|
|
build_base $@
|
|
current_branch=`git branch | grep \* | cut -d ' ' -f2`
|
|
if [ "$current_branch" != "develop_base_pr" ];then
|
|
build_size
|
|
fi
|
|
}
|
|
|
|
function cmake_gen_and_build() {
|
|
startTime_s=`date +%s`
|
|
cmake_gen $1
|
|
build $2
|
|
endTime_s=`date +%s`
|
|
echo "Build Time: $[ $endTime_s - $startTime_s ]s"
|
|
}
|
|
|
|
function build_mac() {
|
|
set +e
|
|
mkdir -p ${PADDLE_ROOT}/build
|
|
cd ${PADDLE_ROOT}/build
|
|
cat <<EOF
|
|
============================================
|
|
Building in /paddle/build ...
|
|
============================================
|
|
EOF
|
|
if [[ "$ENABLE_MAKE_CLEAN" != "OFF" ]]; then
|
|
make clean
|
|
fi
|
|
make install -j 8;build_error=$?
|
|
if [ "$build_error" != 0 ];then
|
|
exit 7;
|
|
fi
|
|
set -e
|
|
build_size
|
|
}
|
|
|
|
function cmake_gen_and_build_mac() {
|
|
startTime_s=`date +%s`
|
|
cmake_gen $1
|
|
build_mac
|
|
endTime_s=`date +%s`
|
|
echo "Build Time: $[ $endTime_s - $startTime_s ]s"
|
|
}
|
|
|
|
function run_test() {
|
|
mkdir -p ${PADDLE_ROOT}/build
|
|
cd ${PADDLE_ROOT}/build
|
|
if [ ${WITH_TESTING:-ON} == "ON" ] ; then
|
|
cat <<EOF
|
|
========================================
|
|
Running unit tests ...
|
|
========================================
|
|
EOF
|
|
if [ ${TESTING_DEBUG_MODE:-OFF} == "ON" ] ; then
|
|
ctest -V
|
|
else
|
|
ctest --output-on-failure
|
|
fi
|
|
fi
|
|
}
|
|
|
|
|
|
function combine_avx_noavx_build() {
|
|
mkdir -p ${PADDLE_ROOT}/build.noavx
|
|
cd ${PADDLE_ROOT}/build.noavx
|
|
WITH_AVX=OFF
|
|
cmake_base ${PYTHON_ABI:-""}
|
|
build_base
|
|
|
|
# build combined one
|
|
mkdir -p ${PADDLE_ROOT}/build
|
|
cd ${PADDLE_ROOT}/build
|
|
NOAVX_CORE_FILE=`find ${PADDLE_ROOT}/build.noavx/python/paddle/fluid/ -name "core_noavx.*"`
|
|
WITH_AVX=ON
|
|
|
|
cmake_base ${PYTHON_ABI:-""}
|
|
build_base
|
|
}
|
|
|
|
|
|
function run_brpc_test() {
|
|
mkdir -p ${PADDLE_ROOT}/build
|
|
cd ${PADDLE_ROOT}/build
|
|
if [[ ${WITH_TESTING:-ON} == "ON" \
|
|
&& ${WITH_DISTRIBUTE:-OFF} == "ON" \
|
|
&& ${WITH_GRPC:-OFF} == "OFF" ]] ; then
|
|
cat <<EOF
|
|
========================================
|
|
Running brpc unit tests ...
|
|
========================================
|
|
EOF
|
|
set +x
|
|
declare -a other_tests=("test_listen_and_serv_op" "system_allocator_test" \
|
|
"rpc_server_test" "varhandle_test" "collective_server_test" "brpc_serde_test")
|
|
all_tests=`ctest -N`
|
|
|
|
for t in "${other_tests[@]}"
|
|
do
|
|
if [[ ${all_tests} != *$t* ]]; then
|
|
continue
|
|
fi
|
|
|
|
if [[ ${TESTING_DEBUG_MODE:-OFF} == "ON" ]] ; then
|
|
ctest -V -R $t
|
|
else
|
|
ctest --output-on-failure -R $t
|
|
fi
|
|
done
|
|
set -x
|
|
|
|
if [[ ${TESTING_DEBUG_MODE:-OFF} == "ON" ]] ; then
|
|
ctest -V -R test_dist_*
|
|
else
|
|
ctest --output-on-failure -R test_dist_*
|
|
fi
|
|
fi
|
|
}
|
|
|
|
|
|
|
|
function run_mac_test() {
|
|
mkdir -p ${PADDLE_ROOT}/build
|
|
cd ${PADDLE_ROOT}/build
|
|
if [ ${WITH_TESTING:-ON} == "ON" ] ; then
|
|
cat <<EOF
|
|
========================================
|
|
Running unit tests ...
|
|
========================================
|
|
EOF
|
|
#remove proxy here to fix dist ut 'test_fl_listen_and_serv_op' error on mac.
|
|
#see details: https://github.com/PaddlePaddle/Paddle/issues/24738
|
|
my_proxy=$http_proxy
|
|
export http_proxy=
|
|
export https_proxy=
|
|
|
|
set +ex
|
|
if [ "$1" == "cp27-cp27m" ]; then
|
|
pip uninstall -y paddlepaddle
|
|
elif [ "$1" == "cp35-cp35m" ]; then
|
|
pip3.5 uninstall -y paddlepaddle
|
|
elif [ "$1" == "cp36-cp36m" ]; then
|
|
pip3.6 uninstall -y paddlepaddle
|
|
elif [ "$1" == "cp37-cp37m" ]; then
|
|
pip3.7 uninstall -y paddlepaddle
|
|
fi
|
|
set -ex
|
|
|
|
if [ "$1" == "cp27-cp27m" ]; then
|
|
set -e
|
|
pip install --user ${INSTALL_PREFIX:-/paddle/build}/opt/paddle/share/wheels/*.whl
|
|
python ${PADDLE_ROOT}/paddle/scripts/installation_validate.py
|
|
elif [ "$1" == "cp35-cp35m" ]; then
|
|
pip3.5 install --user ${INSTALL_PREFIX:-/paddle/build}/opt/paddle/share/wheels/*.whl
|
|
elif [ "$1" == "cp36-cp36m" ]; then
|
|
pip3.6 install --user ${INSTALL_PREFIX:-/paddle/build}/opt/paddle/share/wheels/*.whl
|
|
elif [ "$1" == "cp37-cp37m" ]; then
|
|
pip3.7 install --user ${INSTALL_PREFIX:-/paddle/build}/opt/paddle/share/wheels/*.whl
|
|
fi
|
|
tmpfile_rand=`date +%s%N`
|
|
tmpfile=$tmp_dir/$tmpfile_rand
|
|
set +e
|
|
ut_startTime_s=`date +%s`
|
|
ctest --output-on-failure -j $2 | tee $tmpfile
|
|
failed_test_lists=''
|
|
collect_failed_tests
|
|
set +x
|
|
mactest_error=0
|
|
retry_unittests_record=''
|
|
retry_time=3
|
|
exec_times=0
|
|
exec_time_array=('first' 'second' 'third')
|
|
if [ -n "$failed_test_lists" ];then
|
|
mactest_error=1
|
|
while ( [ $exec_times -lt $retry_time ] && [ -n "${failed_test_lists}" ] )
|
|
do
|
|
retry_unittests_record="$retry_unittests_record$failed_test_lists"
|
|
failed_test_lists_ult=`echo "${failed_test_lists}"`
|
|
read retry_unittests <<< $(echo "$failed_test_lists" | grep -oEi "\-.+\(" | sed 's/(//' | sed 's/- //' )
|
|
echo "========================================="
|
|
echo "This is the ${exec_time_array[$exec_times]} time to re-run"
|
|
echo "========================================="
|
|
echo "The following unittest will be re-run:"
|
|
echo "${retry_unittests}"
|
|
echo "========================================="
|
|
|
|
retry_unittests_regular=''
|
|
for line in ${retry_unittests[@]} ;
|
|
do
|
|
if [[ "$retry_unittests_regular" == "" ]];then
|
|
retry_unittests_regular="^$line$"
|
|
else
|
|
retry_unittests_regular="$retry_unittests_regular|^$line$"
|
|
fi
|
|
done
|
|
rm -f $tmp_dir/*
|
|
failed_test_lists=''
|
|
ctest -R "($retry_unittests_regular)" --output-on-failure -j $2 | tee $tmpfile
|
|
collect_failed_tests
|
|
exec_times=$[$exec_times+1]
|
|
done
|
|
fi
|
|
#mactest_error=$?
|
|
ut_endTime_s=`date +%s`
|
|
echo "Mac testCase Time: $[ $ut_endTime_s - $ut_startTime_s ]s"
|
|
paddle version
|
|
# Recovery proxy to avoid failure in later steps
|
|
export http_proxy=$my_proxy
|
|
export https_proxy=$my_proxy
|
|
if [ "$mactest_error" != 0 ];then
|
|
if [[ "$failed_test_lists" == "" ]]; then
|
|
echo "========================================"
|
|
echo "There are failed tests, which have been successful after re-run:"
|
|
echo "========================================"
|
|
echo "The following tests have been re-ran:"
|
|
echo "${retry_unittests_record}"
|
|
else
|
|
failed_test_lists_ult=`echo "${failed_test_lists}"`
|
|
echo "========================================"
|
|
echo "Summary Failed Tests... "
|
|
echo "========================================"
|
|
echo "The following tests FAILED: "
|
|
echo "${failed_test_lists_ult}"
|
|
exit 8;
|
|
fi
|
|
fi
|
|
fi
|
|
}
|
|
|
|
function fetch_upstream_develop_if_not_exist() {
|
|
UPSTREAM_URL='https://github.com/PaddlePaddle/Paddle'
|
|
origin_upstream_url=`git remote -v | awk '{print $1, $2}' | uniq | grep upstream | awk '{print $2}'`
|
|
if [ "$origin_upstream_url" == "" ]; then
|
|
git remote add upstream $UPSTREAM_URL.git
|
|
elif [ "$origin_upstream_url" != "$UPSTREAM_URL" ] \
|
|
&& [ "$origin_upstream_url" != "$UPSTREAM_URL.git" ]; then
|
|
git remote remove upstream
|
|
git remote add upstream $UPSTREAM_URL.git
|
|
fi
|
|
|
|
if [ ! -e "$PADDLE_ROOT/.git/refs/remotes/upstream/$BRANCH" ]; then
|
|
git fetch upstream # develop is not fetched
|
|
fi
|
|
}
|
|
|
|
function generate_upstream_develop_api_spec() {
|
|
fetch_upstream_develop_if_not_exist
|
|
cur_branch=`git branch | grep \* | cut -d ' ' -f2`
|
|
git checkout .
|
|
git checkout -b develop_base_pr upstream/$BRANCH
|
|
cmake_gen $1
|
|
build $2
|
|
|
|
git checkout $cur_branch
|
|
generate_api_spec "$1" "DEV"
|
|
git branch -D develop_base_pr
|
|
ENABLE_MAKE_CLEAN="ON"
|
|
rm -rf ${PADDLE_ROOT}/build/Makefile ${PADDLE_ROOT}/build/CMakeCache.txt
|
|
}
|
|
|
|
function generate_api_spec() {
|
|
set -e
|
|
spec_kind=$2
|
|
if [ "$spec_kind" != "PR" ] && [ "$spec_kind" != "DEV" ]; then
|
|
echo "Not supported $2"
|
|
exit 1
|
|
fi
|
|
|
|
mkdir -p ${PADDLE_ROOT}/build/.check_api_workspace
|
|
cd ${PADDLE_ROOT}/build/.check_api_workspace
|
|
virtualenv .${spec_kind}_env
|
|
source .${spec_kind}_env/bin/activate
|
|
pip install -r ${PADDLE_ROOT}/python/requirements.txt
|
|
pip --no-cache-dir install ${PADDLE_ROOT}/build/python/dist/*whl
|
|
spec_path=${PADDLE_ROOT}/paddle/fluid/API_${spec_kind}.spec
|
|
python ${PADDLE_ROOT}/tools/print_signatures.py paddle > $spec_path
|
|
|
|
# used to log op_register data_type
|
|
op_type_path=${PADDLE_ROOT}/paddle/fluid/OP_TYPE_${spec_kind}.spec
|
|
python ${PADDLE_ROOT}/tools/check_op_register_type.py > $op_type_path
|
|
|
|
# print all ops desc in dict to op_desc_path
|
|
op_desc_path=${PADDLE_ROOT}/paddle/fluid/OP_DESC_${spec_kind}.spec
|
|
python ${PADDLE_ROOT}/tools/print_op_desc.py > $op_desc_path
|
|
|
|
# print api and the md5 of source code of the api.
|
|
api_source_md5_path=${PADDLE_ROOT}/paddle/fluid/API_${spec_kind}.source.md5
|
|
python ${PADDLE_ROOT}/tools/count_api_without_core_ops.py -p paddle > $api_source_md5_path
|
|
|
|
awk -F '(' '{print $NF}' $spec_path >${spec_path}.doc
|
|
awk -F '(' '{$NF="";print $0}' $spec_path >${spec_path}.api
|
|
if [ "$1" == "cp35-cp35m" ] || [ "$1" == "cp36-cp36m" ] || [ "$1" == "cp37-cp37m" ]; then
|
|
# Use sed to make python2 and python3 sepc keeps the same
|
|
sed -i 's/arg0: str/arg0: unicode/g' $spec_path
|
|
sed -i "s/\(.*Transpiler.*\).__init__ (ArgSpec(args=\['self'].*/\1.__init__ /g" $spec_path
|
|
fi
|
|
|
|
python ${PADDLE_ROOT}/tools/diff_use_default_grad_op_maker.py \
|
|
${PADDLE_ROOT}/paddle/fluid/op_use_default_grad_maker_${spec_kind}.spec
|
|
|
|
deactivate
|
|
}
|
|
|
|
function check_approvals_of_unittest() {
|
|
if [ "$GITHUB_API_TOKEN" == "" ] || [ "$GIT_PR_ID" == "" ]; then
|
|
return 0
|
|
fi
|
|
# approval_user_list: XiaoguangHu01 46782768,luotao1 6836917,phlrain 43953930,lanxianghit 47554610, zhouwei25 52485244, kolinwei 22165420
|
|
check_times=$1
|
|
if [ $check_times == 1 ]; then
|
|
approval_line=`curl -H "Authorization: token ${GITHUB_API_TOKEN}" https://api.github.com/repos/PaddlePaddle/Paddle/pulls/${GIT_PR_ID}/reviews?per_page=10000`
|
|
if [ "${approval_line}" != "" ]; then
|
|
APPROVALS=`echo ${approval_line}|python ${PADDLE_ROOT}/tools/check_pr_approval.py 1 22165420 52485244`
|
|
set +x
|
|
echo "current pr ${GIT_PR_ID} got approvals: ${APPROVALS}"
|
|
if [ "${APPROVALS}" == "TRUE" ]; then
|
|
echo "==================================="
|
|
echo -e "\n current pr ${GIT_PR_ID} has got approvals. So, Pass CI directly!\n"
|
|
echo "==================================="
|
|
exit 0
|
|
fi
|
|
fi
|
|
elif [ $check_times == 2 ]; then
|
|
unittest_spec_diff=`python ${PADDLE_ROOT}/tools/diff_unittest.py ${PADDLE_ROOT}/paddle/fluid/UNITTEST_DEV.spec ${PADDLE_ROOT}/paddle/fluid/UNITTEST_PR.spec`
|
|
if [ "$unittest_spec_diff" != "" ]; then
|
|
approval_line=`curl -H "Authorization: token ${GITHUB_API_TOKEN}" https://api.github.com/repos/PaddlePaddle/Paddle/pulls/${GIT_PR_ID}/reviews?per_page=10000`
|
|
APPROVALS=`echo ${approval_line}|python ${PADDLE_ROOT}/tools/check_pr_approval.py 1 22165420 52485244`
|
|
set +x
|
|
echo "current pr ${GIT_PR_ID} got approvals: ${APPROVALS}"
|
|
if [ "${APPROVALS}" == "FALSE" ]; then
|
|
echo "************************************"
|
|
echo -e "It is forbidden to disable or delete the unit-test.\n"
|
|
echo -e "If you must delete it temporarily, please add it to[https://github.com/PaddlePaddle/Paddle/wiki/Temporarily-disabled-Unit-Test]."
|
|
echo -e "Then you must have one RD (kolinwei(recommended) or zhouwei25) approval for the deletion of unit-test. \n"
|
|
echo -e "If you have any problems about deleting unit-test, please read the specification [https://github.com/PaddlePaddle/Paddle/wiki/Deleting-unit-test-is-forbidden]. \n"
|
|
echo -e "Following unit-tests are deleted in this PR: \n ${unittest_spec_diff} \n"
|
|
echo "************************************"
|
|
exit 1
|
|
fi
|
|
fi
|
|
fi
|
|
set -x
|
|
}
|
|
|
|
function check_change_of_unittest() {
|
|
generate_unittest_spec "PR"
|
|
fetch_upstream_develop_if_not_exist
|
|
git reset --hard upstream/$BRANCH
|
|
cmake_gen $1
|
|
generate_unittest_spec "DEV"
|
|
check_approvals_of_unittest 2
|
|
}
|
|
|
|
function check_sequence_op_unittest(){
|
|
/bin/bash ${PADDLE_ROOT}/tools/check_sequence_op.sh
|
|
}
|
|
|
|
function generate_unittest_spec() {
|
|
spec_kind=$1
|
|
if [ "$spec_kind" == "DEV" ]; then
|
|
cat <<EOF
|
|
============================================
|
|
Generate unit tests.spec of develop.
|
|
============================================
|
|
EOF
|
|
elif [ "$spec_kind" == "PR" ]; then
|
|
cat <<EOF
|
|
============================================
|
|
Generate unit tests.spec of this PR.
|
|
============================================
|
|
EOF
|
|
else
|
|
echo "Not supported $1"
|
|
exit 1
|
|
fi
|
|
spec_path=${PADDLE_ROOT}/paddle/fluid/UNITTEST_${spec_kind}.spec
|
|
ctest -N | awk -F ':' '{print $2}' | sed '/^$/d' | sed '$d' > ${spec_path}
|
|
}
|
|
|
|
|
|
function assert_api_spec_approvals() {
|
|
/bin/bash ${PADDLE_ROOT}/tools/check_api_approvals.sh;approval_error=$?
|
|
if [ "$approval_error" != 0 ];then
|
|
exit 6
|
|
fi
|
|
}
|
|
|
|
function assert_file_diff_approvals() {
|
|
/bin/bash ${PADDLE_ROOT}/tools/check_file_diff_approvals.sh;file_approval_error=$?
|
|
if [ "$file_approval_error" != 0 ];then
|
|
exit 6
|
|
fi
|
|
}
|
|
|
|
|
|
function check_coverage() {
|
|
/bin/bash ${PADDLE_ROOT}/tools/coverage/paddle_coverage.sh
|
|
}
|
|
|
|
|
|
function single_test() {
|
|
TEST_NAME=$1
|
|
if [ -z "${TEST_NAME}" ]; then
|
|
echo -e "${RED}Usage:${NONE}"
|
|
echo -e "${BOLD}${SCRIPT_NAME}${NONE} ${BLUE}single_test${NONE} [test_name]"
|
|
exit 1
|
|
fi
|
|
mkdir -p ${PADDLE_ROOT}/build
|
|
cd ${PADDLE_ROOT}/build
|
|
if [ ${WITH_TESTING:-ON} == "ON" ] ; then
|
|
cat <<EOF
|
|
========================================
|
|
Running ${TEST_NAME} ...
|
|
========================================
|
|
EOF
|
|
ctest --output-on-failure -R ${TEST_NAME}
|
|
fi
|
|
}
|
|
|
|
function bind_test() {
|
|
# the number of process to run tests
|
|
NUM_PROC=6
|
|
|
|
# calculate and set the memory usage for each process
|
|
MEM_USAGE=$(printf "%.2f" `echo "scale=5; 1.0 / $NUM_PROC" | bc`)
|
|
export FLAGS_fraction_of_gpu_memory_to_use=$MEM_USAGE
|
|
|
|
# get the CUDA device count
|
|
CUDA_DEVICE_COUNT=$(nvidia-smi -L | wc -l)
|
|
|
|
for (( i = 0; i < $NUM_PROC; i++ )); do
|
|
cuda_list=()
|
|
for (( j = 0; j < $CUDA_DEVICE_COUNT; j++ )); do
|
|
s=$[i+j]
|
|
n=$[s%CUDA_DEVICE_COUNT]
|
|
if [ $j -eq 0 ]; then
|
|
cuda_list=("$n")
|
|
else
|
|
cuda_list="$cuda_list,$n"
|
|
fi
|
|
done
|
|
echo $cuda_list
|
|
# CUDA_VISIBLE_DEVICES http://acceleware.com/blog/cudavisibledevices-masking-gpus
|
|
# ctest -I https://cmake.org/cmake/help/v3.0/manual/ctest.1.html?highlight=ctest
|
|
env CUDA_VISIBLE_DEVICES=$cuda_list ctest -I $i,,$NUM_PROC --output-on-failure &
|
|
done
|
|
wait
|
|
}
|
|
|
|
EXIT_CODE=0;
|
|
function caught_error() {
|
|
for job in `jobs -p`; do
|
|
# echo "PID => ${job}"
|
|
if ! wait ${job} ; then
|
|
echo "At least one test failed with exit code => $?" ;
|
|
EXIT_CODE=1;
|
|
fi
|
|
done
|
|
}
|
|
|
|
function case_count(){
|
|
cat <<EOF
|
|
============================================
|
|
Generating TestCases Count ...
|
|
============================================
|
|
EOF
|
|
testcases=$1
|
|
num=$(echo $testcases|grep -o '\^'|wc -l)
|
|
if [ "$2" == "" ]; then
|
|
echo "exclusive TestCases count is $num"
|
|
else
|
|
echo "$2 card TestCases count is $num"
|
|
fi
|
|
}
|
|
|
|
failed_test_lists=''
|
|
tmp_dir=`mktemp -d`
|
|
|
|
function collect_failed_tests() {
|
|
for file in `ls $tmp_dir`; do
|
|
exit_code=0
|
|
grep -q 'The following tests FAILED:' $tmp_dir/$file||exit_code=$?
|
|
if [ $exit_code -ne 0 ]; then
|
|
failuretest=''
|
|
else
|
|
failuretest=`grep -A 10000 'The following tests FAILED:' $tmp_dir/$file | sed 's/The following tests FAILED://g'|sed '/^$/d'`
|
|
failed_test_lists="${failed_test_lists}
|
|
${failuretest}"
|
|
fi
|
|
done
|
|
}
|
|
|
|
function card_test() {
|
|
set -m
|
|
case_count $1 $2
|
|
ut_startTime_s=`date +%s`
|
|
# get the CUDA device count
|
|
CUDA_DEVICE_COUNT=$(nvidia-smi -L | wc -l)
|
|
|
|
testcases=$1
|
|
if (( $# > 1 )); then
|
|
cardnumber=$2
|
|
if (( $cardnumber > $CUDA_DEVICE_COUNT )); then
|
|
cardnumber=$CUDA_DEVICE_COUNT
|
|
fi
|
|
else
|
|
cardnumber=$CUDA_DEVICE_COUNT
|
|
fi
|
|
|
|
if [[ "$testcases" == "" ]]; then
|
|
return 0
|
|
fi
|
|
|
|
trap 'caught_error' CHLD
|
|
tmpfile_rand=`date +%s%N`
|
|
NUM_PROC=$[CUDA_DEVICE_COUNT/$cardnumber]
|
|
for (( i = 0; i < $NUM_PROC; i++ )); do
|
|
# CUDA_VISIBLE_DEVICES http://acceleware.com/blog/cudavisibledevices-masking-gpus
|
|
# ctest -I https://cmake.org/cmake/help/v3.0/manual/ctest.1.html?highlight=ctest
|
|
cuda_list=()
|
|
for (( j = 0; j < cardnumber; j++ )); do
|
|
if [ $j -eq 0 ]; then
|
|
cuda_list=("$[i*cardnumber]")
|
|
else
|
|
cuda_list="$cuda_list,$[i*cardnumber+j]"
|
|
fi
|
|
done
|
|
tmpfile=$tmp_dir/$tmpfile_rand"_"$i
|
|
if [ ${TESTING_DEBUG_MODE:-OFF} == "ON" ] ; then
|
|
if [[ $cardnumber == $CUDA_DEVICE_COUNT ]]; then
|
|
(ctest -I $i,,$NUM_PROC -R "($testcases)" -V | tee $tmpfile; test ${PIPESTATUS[0]} -eq 0) &
|
|
else
|
|
(env CUDA_VISIBLE_DEVICES=$cuda_list ctest -I $i,,$NUM_PROC -R "($testcases)" -V | tee $tmpfile; test ${PIPESTATUS[0]} -eq 0) &
|
|
fi
|
|
else
|
|
if [[ $cardnumber == $CUDA_DEVICE_COUNT ]]; then
|
|
(ctest -I $i,,$NUM_PROC -R "($testcases)" --output-on-failure | tee $tmpfile; test ${PIPESTATUS[0]} -eq 0) &
|
|
else
|
|
(env CUDA_VISIBLE_DEVICES=$cuda_list ctest -I $i,,$NUM_PROC -R "($testcases)" --output-on-failure | tee $tmpfile; test ${PIPESTATUS[0]} -eq 0) &
|
|
fi
|
|
fi
|
|
done
|
|
wait; # wait for all subshells to finish
|
|
ut_endTime_s=`date +%s`
|
|
if [ "$2" == "" ]; then
|
|
echo "exclusive TestCases Total Time: $[ $ut_endTime_s - $ut_startTime_s ]s"
|
|
else
|
|
echo "$2 card TestCases Total Time: $[ $ut_endTime_s - $ut_startTime_s ]s"
|
|
fi
|
|
set +m
|
|
}
|
|
|
|
function parallel_test_base_gpu() {
|
|
if [ ${WITH_TESTING:-ON} == "ON" ] ; then
|
|
cat <<EOF
|
|
========================================
|
|
Running unit tests in parallel way ...
|
|
========================================
|
|
EOF
|
|
|
|
set +x
|
|
EXIT_CODE=0;
|
|
test_cases=$(ctest -N -V) # get all test cases
|
|
exclusive_tests='' # cases list which would be run exclusively
|
|
single_card_tests='' # cases list which would take one graph card
|
|
multiple_card_tests='' # cases list which would take multiple GPUs, most cases would be two GPUs
|
|
is_exclusive='' # indicate whether the case is exclusive type
|
|
is_multicard='' # indicate whether the case is multiple GPUs type
|
|
is_nightly='' # indicate whether the case will only run at night
|
|
while read -r line; do
|
|
if [[ "$line" == "" ]]; then
|
|
continue
|
|
fi
|
|
read matchstr <<< $(echo "$line"|grep -oEi 'Test[ \t]+#')
|
|
if [[ "$matchstr" == "" ]]; then
|
|
# Any test case with LABELS property would be parse here
|
|
# RUN_TYPE=EXCLUSIVE mean the case would run exclusively
|
|
# RUN_TYPE=DIST mean the case would take two graph GPUs during runtime
|
|
# RUN_TYPE=NIGHTLY or RUN_TYPE=DIST:NIGHTLY or RUN_TYPE=EXCLUSIVE:NIGHTLY means the case will ONLY run at night
|
|
read is_exclusive <<< $(echo "$line"|grep -oEi "RUN_TYPE=EXCLUSIVE")
|
|
read is_multicard <<< $(echo "$line"|grep -oEi "RUN_TYPE=DIST")
|
|
read is_nightly <<< $(echo "$line"|grep -oEi "RUN_TYPE=NIGHTLY|RUN_TYPE=DIST:NIGHTLY|RUN_TYPE=EXCLUSIVE:NIGHTLY")
|
|
continue
|
|
fi
|
|
read testcase <<< $(echo "$line"|grep -oEi "\w+$")
|
|
|
|
if [[ "$is_nightly" != "" ]] && [ ${NIGHTLY_MODE:-OFF} == "OFF" ]; then
|
|
echo $testcase" will only run at night."
|
|
continue
|
|
fi
|
|
|
|
if [[ "$is_multicard" == "" ]]; then
|
|
# trick: treat all test case with prefix "test_dist" as dist case, and would run on 2 GPUs
|
|
read is_multicard <<< $(echo "$testcase"|grep -oEi "test_dist")
|
|
fi
|
|
|
|
if [[ "$is_exclusive" != "" ]]; then
|
|
if [[ "$exclusive_tests" == "" ]]; then
|
|
exclusive_tests="^$testcase$"
|
|
else
|
|
exclusive_tests="$exclusive_tests|^$testcase$"
|
|
fi
|
|
elif [[ "$is_multicard" != "" ]]; then
|
|
if [[ "$multiple_card_tests" == "" ]]; then
|
|
multiple_card_tests="^$testcase$"
|
|
else
|
|
multiple_card_tests="$multiple_card_tests|^$testcase$"
|
|
fi
|
|
else
|
|
if [[ "${#single_card_tests}" -gt 10000 ]];then
|
|
if [[ "$single_card_tests_1" == "" ]]; then
|
|
single_card_tests_1="^$testcase$"
|
|
else
|
|
single_card_tests_1="$single_card_tests_1|^$testcase$"
|
|
fi
|
|
continue
|
|
fi
|
|
|
|
if [[ "$single_card_tests" == "" ]]; then
|
|
single_card_tests="^$testcase$"
|
|
else
|
|
single_card_tests="$single_card_tests|^$testcase$"
|
|
fi
|
|
fi
|
|
is_exclusive=''
|
|
is_multicard=''
|
|
is_nightly=''
|
|
matchstr=''
|
|
testcase=''
|
|
done <<< "$test_cases";
|
|
|
|
card_test "$single_card_tests" 1 # run cases with single GPU
|
|
card_test "$single_card_tests_1" 1 # run cases with single GPU
|
|
card_test "$multiple_card_tests" 2 # run cases with two GPUs
|
|
card_test "$exclusive_tests" # run cases exclusively, in this cases would be run with 4/8 GPUs
|
|
collect_failed_tests
|
|
rm -f $tmp_dir/*
|
|
exec_times=0
|
|
retry_unittests_record=''
|
|
retry_time=3
|
|
exec_time_array=('first' 'second' 'third')
|
|
if [ -n "$failed_test_lists" ];then
|
|
while ( [ $exec_times -lt $retry_time ] && [ -n "${failed_test_lists}" ] )
|
|
do
|
|
|
|
retry_unittests_record="$retry_unittests_record$failed_test_lists"
|
|
failed_test_lists_ult=`echo "${failed_test_lists}" |grep -Po '[^ ].*$'`
|
|
read retry_unittests <<< $(echo "$failed_test_lists" | grep -oEi "\-.+\(.+\)" | sed 's/(.\+)//' | sed 's/- //' )
|
|
echo "========================================="
|
|
echo "This is the ${exec_time_array[$exec_times]} time to re-run"
|
|
echo "========================================="
|
|
echo "The following unittest will be re-run:"
|
|
echo "${failed_test_lists_ult}"
|
|
|
|
for line in ${retry_unittests[@]} ;
|
|
do
|
|
|
|
one_card_tests=$single_card_tests'|'$single_card_tests_1
|
|
|
|
read tmp_one_tmp <<< "$( echo $one_card_tests | grep -oEi $line )"
|
|
read tmp_mul_tmp <<< "$( echo $multiple_card_tests | grep -oEi $line )"
|
|
read exclusive_tmp <<< "$( echo $exclusive_tests | grep -oEi $line )"
|
|
|
|
if [[ "$tmp_one_tmp" != "" ]]; then
|
|
if [[ "$one_card_retry" == "" ]]; then
|
|
one_card_retry="^$line$"
|
|
else
|
|
one_card_retry="$one_card_retry|^$line$"
|
|
fi
|
|
elif [[ "$tmp_mul_tmp" != "" ]]; then
|
|
if [[ "$multiple_card_retry" == "" ]]; then
|
|
multiple_card_retry="^$line$"
|
|
else
|
|
multiple_card_retry="$multiple_card_retry|^$line$"
|
|
fi
|
|
else
|
|
if [[ "$exclusive_retry" == "" ]];then
|
|
exclusive_retry="^$line$"
|
|
else
|
|
exclusive_retry="$exclusive_retry|^$line$"
|
|
fi
|
|
fi
|
|
|
|
done
|
|
|
|
if [[ "$one_card_retry" != "" ]]; then
|
|
card_test "$one_card_retry" 1
|
|
fi
|
|
|
|
if [[ "$multiple_card_retry" != "" ]]; then
|
|
card_test "$multiple_card_retry" 2
|
|
fi
|
|
|
|
if [[ "$exclusive_retry" != "" ]]; then
|
|
card_test "$exclusive_retry"
|
|
fi
|
|
|
|
exec_times=$[$exec_times+1]
|
|
failed_test_lists=''
|
|
collect_failed_tests
|
|
rm -f $tmp_dir/*
|
|
one_card_retry=''
|
|
multiple_card_retry=''
|
|
exclusive_retry=''
|
|
retry_unittests=''
|
|
done
|
|
fi
|
|
|
|
|
|
|
|
if [[ "$EXIT_CODE" != "0" ]]; then
|
|
if [[ "$failed_test_lists" == "" ]]; then
|
|
echo "========================================"
|
|
echo "There are failed tests, which have been successful after re-run:"
|
|
echo "========================================"
|
|
echo "The following tests have been re-ran:"
|
|
echo "${retry_unittests_record}"
|
|
else
|
|
failed_test_lists_ult=`echo "${failed_test_lists}" |grep -Po '[^ ].*$'`
|
|
echo "========================================"
|
|
echo "Summary Failed Tests... "
|
|
echo "========================================"
|
|
echo "The following tests FAILED: "
|
|
echo "${failed_test_lists_ult}"
|
|
exit 8;
|
|
fi
|
|
fi
|
|
set -ex
|
|
fi
|
|
}
|
|
|
|
function parallel_test_base_cpu() {
|
|
mkdir -p ${PADDLE_ROOT}/build
|
|
cd ${PADDLE_ROOT}/build
|
|
if [ ${WITH_TESTING:-ON} == "ON" ] ; then
|
|
cat <<EOF
|
|
========================================
|
|
Running unit cpu tests ...
|
|
========================================
|
|
EOF
|
|
ut_startTime_s=`date +%s`
|
|
ctest --output-on-failure -j $1
|
|
ut_endTime_s=`date +%s`
|
|
echo "CPU testCase Time: $[ $ut_endTime_s - $ut_startTime_s ]s"
|
|
if [[ "$EXIT_CODE" != "0" ]]; then
|
|
exit 8;
|
|
fi
|
|
fi
|
|
}
|
|
|
|
function parallel_test() {
|
|
ut_total_startTime_s=`date +%s`
|
|
mkdir -p ${PADDLE_ROOT}/build
|
|
cd ${PADDLE_ROOT}/build
|
|
pip install ${PADDLE_ROOT}/build/python/dist/*whl
|
|
if [ "$WITH_GPU" == "ON" ];then
|
|
parallel_test_base_gpu
|
|
else
|
|
parallel_test_base_cpu ${PROC_RUN:-1}
|
|
fi
|
|
ut_total_endTime_s=`date +%s`
|
|
echo "TestCases Total Time: $[ $ut_total_endTime_s - $ut_total_startTime_s ]s"
|
|
}
|
|
|
|
function enable_unused_var_check() {
|
|
# NOTE(zhiqiu): Set FLAGS_enable_unused_var_check=1 here to enable unused_var_check,
|
|
# which checks if an operator has unused input variable(s).
|
|
# Currently, use it in coverage CI job.
|
|
export FLAGS_enable_unused_var_check=1
|
|
}
|
|
|
|
function gen_doc_lib() {
|
|
mkdir -p ${PADDLE_ROOT}/build
|
|
cd ${PADDLE_ROOT}/build
|
|
cat <<EOF
|
|
========================================
|
|
Building documentation library ...
|
|
In /paddle/build
|
|
========================================
|
|
EOF
|
|
cmake .. \
|
|
-DCMAKE_BUILD_TYPE=Release \
|
|
-DWITH_GPU=OFF \
|
|
-DWITH_MKL=OFF \
|
|
|
|
local LIB_TYPE=$1
|
|
case $LIB_TYPE in
|
|
full)
|
|
# Build full Paddle Python module. Will timeout without caching 'copy_paddle_pybind' first
|
|
make -j `nproc` framework_py_proto copy_paddle_pybind paddle_python
|
|
;;
|
|
pybind)
|
|
# Build paddle pybind library. Takes 49 minutes to build. Might timeout
|
|
make -j `nproc` copy_paddle_pybind
|
|
;;
|
|
proto)
|
|
# Even smaller library.
|
|
make -j `nproc` framework_py_proto
|
|
;;
|
|
*)
|
|
exit 0
|
|
;;
|
|
esac
|
|
}
|
|
|
|
|
|
function gen_dockerfile() {
|
|
# Set BASE_IMAGE according to env variables
|
|
CUDA_MAJOR="$(echo $CUDA_VERSION | cut -d '.' -f 1).$(echo $CUDA_VERSION | cut -d '.' -f 2)"
|
|
CUDNN_MAJOR=$(echo $CUDNN_VERSION | cut -d '.' -f 1)
|
|
if [[ ${WITH_GPU} == "ON" ]]; then
|
|
BASE_IMAGE="nvidia/cuda:${CUDA_MAJOR}-cudnn${CUDNN_MAJOR}-devel-ubuntu16.04"
|
|
else
|
|
BASE_IMAGE="ubuntu:16.04"
|
|
fi
|
|
|
|
DOCKERFILE_GPU_ENV=""
|
|
DOCKERFILE_CUDNN_DSO=""
|
|
DOCKERFILE_CUBLAS_DSO=""
|
|
if [[ ${WITH_GPU:-OFF} == 'ON' ]]; then
|
|
DOCKERFILE_GPU_ENV="ENV LD_LIBRARY_PATH /usr/lib/x86_64-linux-gnu:\${LD_LIBRARY_PATH}"
|
|
DOCKERFILE_CUDNN_DSO="RUN ln -sf /usr/lib/x86_64-linux-gnu/libcudnn.so.${CUDNN_MAJOR} /usr/lib/x86_64-linux-gnu/libcudnn.so"
|
|
DOCKERFILE_CUBLAS_DSO="RUN ln -sf /usr/local/cuda/targets/x86_64-linux/lib/libcublas.so.${CUDA_MAJOR} /usr/lib/x86_64-linux-gnu/libcublas.so"
|
|
fi
|
|
|
|
cat <<EOF
|
|
========================================
|
|
Generate ${PADDLE_ROOT}/build/Dockerfile ...
|
|
========================================
|
|
EOF
|
|
|
|
ref_CUDA_MAJOR="$(echo $CUDA_VERSION | cut -d '.' -f 1)"
|
|
if [[ ${WITH_GPU} == "ON" ]]; then
|
|
ref_gpu=gpu-cuda${ref_CUDA_MAJOR}-cudnn${CUDNN_MAJOR}
|
|
else
|
|
ref_gpu=cpu
|
|
fi
|
|
if [[ ${WITH_GPU} == "ON" ]]; then
|
|
install_gpu="_gpu"
|
|
else
|
|
install_gpu=""
|
|
fi
|
|
if [[ ${WITH_MKL} == "ON" ]]; then
|
|
ref_mkl=mkl
|
|
else
|
|
ref_mkl=openblas
|
|
fi
|
|
|
|
ref_web=https://paddle-wheel.bj.bcebos.com/${PADDLE_BRANCH}-${ref_gpu}-${ref_mkl}
|
|
|
|
ref_paddle2=paddlepaddle${install_gpu}-${PADDLE_BRANCH}-cp27-cp27mu-linux_x86_64.whl
|
|
ref_paddle35=paddlepaddle${install_gpu}-${PADDLE_BRANCH}-cp35-cp35m-linux_x86_64.whl
|
|
ref_paddle36=paddlepaddle${install_gpu}-${PADDLE_BRANCH}-cp36-cp36m-linux_x86_64.whl
|
|
ref_paddle37=paddlepaddle${install_gpu}-${PADDLE_BRANCH}-cp37-cp37m-linux_x86_64.whl
|
|
|
|
ref_paddle2_whl=paddlepaddle${install_gpu}-${PADDLE_BRANCH}-cp27-cp27mu-linux_x86_64.whl
|
|
ref_paddle35_whl=paddlepaddle${install_gpu}-${PADDLE_BRANCH}-cp35-cp35m-linux_x86_64.whl
|
|
ref_paddle36_whl=paddlepaddle${install_gpu}-${PADDLE_BRANCH}-cp36-cp36m-linux_x86_64.whl
|
|
ref_paddle37_whl=paddlepaddle${install_gpu}-${PADDLE_BRANCH}-cp37-cp37m-linux_x86_64.whl
|
|
|
|
if [[ ${PADDLE_BRANCH} != "0.0.0" && ${WITH_MKL} == "ON" && ${WITH_GPU} == "ON" ]]; then
|
|
ref_paddle2=paddlepaddle${install_gpu}-${PADDLE_BRANCH}.post${ref_CUDA_MAJOR}${CUDNN_MAJOR}-cp27-cp27mu-linux_x86_64.whl
|
|
ref_paddle35=paddlepaddle${install_gpu}-${PADDLE_BRANCH}.post${ref_CUDA_MAJOR}${CUDNN_MAJOR}-cp35-cp35m-linux_x86_64.whl
|
|
ref_paddle36=paddlepaddle${install_gpu}-${PADDLE_BRANCH}.post${ref_CUDA_MAJOR}${CUDNN_MAJOR}-cp36-cp36m-linux_x86_64.whl
|
|
ref_paddle37=paddlepaddle${install_gpu}-${PADDLE_BRANCH}.post${ref_CUDA_MAJOR}${CUDNN_MAJOR}-cp37-cp37m-linux_x86_64.whl
|
|
ref_paddle2_whl=paddlepaddle${install_gpu}-${PADDLE_BRANCH}.post${ref_CUDA_MAJOR}${CUDNN_MAJOR}-cp27-cp27mu-linux_x86_64.whl
|
|
ref_paddle35_whl=paddlepaddle${install_gpu}-${PADDLE_BRANCH}.post${ref_CUDA_MAJOR}${CUDNN_MAJOR}-cp35-cp35m-linux_x86_64.whl
|
|
ref_paddle36_whl=paddlepaddle${install_gpu}-${PADDLE_BRANCH}.post${ref_CUDA_MAJOR}${CUDNN_MAJOR}-cp36-cp36m-linux_x86_64.whl
|
|
ref_paddle37_whl=paddlepaddle${install_gpu}-${PADDLE_BRANCH}.post${ref_CUDA_MAJOR}${CUDNN_MAJOR}-cp37-cp37m-linux_x86_64.whl
|
|
fi
|
|
|
|
#ref_paddle2_mv1=""
|
|
#ref_paddle2_mv2=""
|
|
ref_paddle35_mv1=""
|
|
ref_paddle35_mv2=""
|
|
ref_paddle36_mv1=""
|
|
ref_paddle36_mv2=""
|
|
#ref_paddle37_mv1=""
|
|
#ref_paddle37_mv2=""
|
|
if [[ ${PADDLE_BRANCH} == "0.0.0" && ${WITH_GPU} == "ON" ]]; then
|
|
#ref_paddle2_whl=paddlepaddle_gpu-1.5.1-cp27-cp27mu-linux_x86_64.whl
|
|
ref_paddle35_whl=paddlepaddle_gpu-1.5.1-cp35-cp35m-linux_x86_64.whl
|
|
ref_paddle36_whl=paddlepaddle_gpu-1.5.1-cp36-cp36m-linux_x86_64.whl
|
|
#ref_paddle37_whl=paddlepaddle_gpu-1.5.1-cp37-cp37m-linux_x86_64.whl
|
|
#ref_paddle2_mv1="mv ref_paddle2 paddlepaddle_gpu-1.5.1-cp27-cp27mu-linux_x86_64.whl &&"
|
|
#ref_paddle2_mv2="&& mv paddlepaddle_gpu-1.5.1-cp27-cp27mu-linux_x86_64.whl ref_paddle2"
|
|
ref_paddle35_mv1="mv ${ref_paddle35} ${ref_paddle35_whl} &&"
|
|
ref_paddle35_mv2="&& mv ${ref_paddle35_whl} ${ref_paddle35}"
|
|
ref_paddle36_mv1="mv ${ref_paddle36} ${ref_paddle36_whl} &&"
|
|
ref_paddle36_mv2="&& mv ${ref_paddle36_whl} ${ref_paddle36}"
|
|
#ref_paddle37_mv1="mv ref_paddle37 paddlepaddle_gpu-1.5.1-cp37-cp37m-linux_x86_64.whl &&"
|
|
#ref_paddle37_mv2="&& mv paddlepaddle_gpu-1.5.1-cp37-cp37m-linux_x86_64.whl ref_paddle37"
|
|
fi
|
|
if [[ ${PADDLE_BRANCH} == "0.0.0" && ${WITH_GPU} != "ON" ]]; then
|
|
#ref_paddle2_whl=paddlepaddle_gpu-1.5.1-cp27-cp27mu-linux_x86_64.whl
|
|
ref_paddle35_whl=paddlepaddle-1.5.1-cp35-cp35m-linux_x86_64.whl
|
|
ref_paddle36_whl=paddlepaddle-1.5.1-cp36-cp36m-linux_x86_64.whl
|
|
#ref_paddle37_whl=paddlepaddle_gpu-1.5.1-cp37-cp37m-linux_x86_64.whl
|
|
#ref_paddle2_mv1="mv ref_paddle2 paddlepaddle_gpu-1.5.1-cp27-cp27mu-linux_x86_64.whl &&"
|
|
#ref_paddle2_mv2="&& mv paddlepaddle_gpu-1.5.1-cp27-cp27mu-linux_x86_64.whl ref_paddle2"
|
|
ref_paddle35_mv1="mv ${ref_paddle35} ${ref_paddle35_whl} &&"
|
|
ref_paddle35_mv2="&& mv ${ref_paddle35_whl} ${ref_paddle35}"
|
|
ref_paddle36_mv1="mv ${ref_paddle36} ${ref_paddle36_whl} &&"
|
|
ref_paddle36_mv2="&& mv ${ref_paddle36_whl} ${ref_paddle36}"
|
|
#ref_paddle37_mv1="mv ref_paddle37 paddlepaddle_gpu-1.5.1-cp37-cp37m-linux_x86_64.whl &&"
|
|
#ref_paddle37_mv2="&& mv paddlepaddle_gpu-1.5.1-cp37-cp37m-linux_x86_64.whl ref_paddle37"
|
|
fi
|
|
|
|
cat > ${PADDLE_ROOT}/build/Dockerfile <<EOF
|
|
FROM ${BASE_IMAGE}
|
|
MAINTAINER PaddlePaddle Authors <paddle-dev@baidu.com>
|
|
ENV HOME /root
|
|
EOF
|
|
|
|
if [[ ${WITH_GPU} == "ON" ]]; then
|
|
NCCL_DEPS="apt-get install -y --allow-downgrades --allow-change-held-packages libnccl2=2.4.7-1+cuda${CUDA_MAJOR} libnccl-dev=2.4.7-1+cuda${CUDA_MAJOR} || true"
|
|
else
|
|
NCCL_DEPS="true"
|
|
fi
|
|
|
|
if [[ ${WITH_GPU} == "ON" && ${CUDA_MAJOR} = "8.0" ]]; then
|
|
NCCL_DEPS="apt-get install -y --allow-downgrades --allow-change-held-packages libnccl2=2.2.13-1+cuda8.0 libnccl-dev=2.2.13-1+cuda8.0"
|
|
fi
|
|
|
|
PADDLE_VERSION="paddle version"
|
|
CMD='"paddle", "version"'
|
|
|
|
cat >> ${PADDLE_ROOT}/build/Dockerfile <<EOF
|
|
# run paddle version to install python packages first
|
|
RUN apt-get update && ${NCCL_DEPS}
|
|
RUN apt-get install -y wget python3 python3-pip libgtk2.0-dev dmidecode python3-tk && \
|
|
pip3 install opencv-python py-cpuinfo==5.0.0 && wget ${ref_web}/${ref_paddle35} && ${ref_paddle35_mv1} pip3 install ${ref_paddle35_whl} ${ref_paddle35_mv2}; apt-get install -f -y && \
|
|
apt-get clean -y && \
|
|
rm -f ${ref_paddle35} && \
|
|
ldconfig
|
|
${DOCKERFILE_CUDNN_DSO}
|
|
${DOCKERFILE_CUBLAS_DSO}
|
|
${DOCKERFILE_GPU_ENV}
|
|
EOF
|
|
cat >> ${PADDLE_ROOT}/build/Dockerfile <<EOF
|
|
# run paddle version to install python packages first
|
|
RUN apt-get update && ${NCCL_DEPS}
|
|
RUN apt-get install -y make build-essential libssl-dev zlib1g-dev libbz2-dev \
|
|
libreadline-dev libsqlite3-dev wget curl llvm libncurses5-dev libncursesw5-dev \
|
|
xz-utils tk-dev libffi-dev liblzma-dev
|
|
RUN mkdir -p /root/python_build/ && wget -q https://www.sqlite.org/2018/sqlite-autoconf-3250300.tar.gz && \
|
|
tar -zxf sqlite-autoconf-3250300.tar.gz && cd sqlite-autoconf-3250300 && \
|
|
./configure -prefix=/usr/local && make install -j8 && cd ../ && rm sqlite-autoconf-3250300.tar.gz && \
|
|
wget -q https://www.python.org/ftp/python/3.6.0/Python-3.6.0.tgz && \
|
|
tar -xzf Python-3.6.0.tgz && cd Python-3.6.0 && \
|
|
CFLAGS="-Wformat" ./configure --prefix=/usr/local/ --enable-shared > /dev/null && \
|
|
make -j8 > /dev/null && make altinstall > /dev/null && cd ../ && rm Python-3.6.0.tgz
|
|
RUN apt-get install -y libgtk2.0-dev dmidecode python3-tk && ldconfig && \
|
|
pip3.6 install opencv-python && wget ${ref_web}/${ref_paddle36} && ${ref_paddle36_mv1} pip3.6 install ${ref_paddle36_whl} ${ref_paddle36_mv2}; apt-get install -f -y && \
|
|
apt-get clean -y && \
|
|
rm -f ${ref_paddle36} && \
|
|
ldconfig
|
|
EOF
|
|
cat >> ${PADDLE_ROOT}/build/Dockerfile <<EOF
|
|
# run paddle version to install python packages first
|
|
RUN apt-get update && ${NCCL_DEPS}
|
|
RUN apt-get install -y make build-essential libssl-dev zlib1g-dev libbz2-dev \
|
|
libreadline-dev libsqlite3-dev wget curl llvm libncurses5-dev libncursesw5-dev \
|
|
xz-utils tk-dev libffi-dev liblzma-dev
|
|
RUN wget -q https://www.python.org/ftp/python/3.7.0/Python-3.7.0.tgz && \
|
|
tar -xzf Python-3.7.0.tgz && cd Python-3.7.0 && \
|
|
CFLAGS="-Wformat" ./configure --prefix=/usr/local/ --enable-shared > /dev/null && \
|
|
make -j8 > /dev/null && make altinstall > /dev/null && cd ../ && rm Python-3.7.0.tgz
|
|
RUN apt-get install -y libgtk2.0-dev dmidecode python3-tk && ldconfig && \
|
|
pip3.7 install opencv-python && wget ${ref_web}/${ref_paddle37} && pip3.7 install ${ref_paddle37_whl}; apt-get install -f -y && \
|
|
apt-get clean -y && \
|
|
rm -f ${ref_paddle37} && \
|
|
ldconfig
|
|
EOF
|
|
cat >> ${PADDLE_ROOT}/build/Dockerfile <<EOF
|
|
# run paddle version to install python packages first
|
|
RUN apt-get update && ${NCCL_DEPS}
|
|
RUN apt-get install -y wget python-pip python-opencv libgtk2.0-dev dmidecode python-tk && easy_install -U pip && \
|
|
wget ${ref_web}/${ref_paddle2} && pip install ${ref_paddle2_whl}; apt-get install -f -y && \
|
|
apt-get clean -y && \
|
|
rm -f ${ref_paddle2} && \
|
|
${PADDLE_VERSION} && \
|
|
ldconfig
|
|
EOF
|
|
|
|
cat >> ${PADDLE_ROOT}/build/Dockerfile <<EOF
|
|
# default command shows the paddle version and exit
|
|
CMD [${CMD}]
|
|
EOF
|
|
}
|
|
|
|
function gen_fluid_lib() {
|
|
mkdir -p ${PADDLE_ROOT}/build
|
|
cd ${PADDLE_ROOT}/build
|
|
cat <<EOF
|
|
========================================
|
|
Generating fluid library for train and inference ...
|
|
========================================
|
|
EOF
|
|
parallel_number=`nproc`
|
|
if [[ "$1" != "" ]]; then
|
|
parallel_number=$1
|
|
fi
|
|
startTime_s=`date +%s`
|
|
set +e
|
|
cmake .. -DWITH_DISTRIBUTE=OFF -DON_INFER=ON -DCUDA_ARCH_NAME=${CUDA_ARCH_NAME:-Auto};build_error=$?
|
|
make -j ${parallel_number} fluid_lib_dist;build_error=$?
|
|
make -j ${parallel_number} inference_lib_dist;build_error=$?
|
|
if [ "$build_error" != 0 ];then
|
|
exit 7;
|
|
fi
|
|
endTime_s=`date +%s`
|
|
echo "Build Time: $[ $endTime_s - $startTime_s ]s"
|
|
build_size "fluid_inference"
|
|
}
|
|
|
|
function tar_fluid_lib() {
|
|
cat <<EOF
|
|
========================================
|
|
Taring fluid library for train and inference ...
|
|
========================================
|
|
EOF
|
|
cd ${PADDLE_ROOT}/build
|
|
cp -r fluid_install_dir fluid
|
|
tar -czf fluid.tgz fluid
|
|
cp -r fluid_inference_install_dir fluid_inference
|
|
tar -czf fluid_inference.tgz fluid_inference
|
|
}
|
|
|
|
function test_fluid_lib() {
|
|
cat <<EOF
|
|
========================================
|
|
Testing fluid library for inference ...
|
|
========================================
|
|
EOF
|
|
fluid_startTime_s=`date +%s`
|
|
cd ${PADDLE_ROOT}/paddle/fluid/inference/api/demo_ci
|
|
./run.sh ${PADDLE_ROOT} ${WITH_MKL:-ON} ${WITH_GPU:-OFF} ${INFERENCE_DEMO_INSTALL_DIR} \
|
|
${TENSORRT_INCLUDE_DIR:-/usr/local/TensorRT/include} \
|
|
${TENSORRT_LIB_DIR:-/usr/local/TensorRT/lib}
|
|
EXIT_CODE=$?
|
|
fluid_endTime_s=`date +%s`
|
|
echo "test_fluid_lib Total Time: $[ $fluid_endTime_s - $fluid_startTime_s ]s"
|
|
./clean.sh
|
|
if [[ "$EXIT_CODE" != "0" ]]; then
|
|
exit 8;
|
|
fi
|
|
}
|
|
|
|
function test_fluid_lib_train() {
|
|
cat <<EOF
|
|
========================================
|
|
Testing fluid library for training ...
|
|
========================================
|
|
EOF
|
|
fluid_train_startTime_s=`date +%s`
|
|
cd ${PADDLE_ROOT}/paddle/fluid/train/demo
|
|
./run.sh ${PADDLE_ROOT} ${WITH_MKL:-ON}
|
|
EXIT_CODE=$?
|
|
fluid_train_endTime_s=`date +%s`
|
|
echo "test_fluid_lib_train Total Time: $[ $fluid_train_endTime_s - $fluid_train_startTime_s ]s"
|
|
./clean.sh
|
|
if [[ "$EXIT_CODE" != "0" ]]; then
|
|
exit 8;
|
|
fi
|
|
}
|
|
|
|
function build_document_preview() {
|
|
sh /paddle/tools/document_preview.sh ${PORT}
|
|
}
|
|
|
|
|
|
function example() {
|
|
pip install ${PADDLE_ROOT}/build/python/dist/*.whl
|
|
paddle version
|
|
cd ${PADDLE_ROOT}/tools
|
|
python sampcd_processor.py cpu;example_error=$?
|
|
if [ "$example_error" != "0" ];then
|
|
echo "Code instance execution failed" >&2
|
|
exit 5
|
|
fi
|
|
}
|
|
|
|
function summary_check_problems() {
|
|
set +x
|
|
local check_style_code=$1
|
|
local example_code=$2
|
|
local check_style_info=$3
|
|
local example_info=$4
|
|
if [ $check_style_code -ne 0 -o $example_code -ne 0 ];then
|
|
echo "========================================"
|
|
echo "summary problems:"
|
|
if [ $check_style_code -ne 0 -a $example_code -ne 0 ];then
|
|
echo "There are 2 errors: Code format error and Example code error."
|
|
else
|
|
[ $check_style_code -ne 0 ] && echo "There is 1 error: Code format error."
|
|
[ $example_code -ne 0 ] && echo "There is 1 error: Example code error."
|
|
fi
|
|
echo "========================================"
|
|
if [ $check_style_code -ne 0 ];then
|
|
echo "*****Code format error***** Please fix it according to the diff information:"
|
|
echo "$check_style_info" | grep "code format error" -A $(echo "$check_style_info" | wc -l)
|
|
fi
|
|
if [ $example_code -ne 0 ];then
|
|
echo "*****Example code error***** Please fix the error listed in the information:"
|
|
echo "$example_info" | grep "API check -- Example Code" -A $(echo "$example_info" | wc -l)
|
|
fi
|
|
[ $check_style_code -ne 0 ] && exit $check_style_code
|
|
[ $example_code -ne 0 ] && exit $example_code
|
|
fi
|
|
set -x
|
|
}
|
|
|
|
function main() {
|
|
local CMD=$1
|
|
local parallel_number=$2
|
|
init
|
|
if [ "$CMD" != "assert_file_approvals" ];then
|
|
python ${PADDLE_ROOT}/tools/summary_env.py
|
|
bash ${PADDLE_ROOT}/tools/get_cpu_info.sh
|
|
fi
|
|
case $CMD in
|
|
build_only)
|
|
cmake_gen_and_build ${PYTHON_ABI:-""} ${parallel_number}
|
|
;;
|
|
build_and_check)
|
|
set +e
|
|
check_style_info=$(check_style)
|
|
check_style_code=$?
|
|
generate_upstream_develop_api_spec ${PYTHON_ABI:-""} ${parallel_number}
|
|
cmake_gen_and_build ${PYTHON_ABI:-""} ${parallel_number}
|
|
check_sequence_op_unittest
|
|
generate_api_spec ${PYTHON_ABI:-""} "PR"
|
|
set +e
|
|
example_info=$(example)
|
|
example_code=$?
|
|
summary_check_problems $check_style_code $example_code "$check_style_info" "$example_info"
|
|
assert_api_spec_approvals
|
|
;;
|
|
build)
|
|
cmake_gen ${PYTHON_ABI:-""}
|
|
build ${parallel_number}
|
|
gen_dockerfile ${PYTHON_ABI:-""}
|
|
assert_api_spec_approvals
|
|
;;
|
|
combine_avx_noavx)
|
|
combine_avx_noavx_build
|
|
gen_dockerfile ${PYTHON_ABI:-""}
|
|
;;
|
|
combine_avx_noavx_build_and_test)
|
|
combine_avx_noavx_build
|
|
gen_dockerfile ${PYTHON_ABI:-""}
|
|
parallel_test_base
|
|
;;
|
|
test)
|
|
parallel_test
|
|
;;
|
|
single_test)
|
|
single_test $2
|
|
;;
|
|
bind_test)
|
|
bind_test
|
|
;;
|
|
gen_doc_lib)
|
|
gen_doc_lib $2
|
|
;;
|
|
dockerfile)
|
|
gen_dockerfile ${PYTHON_ABI:-""}
|
|
;;
|
|
fluid_inference_lib)
|
|
cmake_gen ${PYTHON_ABI:-""}
|
|
gen_fluid_lib ${parallel_number}
|
|
tar_fluid_lib
|
|
test_fluid_lib
|
|
;;
|
|
check_style)
|
|
check_style
|
|
;;
|
|
cicheck)
|
|
cmake_gen ${PYTHON_ABI:-""}
|
|
build ${parallel_number}
|
|
enable_unused_var_check
|
|
parallel_test
|
|
;;
|
|
cicheck_coverage)
|
|
check_approvals_of_unittest 1
|
|
cmake_gen_and_build ${PYTHON_ABI:-""} ${parallel_number}
|
|
enable_unused_var_check
|
|
parallel_test
|
|
check_coverage
|
|
check_change_of_unittest ${PYTHON_ABI:-""}
|
|
;;
|
|
cicheck_brpc)
|
|
cmake_gen ${PYTHON_ABI:-""}
|
|
build ${parallel_number}
|
|
run_brpc_test
|
|
;;
|
|
assert_api)
|
|
generate_upstream_develop_api_spec ${PYTHON_ABI:-""} ${parallel_number}
|
|
assert_api_spec_approvals
|
|
;;
|
|
test_inference)
|
|
gen_fluid_lib ${parallel_number}
|
|
test_fluid_lib
|
|
#test_fluid_lib_train
|
|
;;
|
|
test_train)
|
|
gen_fluid_lib ${parallel_number}
|
|
test_fluid_lib_train
|
|
;;
|
|
assert_api_approvals)
|
|
assert_api_spec_approvals
|
|
;;
|
|
assert_file_approvals)
|
|
assert_file_diff_approvals
|
|
;;
|
|
maccheck)
|
|
cmake_gen_and_build_mac ${PYTHON_ABI:-""}
|
|
run_mac_test ${PYTHON_ABI:-""} ${PROC_RUN:-1}
|
|
;;
|
|
maccheck_py35)
|
|
cmake_gen_and_build_mac ${PYTHON_ABI:-""}
|
|
run_mac_test ${PYTHON_ABI:-""} ${PROC_RUN:-1}
|
|
check_change_of_unittest ${PYTHON_ABI:-""}
|
|
;;
|
|
macbuild)
|
|
cmake_gen ${PYTHON_ABI:-""}
|
|
build_mac
|
|
;;
|
|
cicheck_py35)
|
|
cmake_gen_and_build ${PYTHON_ABI:-""} ${parallel_number}
|
|
parallel_test
|
|
;;
|
|
cmake_gen)
|
|
cmake_gen ${PYTHON_ABI:-""}
|
|
;;
|
|
gen_fluid_lib)
|
|
gen_fluid_lib ${parallel_number}
|
|
;;
|
|
test_fluid_lib)
|
|
test_fluid_lib
|
|
;;
|
|
document)
|
|
cmake_gen ${PYTHON_ABI:-""}
|
|
build ${parallel_number}
|
|
build_document_preview
|
|
;;
|
|
api_example)
|
|
example
|
|
;;
|
|
*)
|
|
print_usage
|
|
exit 1
|
|
;;
|
|
esac
|
|
echo "paddle_build script finished as expected"
|
|
}
|
|
|
|
main $@
|