@ -30,8 +30,13 @@ taskkill /f /im op_function_generator.exe
wmic process where name=" op_function_generator.exe " call terminate
taskkill /f /im python.exe 2 > NUL
: : TODO: Temporarily，
set WITH_TPCACHE = OFF
rmdir %cache_dir% \third_party_GPU /s/q
rmdir %cache_dir% \third_party /s/q
rem ------initialize common variable------
if not defined GENERATOR set GENERATOR = " Visual Studio 14 2015 Win64 "
if not defined GENERATOR set GENERATOR = " Visual Studio 1 5 2017 Win64"
if not defined BRANCH set BRANCH = develop
if not defined WITH_TENSORRT set WITH_TENSORRT = ON
if not defined TENSORRT_ROOT set TENSORRT_ROOT = D:/TensorRT
@ -157,9 +162,11 @@ if %GENERATOR% == "Ninja" (
rem ------show summary of current environment----------
cmake --version
if " %WITH_GPU% " == " ON " (
nvcc --version
where nvidia-smi
nvidia-smi
)
python %work_dir% \tools\summary_env.py
%cache_dir% \tools\busybox64.exe bash %work_dir% \tools\get_cpu_info.sh
@ -241,7 +248,9 @@ echo ========================================
echo Step 1. Cmake ...
echo ========================================
call " C:\Program Files (x86)\Microsoft Visual Studio 14.0\VC\vcvarsall.bat " amd64
rem Configure the environment for 64-bit builds. 'DISTUTILS_USE_SDK' indicates that the user has selected the compiler.
call " C:\Program Files (x86)\Microsoft Visual Studio\2017\Community\VC\Auxiliary\Build\vcvars64.bat "
set DISTUTILS_USE_SDK = 1
for /F %% # in ( 'wmic os get localdatetime^|findstr 20' ) do set start = %% #
set start = %start:~4,10%
@ -261,16 +270,16 @@ if %day_now% NEQ %day_before% (
echo %day_now% > %cache_dir% \day.txt
type %cache_dir% \day.txt
if %day_now% EQU 21 (
rmdir %cache_dir% \third_party_GPU/ /s/q
rmdir %cache_dir% \third_party/ /s/q
rmdir %cache_dir% \third_party_GPU /s/q
rmdir %cache_dir% \third_party /s/q
)
if %day_now% EQU 11 (
rmdir %cache_dir% \third_party_GPU/ /s/q
rmdir %cache_dir% \third_party/ /s/q
rmdir %cache_dir% \third_party_GPU /s/q
rmdir %cache_dir% \third_party /s/q
)
if %day_now% EQU 01 (
rmdir %cache_dir% \third_party_GPU/ /s/q
rmdir %cache_dir% \third_party/ /s/q
rmdir %cache_dir% \third_party_GPU /s/q
rmdir %cache_dir% \third_party /s/q
)
)
@ -294,14 +303,14 @@ if "%WITH_GPU%"=="ON" (
)
: cmake_impl
echo cmake .. -G %GENERATOR% -DCMAKE_BUILD_TYPE=Release -DWITH_AVX=%WITH_AVX% -DWITH_GPU=%WITH_GPU% -DWITH_MKL=%WITH_MKL% ^
echo cmake .. -G %GENERATOR% -T host=x64 - DCMAKE_BUILD_TYPE=Release -DWITH_AVX=%WITH_AVX% -DWITH_GPU=%WITH_GPU% -DWITH_MKL=%WITH_MKL% ^
-DWITH_TESTING=%WITH_TESTING% -DWITH_PYTHON=%WITH_PYTHON% -DPYTHON_EXECUTABLE=%PYTHON_EXECUTABLE% -DON_INFER=%ON_INFER% ^
-DWITH_INFERENCE_API_TEST=%WITH_INFERENCE_API_TEST% -DTHIRD_PARTY_PATH=%THIRD_PARTY_PATH% ^
-DINFERENCE_DEMO_INSTALL_DIR=%INFERENCE_DEMO_INSTALL_DIR% -DWITH_STATIC_LIB=%WITH_STATIC_LIB% ^
-DWITH_TENSORRT=%WITH_TENSORRT% -DTENSORRT_ROOT=" %TENSORRT_ROOT% " -DMSVC_STATIC_CRT=%MSVC_STATIC_CRT% ^
-DWITH_UNITY_BUILD=%WITH_UNITY_BUILD% -DCUDA_ARCH_NAME=%CUDA_ARCH_NAME%
cmake .. -G %GENERATOR% -DCMAKE_BUILD_TYPE=Release -DWITH_AVX=%WITH_AVX% -DWITH_GPU=%WITH_GPU% -DWITH_MKL=%WITH_MKL% ^
cmake .. -G %GENERATOR% -DCMAKE_BUILD_TYPE=Release -T host=x64 - DWITH_AVX=%WITH_AVX% -DWITH_GPU=%WITH_GPU% -DWITH_MKL=%WITH_MKL% ^
-DWITH_TESTING=%WITH_TESTING% -DWITH_PYTHON=%WITH_PYTHON% -DPYTHON_EXECUTABLE=%PYTHON_EXECUTABLE% -DON_INFER=%ON_INFER% ^
-DWITH_INFERENCE_API_TEST=%WITH_INFERENCE_API_TEST% -DTHIRD_PARTY_PATH=%THIRD_PARTY_PATH% ^
-DINFERENCE_DEMO_INSTALL_DIR=%INFERENCE_DEMO_INSTALL_DIR% -DWITH_STATIC_LIB=%WITH_STATIC_LIB% ^
@ -322,14 +331,16 @@ echo ========================================
echo Step 2. Buile Paddle ...
echo ========================================
for /F %% # in ( 'wmic cpu get NumberOfLogicalProcessors^|findstr [0-9]' ) do set /a PARALLEL_PROJECT_COUNT =%% # * 2 / 3
for /F %% # in ( 'wmic cpu get NumberOfLogicalProcessors^|findstr [0-9]' ) do set /a PARALLEL_PROJECT_COUNT =%% # * 4 / 5
echo " PARALLEL PROJECT COUNT is %PARALLEL_PROJECT_COUNT% "
set build_times = 1
: build_tp
echo Build third_party the %build_times% time:
if %GENERATOR% == " Ninja " (
ninja third_party
) else (
msbuild /m /p:Configuration=Release /verbosity:quiet third_party.vcxproj
MSBuild /m /p:PreferredToolArchitecture=x64 /p:Configuration=Release /verbosity:quiet third_party.vcxproj
)
if %ERRORLEVEL% NEQ 0 (
set /a build_times =% build_times %+ 1
@ -352,9 +363,9 @@ if %GENERATOR% == "Ninja" (
ninja -j %PARALLEL_PROJECT_COUNT%
) else (
if " %WITH_CLCACHE% " == " OFF " (
msbuild /m:%PARALLEL_PROJECT_COUNT% /p:Configuration=Release /verbosity:%LOG_LEVEL% paddle.sln
MSBuild /m:%PARALLEL_PROJECT_COUNT% /p:PreferredToolArchitecture=x64 /p:Configuration=Release /verbosity:%LOG_LEVEL% ALL_BUILD.vcxproj
) else (
msbuild /m:%PARALLEL_PROJECT_COUNT% /p:TrackFileAccess=false /p:CLToolExe=clcache.exe /p:CLToolPath=%PYTHON_ROOT% \Scripts /p:Configuration=Release /verbosity:%LOG_LEVEL% paddle.sln
MSBuild /m:%PARALLEL_PROJECT_COUNT% /p:PreferredToolArchitecture=x64 /p:TrackFileAccess=false /p:CLToolExe=clcache.exe /p:CLToolPath=%PYTHON_ROOT% \Scripts /p:Configuration=Release /verbosity:%LOG_LEVEL% paddle.sln
)
)
@ -579,7 +590,7 @@ echo git fetch upstream $BRANCH # develop is not fetched>> check_change_of_
echo fi>> check_change_of_unittest.sh
echo git checkout -b origin_pr >> check_change_of_unittest.sh
echo git checkout -f $BRANCH >> check_change_of_unittest.sh
echo cmake .. -G %GENERATOR% -DWITH_AVX=%WITH_AVX% -DWITH_GPU=%WITH_GPU% -DWITH_MKL=%WITH_MKL% ^
echo cmake .. -G %GENERATOR% -T host=x64 - DWITH_AVX=%WITH_AVX% -DWITH_GPU=%WITH_GPU% -DWITH_MKL=%WITH_MKL% ^
-DWITH_TESTING=%WITH_TESTING% -DWITH_PYTHON=%WITH_PYTHON% -DPYTHON_EXECUTABLE=%PYTHON_EXECUTABLE% -DON_INFER=%ON_INFER% ^
-DWITH_INFERENCE_API_TEST=%WITH_INFERENCE_API_TEST% -DTHIRD_PARTY_PATH=%THIRD_PARTY_PATH% ^
-DINFERENCE_DEMO_INSTALL_DIR=%INFERENCE_DEMO_INSTALL_DIR% -DWITH_STATIC_LIB=%WITH_STATIC_LIB% ^
@ -696,7 +707,7 @@ echo ========================================
echo Clean up environment at the end ...
echo ========================================
taskkill /f /im cmake.exe 2 > NUL
taskkill /f /im msb uild.exe 2 > NUL
taskkill /f /im MSB uild.exe 2 > NUL
taskkill /f /im git.exe 2 > NUL
taskkill /f /im cl.exe 2 > NUL
taskkill /f /im lib.exe 2 > NUL
Zhou Wei
4 years ago
committed by
GitHub