windows publish package scripts (#24851)
* windows publish package scripts,test=develop * windows publish package scripts,test=develop * windows publish package scripts,test=developrevert-24981-add_device_attr_for_regulization
Zhou Wei
5 years ago
committed by
GitHub
parent
3e04ed2227
commit
ff8ca52f88
@ -0,0 +1,187 @@
|
||||
@ECHO OFF
|
||||
SETLOCAL
|
||||
set source_path=%1
|
||||
set PYTHON_DIR=%2
|
||||
set WITH_GPU=%3
|
||||
set WITH_MKL=%4
|
||||
set ON_INFER=%5
|
||||
set PADDLE_VERSION=%6
|
||||
set BATDIR=%7
|
||||
set CUDA_DIR=%8
|
||||
|
||||
set RETRY_TIMES=3
|
||||
|
||||
set CUDA_DIR_WIN=%CUDA_DIR:/=\%
|
||||
set PATH=%CUDA_DIR_WIN%\nvvm\bin\;%CUDA_DIR_WIN%\bin;%PATH%
|
||||
|
||||
|
||||
for /f "tokens=1,2,* delims=\\" %%a in ("%PYTHON_DIR%") do (
|
||||
set c1=%%a
|
||||
set c2=%%b
|
||||
)
|
||||
set PYTHONV=%c2%
|
||||
|
||||
echo %CUDA_DIR% | findstr 10.0 > NULL
|
||||
if %errorlevel% == 0 (set PADDLE_VERSION=%PADDLE_VERSION%
|
||||
set CUDAV=v10.0)
|
||||
echo %CUDA_DIR% | findstr 9.2 > NULL
|
||||
if %errorlevel% == 0 (set PADDLE_VERSION=%PADDLE_VERSION%.post97
|
||||
set CUDAV=v9.2)
|
||||
echo %CUDA_DIR% | findstr 9.0 > NULL
|
||||
if %errorlevel% == 0 (set PADDLE_VERSION=%PADDLE_VERSION%.post97
|
||||
set CUDAV=v9.0)
|
||||
echo %CUDA_DIR% | findstr 8.0 > NULL
|
||||
if %errorlevel% == 0 (set PADDLE_VERSION=%PADDLE_VERSION%.post87
|
||||
set CUDAV=v8.0)
|
||||
set PLAT=GPU
|
||||
if "%WITH_GPU%"=="OFF" (
|
||||
set PLAT=CPU
|
||||
set CUDAV=CPU
|
||||
)
|
||||
|
||||
if "%WITH_MKL%"=="ON" (
|
||||
set BLAS=MKL
|
||||
) else (
|
||||
set BLAS=OPEN
|
||||
)
|
||||
|
||||
if "%ON_INFER%"=="ON" (
|
||||
goto :INFERENCE_LIBRARY
|
||||
)
|
||||
|
||||
echo "begin to do build noavx ..."
|
||||
|
||||
set "dst_path=%source_path%\build_%PYTHONV%_%PLAT%_%BLAS%_%CUDAV%_noavx"
|
||||
|
||||
if exist %dst_path% rmdir /q /s %dst_path%
|
||||
mkdir %dst_path%
|
||||
|
||||
cd /d %dst_path%
|
||||
echo Current directory : %cd%
|
||||
|
||||
call:rest_env
|
||||
|
||||
echo cmake %dst_path%\..\Paddle -G "Visual Studio 14 2015 Win64" -DWITH_GPU=%WITH_GPU% -DWITH_MKL=%WITH_MKL% -DWITH_AVX=OFF -DPYTHON_INCLUDE_DIR=%PYTHON_DIR%\include\ -DPYTHON_LIBRARY=%PYTHON_DIR%\libs\ -DPYTHON_EXECUTABLE=%PYTHON_DIR%\python.exe -DCMAKE_BUILD_TYPE=Release -DWITH_TESTING=OFF -DWITH_PYTHON=ON -DCUDA_TOOLKIT_ROOT_DIR=%CUDA_DIR% -DCUDA_ARCH_NAME=All
|
||||
cmake %dst_path%\..\Paddle -G "Visual Studio 14 2015 Win64" -DWITH_GPU=%WITH_GPU% -DWITH_MKL=%WITH_MKL% -DWITH_AVX=OFF -DPYTHON_INCLUDE_DIR=%PYTHON_DIR%\include\ -DPYTHON_LIBRARY=%PYTHON_DIR%\libs\ -DPYTHON_EXECUTABLE=%PYTHON_DIR%\python.exe -DCMAKE_BUILD_TYPE=Release -DWITH_TESTING=OFF -DWITH_PYTHON=ON -DCUDA_TOOLKIT_ROOT_DIR=%CUDA_DIR% -DCUDA_ARCH_NAME=All
|
||||
|
||||
set MSBUILDDISABLENODEREUSE=1
|
||||
|
||||
set BUILD_TYPE=NO_AVX
|
||||
call:Build
|
||||
|
||||
REM -------------------------------------------------------------------------
|
||||
|
||||
echo "begin to do build avx ..."
|
||||
set "dst_path=%source_path%\build_%PYTHONV%_%PLAT%_%BLAS%_%CUDAV%"
|
||||
|
||||
if exist %dst_path% rmdir /q /s %dst_path%
|
||||
mkdir %dst_path%
|
||||
|
||||
cd /d %dst_path%
|
||||
echo Current directory : %cd%
|
||||
|
||||
call:rest_env
|
||||
|
||||
echo cmake %dst_path%\..\Paddle -G "Visual Studio 14 2015 Win64" -DWITH_GPU=%WITH_GPU% -DWITH_MKL=%WITH_MKL% -DWITH_AVX=ON -DPYTHON_INCLUDE_DIR=%PYTHON_DIR%\include\ -DPYTHON_LIBRARY=%PYTHON_DIR%\libs\ -DPYTHON_EXECUTABLE=%PYTHON_DIR%\python.exe -DCMAKE_BUILD_TYPE=Release -DWITH_TESTING=OFF -DWITH_PYTHON=ON -DCUDA_TOOLKIT_ROOT_DIR=%CUDA_DIR% -DCUDA_ARCH_NAME=All -DNOAVX_CORE_FILE=%dst_path%_noavx\python\paddle\fluid\core_noavx.pyd
|
||||
cmake %dst_path%\..\Paddle -G "Visual Studio 14 2015 Win64" -DWITH_GPU=%WITH_GPU% -DWITH_MKL=%WITH_MKL% -DWITH_AVX=ON -DPYTHON_INCLUDE_DIR=%PYTHON_DIR%\include\ -DPYTHON_LIBRARY=%PYTHON_DIR%\libs\ -DPYTHON_EXECUTABLE=%PYTHON_DIR%\python.exe -DCMAKE_BUILD_TYPE=Release -DWITH_TESTING=OFF -DWITH_PYTHON=ON -DCUDA_TOOLKIT_ROOT_DIR=%CUDA_DIR% -DCUDA_ARCH_NAME=All -DNOAVX_CORE_FILE=%dst_path%_noavx\python\paddle\fluid\core_noavx.pyd
|
||||
|
||||
set MSBUILDDISABLENODEREUSE=1
|
||||
|
||||
set BUILD_TYPE=AVX
|
||||
call:Build
|
||||
|
||||
echo BUILD WHL PACKAGE COMPLETE
|
||||
goto :END
|
||||
REM -------------------------------------------------------------------------
|
||||
|
||||
:INFERENCE_LIBRARY
|
||||
|
||||
echo "begin to do build inference library ..."
|
||||
set "dst_path=%source_path%\build_INFERENCE_LIBRARY_%PLAT%_%BLAS%_%CUDAV%"
|
||||
|
||||
if exist %dst_path% rmdir /q /s %dst_path%
|
||||
mkdir %dst_path%
|
||||
|
||||
cd /d %dst_path%
|
||||
echo Current directory : %cd%
|
||||
|
||||
call:rest_env
|
||||
|
||||
echo cmake %dst_path%\..\Paddle -G "Visual Studio 14 2015 Win64" -DWITH_GPU=%WITH_GPU% -DWITH_MKL=%WITH_MKL% -DCMAKE_BUILD_TYPE=Release -DWITH_PYTHON=OFF -DON_INFER=ON -DCUDA_TOOLKIT_ROOT_DIR=%CUDA_DIR% -DCUDA_ARCH_NAME=All
|
||||
cmake %dst_path%\..\Paddle -G "Visual Studio 14 2015 Win64" -DWITH_GPU=%WITH_GPU% -DWITH_MKL=%WITH_MKL% -DCMAKE_BUILD_TYPE=Release -DWITH_PYTHON=OFF -DON_INFER=ON -DCUDA_TOOLKIT_ROOT_DIR=%CUDA_DIR% -DCUDA_ARCH_NAME=All
|
||||
|
||||
set MSBUILDDISABLENODEREUSE=1
|
||||
|
||||
set BUILD_TYPE=INFERENCE LIBRARY
|
||||
call:Build
|
||||
|
||||
echo PACKAGE INFERENCE LIBRARY
|
||||
|
||||
mkdir inference_dist
|
||||
%PYTHON_DIR%\python.exe -c "import shutil;shutil.make_archive('inference_dist/fluid_inference_install_dir', 'zip', root_dir='fluid_inference_install_dir')"
|
||||
%PYTHON_DIR%\python.exe -c "import shutil;shutil.make_archive('inference_dist/fluid_install_dir', 'zip', root_dir='fluid_install_dir')"
|
||||
|
||||
echo BUILD INFERENCE LIBRARY COMPLETE
|
||||
goto :END
|
||||
|
||||
|
||||
:Rest_env
|
||||
echo "Reset Build Environment ..."
|
||||
taskkill /f /im cmake.exe 2>NUL
|
||||
taskkill /f /im msbuild.exe 2>NUL
|
||||
taskkill /f /im git.exe 2>NUL
|
||||
taskkill /f /im cl.exe 2>NUL
|
||||
taskkill /f /im lib.exe 2>NUL
|
||||
taskkill /f /im git-remote-https.exe 2>NUL
|
||||
taskkill /f /im vctip.exe 2>NUL
|
||||
goto:eof
|
||||
|
||||
:Build
|
||||
set build_times=1
|
||||
:build_thirdparty
|
||||
|
||||
echo Build %BUILD_TYPE% Third Party Libraries, Round : %build_times%
|
||||
|
||||
echo msbuild /m /p:Configuration=Release third_party.vcxproj ^>^> build_thirdparty_%build_times%.log
|
||||
msbuild /m /p:Configuration=Release third_party.vcxproj >> build_thirdparty_%build_times%.log
|
||||
|
||||
IF %ERRORLEVEL% NEQ 0 (
|
||||
echo Build %BUILD_TYPE% Third Party Libraries, Round : %build_times% Failed!
|
||||
set /a build_times=%build_times%+1
|
||||
|
||||
if %build_times% GTR %RETRY_TIMES% (
|
||||
goto :FAILURE
|
||||
) else (
|
||||
goto :build_thirdparty
|
||||
)
|
||||
)
|
||||
|
||||
set build_times=1
|
||||
:build_paddle
|
||||
|
||||
echo Build %BUILD_TYPE% Paddle Solutions, Round : %build_times%
|
||||
|
||||
echo msbuild /m /p:Configuration=Release paddle.sln ^>^> build_%build_times%.log
|
||||
msbuild /m /p:Configuration=Release paddle.sln >> build_%build_times%.log
|
||||
|
||||
IF %ERRORLEVEL% NEQ 0 (
|
||||
echo Build %BUILD_TYPE% Paddle Solutions, Round : %build_times% Failed!
|
||||
set /a build_times=%build_times%+1
|
||||
|
||||
if %build_times% GTR %RETRY_TIMES% (
|
||||
goto :FAILURE
|
||||
) else (
|
||||
goto :build_paddle
|
||||
)
|
||||
)
|
||||
goto:eof
|
||||
|
||||
|
||||
:FAILURE
|
||||
echo BUILD FAILED
|
||||
exit /b 1
|
||||
|
||||
:END
|
||||
echo BUILD SUCCESSFULLY
|
||||
|
||||
ENDLOCAL
|
||||
@ -0,0 +1,19 @@
|
||||
############# the scripts for bulk publish package on windows platform ################
|
||||
|
||||
# Usage: please use # to comment, use space or ; to separate multiple variables
|
||||
# Generally, you only need to change CUDA_PATH and PYTHON_PATH to publish package
|
||||
|
||||
PADDLE_VERSION=2.0.0-alpha0
|
||||
|
||||
BRANCH=v2.0.0-alpha0
|
||||
|
||||
http_proxy=#please edit your proxy#
|
||||
https_proxy=#please edit your proxy#
|
||||
|
||||
# Just for example, please set by your windows environment
|
||||
vcvarsall_dir="C:\Program Files (x86)\Microsoft Visual Studio 14.0\VC\vcvarsall.bat"
|
||||
PYTHON3_PATH=C:\Python37
|
||||
|
||||
CUDA_PATH="C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA/v10.0" "C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA/v9.0"
|
||||
|
||||
PYTHON_PATH=C:\Python27 C:\Python37
|
||||
@ -0,0 +1,63 @@
|
||||
@ECHO OFF
|
||||
|
||||
for /f "eol=# delims== tokens=1,2" %%i in (config.ini) do (
|
||||
set %%i=%%j
|
||||
)
|
||||
|
||||
set "source_path=%1"
|
||||
|
||||
if "%source_path%"=="" (
|
||||
set /p source_path="Please input the dst path : =======>"
|
||||
)
|
||||
|
||||
if not exist %source_path% mkdir %source_path%
|
||||
cd /d %source_path%
|
||||
if %errorlevel% NEQ 0 GOTO END
|
||||
|
||||
|
||||
echo "begin to download the source code from https://github.com/paddlepaddle/paddle"
|
||||
git clone https://github.com/PaddlePaddle/Paddle
|
||||
cd Paddle
|
||||
git checkout %BRANCH%
|
||||
rem sed -i "s/@PADDLE_VERSION@/%PADDLE_VERSION%/g" paddle\fluid\framework\commit.h.in
|
||||
rem sed -i "s/add_definitions(-DPADDLE_VERSION=\${PADDLE_VERSION})//g" cmake\version.cmake
|
||||
echo "download done!!!"
|
||||
|
||||
cd ..
|
||||
set start_path=%~dp0
|
||||
echo %start_path%
|
||||
|
||||
|
||||
echo Init Visual Studio Env
|
||||
call %vcvarsall_dir% amd64
|
||||
|
||||
rem source_path PYTHON_DIR WITH_GPU WITH_MKL ON_INFER PADDLE_VERSION BATDIR CUDA_DIR
|
||||
|
||||
|
||||
rem ==============build GPU============
|
||||
for /D %%i in ( %CUDA_PATH% ) do (
|
||||
for /D %%j in ( %PYTHON_PATH% ) do (
|
||||
call %start_path%build.bat %source_path% %%j ON ON OFF %PADDLE_VERSION% %start_path% %%i
|
||||
call %start_path%build.bat %source_path% %%j ON OFF OFF %PADDLE_VERSION% %start_path% %%i
|
||||
)
|
||||
rem ===build inference library===
|
||||
call %start_path%build.bat %source_path% %PYTHON3_PATH% ON ON ON %PADDLE_VERSION% %start_path% %release_dir% %%i
|
||||
call %start_path%build.bat %source_path% %PYTHON3_PATH% ON OFF ON %PADDLE_VERSION% %start_path% %release_dir% %%i
|
||||
)
|
||||
|
||||
|
||||
rem ==============build CPU=============
|
||||
|
||||
for /D %%j in ( %PYTHON_PATH% ) do (
|
||||
call %start_path%build.bat %source_path% %%j OFF ON OFF %PADDLE_VERSION% %start_path% NEEDLESS
|
||||
call %start_path%build.bat %source_path% %%j OFF OFF OFF %PADDLE_VERSION% %start_path% NEEDLESS
|
||||
)
|
||||
rem ===build inference library===
|
||||
call %start_path%build.bat %source_path% %PYTHON3_PATH% OFF ON ON %PADDLE_VERSION% %start_path% %release_dir% NEEDLESS
|
||||
call %start_path%build.bat %source_path% %PYTHON3_PATH% OFF OFF ON %PADDLE_VERSION% %start_path% %release_dir% NEEDLESS
|
||||
|
||||
:END
|
||||
rem reset environment variable
|
||||
for /f "eol=# delims== tokens=1,2" %%i in (config.ini) do (
|
||||
set %%i=
|
||||
)
|
||||
Loading…
Reference in new issue