Yu Yang
9 years ago
committed by
GitHub
commit
4c2b3b6ea3
@ -0,0 +1,24 @@
|
|||||||
|
- repo: https://github.com/Lucas-C/pre-commit-hooks.git
|
||||||
|
sha: c25201a00e6b0514370501050cf2a8538ac12270
|
||||||
|
hooks:
|
||||||
|
- id: remove-crlf
|
||||||
|
- repo: https://github.com/reyoung/mirrors-yapf.git
|
||||||
|
sha: v0.13.2
|
||||||
|
hooks:
|
||||||
|
- id: yapf
|
||||||
|
- repo: https://github.com/pre-commit/pre-commit-hooks
|
||||||
|
sha: 4ef03c4223ad322c7adaa6c6c0efb26b57df3b71
|
||||||
|
hooks:
|
||||||
|
- id: check-added-large-files
|
||||||
|
- id: check-merge-conflict
|
||||||
|
- id: check-symlinks
|
||||||
|
- id: detect-private-key
|
||||||
|
- id: end-of-file-fixer
|
||||||
|
# TODO(yuyang): trailing whitespace has some bugs on markdown
|
||||||
|
# files now, please not add it to pre-commit hook now
|
||||||
|
# - id: trailing-whitespace
|
||||||
|
#
|
||||||
|
# TODO(yuyang): debug-statements not fit for Paddle, because
|
||||||
|
# not all of our python code is runnable. Some are used for
|
||||||
|
# documenation
|
||||||
|
# - id: debug-statements
|
||||||
@ -0,0 +1,3 @@
|
|||||||
|
[style]
|
||||||
|
based_on_style = pep8
|
||||||
|
column_limit = 80
|
||||||
@ -0,0 +1,14 @@
|
|||||||
|
Thank you for contributing to PaddlePaddle. Submitting an issue is a great help for us.
|
||||||
|
Both Chinese and English issues are welcome.
|
||||||
|
|
||||||
|
It's hard to solve a problem when important details are missing.
|
||||||
|
Before submitting the issue, look over the following criteria before handing your request in.
|
||||||
|
|
||||||
|
- [ ] Was there a similar issue submitted or resolved before ? You could search issue in the github.
|
||||||
|
- [ ] Did you retrieve your issue from widespread search engines ?
|
||||||
|
- [ ] Is my description of the issue clear enough to reproduce this problem?
|
||||||
|
* If some errors occurred, we need details about `how do you run your code?`, `what system do you use?`, `Are you using GPU or not?`, etc.
|
||||||
|
* If you use an recording [asciinema](https://asciinema.org/) to show what you are doing to make it happen, that's awesome! We could help you solve the problem more quickly.
|
||||||
|
- [ ] Is my description of the issue use the github markdown correctly?
|
||||||
|
* Please use the proper markdown syntaxes for styling all forms of writing, e.g, source code, error information, etc.
|
||||||
|
* Check out [this page](https://guides.github.com/features/mastering-markdown/) to find out much more about markdown.
|
||||||
@ -0,0 +1,69 @@
|
|||||||
|
# Release v0.9.0
|
||||||
|
|
||||||
|
## New Features:
|
||||||
|
|
||||||
|
* New Layers
|
||||||
|
* bilinear interpolation layer.
|
||||||
|
* spatial pyramid-pool layer.
|
||||||
|
* de-convolution layer.
|
||||||
|
* maxout layer.
|
||||||
|
* Support rectangle padding, stride, window and input for Pooling Operation.
|
||||||
|
* Add —job=time in trainer, which can be used to print time info without compiler option -WITH_TIMER=ON.
|
||||||
|
* Expose cost_weight/nce_layer in `trainer_config_helpers`
|
||||||
|
* Add FAQ, concepts, h-rnn docs.
|
||||||
|
* Add Bidi-LSTM and DB-LSTM to quick start demo @alvations
|
||||||
|
* Add usage track scripts.
|
||||||
|
|
||||||
|
## Improvements
|
||||||
|
|
||||||
|
* Add Travis-CI for Mac OS X. Enable swig unittest in Travis-CI. Skip Travis-CI when only docs are changed.
|
||||||
|
* Add code coverage tools.
|
||||||
|
* Refine convolution layer to speedup and reduce GPU memory.
|
||||||
|
* Speed up PyDataProvider2
|
||||||
|
* Add ubuntu deb package build scripts.
|
||||||
|
* Make Paddle use git-flow branching model.
|
||||||
|
* PServer support no parameter blocks.
|
||||||
|
|
||||||
|
## Bug Fixes
|
||||||
|
|
||||||
|
* add zlib link to py_paddle
|
||||||
|
* add input sparse data check for sparse layer at runtime
|
||||||
|
* Bug fix for sparse matrix multiplication
|
||||||
|
* Fix floating-point overflow problem of tanh
|
||||||
|
* Fix some nvcc compile options
|
||||||
|
* Fix a bug in yield dictionary in DataProvider
|
||||||
|
* Fix SRL hang when exit.
|
||||||
|
|
||||||
|
# Release v0.8.0beta.1
|
||||||
|
New features:
|
||||||
|
|
||||||
|
* Mac OSX is supported by source code. #138
|
||||||
|
* Both GPU and CPU versions of PaddlePaddle are supported.
|
||||||
|
|
||||||
|
* Support CUDA 8.0
|
||||||
|
|
||||||
|
* Enhance `PyDataProvider2`
|
||||||
|
* Add dictionary yield format. `PyDataProvider2` can yield a dictionary with key is data_layer's name, value is features.
|
||||||
|
* Add `min_pool_size` to control memory pool in provider.
|
||||||
|
|
||||||
|
* Add `deb` install package & docker image for no_avx machines.
|
||||||
|
* Especially for cloud computing and virtual machines
|
||||||
|
|
||||||
|
* Automatically disable `avx` instructions in cmake when machine's CPU don't support `avx` instructions.
|
||||||
|
|
||||||
|
* Add Parallel NN api in trainer_config_helpers.
|
||||||
|
|
||||||
|
* Add `travis ci` for Github
|
||||||
|
|
||||||
|
Bug fixes:
|
||||||
|
|
||||||
|
* Several bugs in trainer_config_helpers. Also complete the unittest for trainer_config_helpers
|
||||||
|
* Check if PaddlePaddle is installed when unittest.
|
||||||
|
* Fix bugs in GTX series GPU
|
||||||
|
* Fix bug in MultinomialSampler
|
||||||
|
|
||||||
|
Also more documentation was written since last release.
|
||||||
|
|
||||||
|
# Release v0.8.0beta.0
|
||||||
|
|
||||||
|
PaddlePaddle v0.8.0beta.0 release. The install package is not stable yet and it's a pre-release version.
|
||||||
@ -0,0 +1,103 @@
|
|||||||
|
# CMake script for code coverage.
|
||||||
|
# If _COVERALLS_UPLOAD is ON, it will upload json files to overalls.io automatically.
|
||||||
|
|
||||||
|
# Param _COVERAGE_SRCS A list of coverage source files.
|
||||||
|
# Param _COVERALLS_UPLOAD Upload the result to coveralls.
|
||||||
|
# Param _CMAKE_SCRIPT_PATH CMake script path.
|
||||||
|
function(code_coverage _COVERAGE_SRCS _COVERALLS_UPLOAD _CMAKE_SCRIPT_PATH)
|
||||||
|
# clean previous gcov data.
|
||||||
|
file(REMOVE_RECURSE ${PROJECT_BINARY_DIR}/*.gcda)
|
||||||
|
|
||||||
|
# find curl for upload JSON soon.
|
||||||
|
if (_COVERALLS_UPLOAD)
|
||||||
|
find_program(CURL_EXECUTABLE curl)
|
||||||
|
if (NOT CURL_EXECUTABLE)
|
||||||
|
message(FATAL_ERROR "Coveralls: curl not found!")
|
||||||
|
endif()
|
||||||
|
endif()
|
||||||
|
|
||||||
|
# When passing a CMake list to an external process, the list
|
||||||
|
# will be converted from the format "1;2;3" to "1 2 3".
|
||||||
|
set(COVERAGE_SRCS "")
|
||||||
|
foreach (SINGLE_SRC ${_COVERAGE_SRCS})
|
||||||
|
set(COVERAGE_SRCS "${COVERAGE_SRCS}*${SINGLE_SRC}")
|
||||||
|
endforeach()
|
||||||
|
|
||||||
|
# query number of logical cores
|
||||||
|
cmake_host_system_information(RESULT core_size QUERY NUMBER_OF_LOGICAL_CORES)
|
||||||
|
# coveralls json file.
|
||||||
|
set(COVERALLS_FILE ${PROJECT_BINARY_DIR}/coveralls.json)
|
||||||
|
add_custom_target(coveralls_generate
|
||||||
|
# Run regress tests.
|
||||||
|
COMMAND ${CMAKE_CTEST_COMMAND}
|
||||||
|
-j ${core_size}
|
||||||
|
--output-on-failure
|
||||||
|
# Generate Gcov and translate it into coveralls JSON.
|
||||||
|
COMMAND ${CMAKE_COMMAND}
|
||||||
|
-DCOVERAGE_SRCS="${COVERAGE_SRCS}"
|
||||||
|
-DCOVERALLS_OUTPUT_FILE="${COVERALLS_FILE}"
|
||||||
|
-DCOV_PATH="${PROJECT_BINARY_DIR}"
|
||||||
|
-DPROJECT_ROOT="${PROJECT_SOURCE_DIR}"
|
||||||
|
-P "${_CMAKE_SCRIPT_PATH}/coverallsGcovJsons.cmake"
|
||||||
|
WORKING_DIRECTORY ${PROJECT_BINARY_DIR}
|
||||||
|
COMMENT "Coveralls: generating coveralls output..."
|
||||||
|
)
|
||||||
|
|
||||||
|
if (_COVERALLS_UPLOAD)
|
||||||
|
message("COVERALLS UPLOAD: ON")
|
||||||
|
# Upload the JSON to coveralls.
|
||||||
|
add_custom_target(coveralls_upload
|
||||||
|
COMMAND ${CURL_EXECUTABLE}
|
||||||
|
-S -F json_file=@${COVERALLS_FILE}
|
||||||
|
https://coveralls.io/api/v1/jobs
|
||||||
|
DEPENDS coveralls_generate
|
||||||
|
WORKING_DIRECTORY ${PROJECT_BINARY_DIR}
|
||||||
|
COMMENT "Coveralls: uploading coveralls output...")
|
||||||
|
|
||||||
|
add_custom_target(coveralls DEPENDS coveralls_upload)
|
||||||
|
else()
|
||||||
|
message("COVERALLS UPLOAD: OFF")
|
||||||
|
add_custom_target(coveralls DEPENDS coveralls_generate)
|
||||||
|
endif()
|
||||||
|
endfunction()
|
||||||
|
|
||||||
|
if(ON_COVERALLS)
|
||||||
|
set(CMAKE_BUILD_TYPE "Debug")
|
||||||
|
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -g -O0 -fprofile-arcs -ftest-coverage")
|
||||||
|
set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -g -O0 -fprofile-arcs -ftest-coverage")
|
||||||
|
|
||||||
|
set(EXCLUDE_DIRS
|
||||||
|
"demo/"
|
||||||
|
"build/"
|
||||||
|
"tests/"
|
||||||
|
".test_env/"
|
||||||
|
)
|
||||||
|
|
||||||
|
if(WITH_GPU)
|
||||||
|
file(GLOB_RECURSE PADDLE_SOURCES RELATIVE "${PROJECT_SOURCE_DIR}" "*.cpp" "*.cc" ".c" "*.cu")
|
||||||
|
else()
|
||||||
|
file(GLOB_RECURSE PADDLE_SOURCES RELATIVE "${PROJECT_SOURCE_DIR}" "*.cpp" "*.cc" "*.c")
|
||||||
|
endif()
|
||||||
|
|
||||||
|
# exclude trivial files in PADDLE_SOURCES
|
||||||
|
foreach(EXCLUDE_DIR ${EXCLUDE_DIRS})
|
||||||
|
foreach(TMP_PATH ${PADDLE_SOURCES})
|
||||||
|
string(FIND ${TMP_PATH} ${EXCLUDE_DIR} EXCLUDE_DIR_FOUND)
|
||||||
|
if(NOT ${EXCLUDE_DIR_FOUND} EQUAL -1)
|
||||||
|
list(REMOVE_ITEM PADDLE_SOURCES ${TMP_PATH})
|
||||||
|
endif()
|
||||||
|
endforeach(TMP_PATH)
|
||||||
|
endforeach()
|
||||||
|
|
||||||
|
# convert to absolute path
|
||||||
|
set(PADDLE_SRCS "")
|
||||||
|
foreach(PADDLE_SRC ${PADDLE_SOURCES})
|
||||||
|
set(PADDLE_SRCS "${PADDLE_SRCS};${PROJECT_SOURCE_DIR}/${PADDLE_SRC}")
|
||||||
|
endforeach()
|
||||||
|
|
||||||
|
code_coverage(
|
||||||
|
"${PADDLE_SRCS}"
|
||||||
|
${COVERALLS_UPLOAD}
|
||||||
|
"${PROJECT_SOURCE_DIR}/cmake"
|
||||||
|
)
|
||||||
|
endif()
|
||||||
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,76 @@
|
|||||||
|
# user should download rdma first from subversion repository
|
||||||
|
|
||||||
|
# execute following instruction to download svn mannally
|
||||||
|
# svn co https://svn.baidu.com/sys/ip/trunk/rdma/sockrdmav1 rdma/
|
||||||
|
# svn co https://svn.baidu.com/sys/ip/trunk/rdma/thirdparty rdma/
|
||||||
|
# we use static output in svn repositories to avoid implict bugs from not standard runtime env.
|
||||||
|
|
||||||
|
set(RDMA_ROOT $ENV{RDMA_ROOT} CACHE PATH "Folder contains RDMA sock library and thirdparty library")
|
||||||
|
|
||||||
|
function(generate_rdma_links)
|
||||||
|
#redirect to current DIR to isolate the pollution from system runtime environment
|
||||||
|
#it can benifits unified control for different gcc environment.
|
||||||
|
#e.g, by default gcc48 did not refer /usr/lib64 which could contain low version
|
||||||
|
#runtime libraries that will crash process while loading it. That redirect trick
|
||||||
|
#can fix it.
|
||||||
|
execute_process(
|
||||||
|
COMMAND mkdir -p librdma
|
||||||
|
COMMAND ln -s -f /usr/lib64/libibverbs.so.1.0.0 librdma/libibverbs.so.1
|
||||||
|
COMMAND ln -s -f /usr/lib64/libibverbs.so.1.0.0 librdma/libibverbs.so
|
||||||
|
COMMAND ln -s -f /usr/lib64/librdmacm.so.1.0.0 librdma/librdmacm.so.1
|
||||||
|
COMMAND ln -s -f /usr/lib64/librdmacm.so.1.0.0 librdma/librdmacm.so
|
||||||
|
WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}
|
||||||
|
)
|
||||||
|
endfunction(generate_rdma_links)
|
||||||
|
|
||||||
|
|
||||||
|
#check and set headers
|
||||||
|
find_path(RDMA_INC_SXISOCK sxi_sock.h PATHS ${RDMA_ROOT}/sockrdmav1/output/include)
|
||||||
|
find_path(RDMA_INC_XIO libxio.h PATHS ${RDMA_ROOT}/thirdparty/output/accelio)
|
||||||
|
find_path(RDMA_INC_EVENT event2 PATHS ${RDMA_ROOT}/thirdparty/output/libevent)
|
||||||
|
find_path(RDMA_INC_NUMA numa.h PATHS ${RDMA_ROOT}/thirdparty/output/libnuma)
|
||||||
|
|
||||||
|
#check and set libs
|
||||||
|
find_library(RDMA_LIB_SXISOCK NAMES sxisock PATHS ${RDMA_ROOT}/sockrdmav1/output)
|
||||||
|
find_library(RDMA_LIB_XIO NAMES xio PATHS ${RDMA_ROOT}/thirdparty/output/accelio)
|
||||||
|
find_library(RDMA_LIB_EVENT NAMES event PATHS ${RDMA_ROOT}/thirdparty/output/libevent)
|
||||||
|
find_library(RDMA_LIB_EVENT_CORE NAMES event_core PATHS ${RDMA_ROOT}/thirdparty/output/libevent)
|
||||||
|
find_library(RDMA_LIB_EVENT_EXTRA NAMES event_extra PATHS ${RDMA_ROOT}/thirdparty/output/libevent)
|
||||||
|
find_library(RDMA_LIB_EVENT_PTHREADS NAMES event_pthreads PATHS ${RDMA_ROOT}/thirdparty/output/libevent)
|
||||||
|
find_library(RDMA_LIB_NUMA NAMES numa PATHS ${RDMA_ROOT}/thirdparty/output/libnuma)
|
||||||
|
|
||||||
|
if(
|
||||||
|
RDMA_INC_SXISOCK AND
|
||||||
|
RDMA_INC_XIO AND
|
||||||
|
RDMA_INC_EVENT AND
|
||||||
|
RDMA_INC_NUMA AND
|
||||||
|
RDMA_LIB_SXISOCK AND
|
||||||
|
RDMA_LIB_XIO AND
|
||||||
|
RDMA_LIB_EVENT AND
|
||||||
|
RDMA_LIB_EVENT_CORE AND
|
||||||
|
RDMA_LIB_EVENT_EXTRA AND
|
||||||
|
RDMA_LIB_EVENT_PTHREADS AND
|
||||||
|
RDMA_LIB_NUMA
|
||||||
|
)
|
||||||
|
|
||||||
|
set(RDMA_INC_DIR
|
||||||
|
${RDMA_INC_SXISOCK}
|
||||||
|
${RDMA_INC_XIO}
|
||||||
|
${RDMA_INC_EVENT}
|
||||||
|
${RDMA_INC_NUMA})
|
||||||
|
set(RDMA_LIBS
|
||||||
|
${RDMA_LIB_SXISOCK}
|
||||||
|
${RDMA_LIB_XIO}
|
||||||
|
${RDMA_LIB_EVENT}
|
||||||
|
${RDMA_LIB_EVENT_CORE}
|
||||||
|
${RDMA_LIB_EVENT_EXTRA}
|
||||||
|
${RDMA_LIB_EVENT_PTHREADS}
|
||||||
|
${RDMA_LIB_NUMA}
|
||||||
|
)
|
||||||
|
set(RDMA_LD_FLAGS "-L./librdma -libverbs -lrdmacm -Xlinker -rpath ./librdma")
|
||||||
|
return()
|
||||||
|
endif()
|
||||||
|
|
||||||
|
#if this module is not called, RDMA_INC_DIR RDMA_LIBS will be null, so top module always refer this variable
|
||||||
|
|
||||||
|
message(FATAL_ERROR, "RDMA libraries are not found, try to set RDMA_ROOT or check all related libraries.")
|
||||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in new issue