Merge branch 'develop' of https://github.com/PaddlePaddle/Paddle into image_v2
dangqingqing
8 years ago
commit
6d6273b368
@ -0,0 +1,191 @@
|
|||||||
|
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
|
||||||
|
# This is a toolchain file for cross-compiling for Android, and the
|
||||||
|
# configuration refers to the open-source resposity:
|
||||||
|
# https://github.com/taka-no-me/android-cmake
|
||||||
|
# Most of the variables are compatible with that used in
|
||||||
|
# https://developer.android.com/ndk/guides/cmake.html
|
||||||
|
# The supported variables are listed belows:
|
||||||
|
#
|
||||||
|
# ANDROID_STANDALONE_TOOLCHAIN
|
||||||
|
# ANDROID_ABI
|
||||||
|
# ANDROID_NATIVE_API_LEVEL
|
||||||
|
# ANDROID_ARM_MODE
|
||||||
|
# ANDROID_ARM_NEON
|
||||||
|
#
|
||||||
|
# For CMake >= 3.7.0, all the settings will be delivered to CMake system
|
||||||
|
# variables to let CMake do the cross-compiling configurations itself.
|
||||||
|
# More detail of cross-compiling settings
|
||||||
|
# https://cmake.org/cmake/help/v3.7/manual/cmake-toolchains.7.html
|
||||||
|
|
||||||
|
IF(NOT ANDROID)
|
||||||
|
return()
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
# check the exist of android standalone toolchain
|
||||||
|
IF(NOT DEFINED ANDROID_STANDALONE_TOOLCHAIN)
|
||||||
|
SET(ANDROID_STANDALONE_TOOLCHAIN $ENV{ANDROID_STANDALONE_TOOLCHAIN}
|
||||||
|
CACHE PATH "Folder holds the standalone toolchain of Android NDK")
|
||||||
|
ENDIF()
|
||||||
|
IF(NOT ANDROID_STANDALONE_TOOLCHAIN)
|
||||||
|
MESSAGE(WARNING "It is recommended to set ANDROID_STANDALONE_TOOLCHAIN to "
|
||||||
|
"use a standalone toolchain.\n"
|
||||||
|
"To cross-compile for Android, you need to:\n"
|
||||||
|
"1. Download an Android NDK from"
|
||||||
|
" https://developer.android.com/ndk/downloads/index.html\n"
|
||||||
|
"2. Setup a standalone toolchain"
|
||||||
|
"https://developer.android.google.cn/ndk/guides/standalone_toolchain.html?hl=zh-cn\n")
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
IF(NOT DEFINED CMAKE_SYSTEM_VERSION AND ANDROID_NATIVE_API_LEVEL)
|
||||||
|
IF(ANDROID_NATIVE_API_LEVEL MATCHES "^android-[0-9]+$")
|
||||||
|
STRING(REPLACE "android-" "" CMAKE_SYSTEM_VERSION "${CMAKE_MATCH_0}")
|
||||||
|
ELSEIF(ANDROID_NATIVE_API_LEVEL MATCHES "^[0-9]+$")
|
||||||
|
SET(CMAKE_SYSTEM_VERSION ${ANDROID_NATIVE_API_LEVEL})
|
||||||
|
ENDIF()
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
IF(NOT DEFINED ANDROID_ABI)
|
||||||
|
SET(ANDROID_ABI "armeabi-v7a")
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
IF(NOT DEFINED ANDROID_ARM_MODE)
|
||||||
|
SET(ANDROID_ARM_MODE ON)
|
||||||
|
ENDIF()
|
||||||
|
IF(ANDROID_ARM_MODE)
|
||||||
|
SET(ANDROID_ARM_MODE_NAME "arm")
|
||||||
|
ELSE(ANDROID_ARM_MODE)
|
||||||
|
SET(ANDROID_ARM_MODE_NAME "thumb")
|
||||||
|
ENDIF(ANDROID_ARM_MODE)
|
||||||
|
|
||||||
|
IF(NOT DEFINED ANDROID_ARM_NEON)
|
||||||
|
SET(ANDROID_ARM_NEON ON)
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
IF("${CMAKE_VERSION}" VERSION_LESS "3.7.0")
|
||||||
|
IF("${CMAKE_VERSION}" VERSION_LESS "3.1.0")
|
||||||
|
SET(CMAKE_SYSTEM_NAME "Linux")
|
||||||
|
ENDIF()
|
||||||
|
MESSAGE(WARNING "It is recommended to use CMake >= 3.7.0 (current version: "
|
||||||
|
"${CMAKE_VERSION}), when cross-compiling for Android.")
|
||||||
|
|
||||||
|
IF(ANDROID_STANDALONE_TOOLCHAIN)
|
||||||
|
SET(CMAKE_SYSROOT "${ANDROID_STANDALONE_TOOLCHAIN}/sysroot")
|
||||||
|
|
||||||
|
IF(NOT CMAKE_SYSTEM_VERSION)
|
||||||
|
SET(ANDROID_STANDALONE_TOOLCHAIN_API "")
|
||||||
|
SET(ANDROID_API_LEVEL_H_REGEX "^[\t ]*#[\t ]*define[\t ]+__ANDROID_API__[\t ]+([0-9]+)")
|
||||||
|
FILE(STRINGS "${ANDROID_STANDALONE_TOOLCHAIN}/sysroot/usr/include/android/api-level.h"
|
||||||
|
ANDROID_API_LEVEL_H_CONTENT REGEX "${ANDROID_API_LEVEL_H_REGEX}")
|
||||||
|
IF(ANDROID_API_LEVEL_H_CONTENT MATCHES "${ANDROID_API_LEVEL_H_REGEX}")
|
||||||
|
SET(ANDROID_STANDALONE_TOOLCHAIN_API "${CMAKE_MATCH_1}")
|
||||||
|
ENDIF()
|
||||||
|
SET(CMAKE_SYSTEM_VERSION ${ANDROID_STANDALONE_TOOLCHAIN_API})
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
# Toolchain
|
||||||
|
SET(ANDROID_TOOLCHAIN "gcc")
|
||||||
|
SET(ANDROID_TOOLCHAIN_ROOT ${ANDROID_STANDALONE_TOOLCHAIN})
|
||||||
|
IF(ANDROID_ABI MATCHES "^armeabi(-v7a)?$")
|
||||||
|
SET(ANDROID_TOOLCHAIN_NAME arm-linux-androideabi)
|
||||||
|
IF(ANDROID_ABI STREQUAL "armeabi")
|
||||||
|
SET(CMAKE_SYSTEM_PROCESSOR armv5te)
|
||||||
|
ELSEIF(ANDROID_ABI STREQUAL "armeabi-v7a")
|
||||||
|
SET(CMAKE_SYSTEM_PROCESSOR armv7-a)
|
||||||
|
ENDIF()
|
||||||
|
ENDIF()
|
||||||
|
SET(ANDROID_TOOLCHAIN_PREFIX "${ANDROID_TOOLCHAIN_ROOT}/bin/${ANDROID_TOOLCHAIN_NAME}-")
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
# C compiler
|
||||||
|
IF(NOT CMAKE_C_COMPILER)
|
||||||
|
SET(ANDROID_C_COMPILER "${ANDROID_TOOLCHAIN_PREFIX}gcc")
|
||||||
|
ELSE()
|
||||||
|
GET_FILENAME_COMPONENT(ANDROID_C_COMPILER ${CMAKE_C_COMPILER} PROGRAM)
|
||||||
|
ENDIF()
|
||||||
|
IF(NOT EXISTS ${ANDROID_C_COMPILER})
|
||||||
|
MESSAGE(FATAL_ERROR "Cannot find C compiler: ${ANDROID_C_COMPILER}")
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
# CXX compiler
|
||||||
|
IF(NOT CMAKE_CXX_COMPILER)
|
||||||
|
SET(ANDROID_CXX_COMPILER "${ANDROID_TOOLCHAIN_PREFIX}g++")
|
||||||
|
ELSE()
|
||||||
|
GET_FILENAME_COMPONENT(ANDROID_CXX_COMPILER ${CMAKE_CXX_COMPILER} PROGRAM)
|
||||||
|
ENDIF()
|
||||||
|
IF(NOT EXISTS ${ANDROID_CXX_COMPILER})
|
||||||
|
MESSAGE(FATAL_ERROR "Cannot find CXX compiler: ${ANDROID_CXX_COMPILER}")
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
SET(CMAKE_C_COMPILER ${ANDROID_C_COMPILER} CACHE PATH "C compiler" FORCE)
|
||||||
|
SET(CMAKE_CXX_COMPILER ${ANDROID_CXX_COMPILER} CACHE PATH "CXX compiler" FORCE)
|
||||||
|
|
||||||
|
# Toolchain and ABI specific flags.
|
||||||
|
SET(ANDROID_COMPILER_FLAGS "-ffunction-sections -fdata-sections -finline-limit=64")
|
||||||
|
SET(ANDROID_LINKER_FLAGS "-Wl,--gc-sections")
|
||||||
|
|
||||||
|
IF(ANDROID_ABI STREQUAL "armeabi")
|
||||||
|
LIST(APPEND ANDROID_COMPILER_FLAGS
|
||||||
|
-march=armv5te
|
||||||
|
-mtune=xscale
|
||||||
|
-msoft-float)
|
||||||
|
ENDIF()
|
||||||
|
IF(ANDROID_ABI STREQUAL "armeabi-v7a")
|
||||||
|
LIST(APPEND ANDROID_COMPILER_FLAGS
|
||||||
|
-march=armv7-a
|
||||||
|
-mfloat-abi=softfp)
|
||||||
|
IF(ANDROID_ARM_NEON)
|
||||||
|
LIST(APPEND ANDROID_COMPILER_FLAGS -mfpu=neon)
|
||||||
|
ELSE()
|
||||||
|
LIST(APPEND ANDROID_COMPILER_FLAGS -mfpu=vfpv3-d16)
|
||||||
|
ENDIF()
|
||||||
|
LIST(APPEND ANDROID_LINKER_FLAGS -Wl,--fix-cortex-a8)
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
IF(ANDROID_ABI MATCHES "^armeabi(-v7a)?$")
|
||||||
|
IF(ANDROID_ARM_MODE)
|
||||||
|
LIST(APPEND ANDROID_COMPILER_FLAGS -marm)
|
||||||
|
ELSE()
|
||||||
|
LIST(APPEND ANDROID_COMPILER_FLAGS -mthumb)
|
||||||
|
ENDIF()
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
STRING(REPLACE ";" " " ANDROID_COMPILER_FLAGS "${ANDROID_COMPILER_FLAGS}")
|
||||||
|
STRING(REPLACE ";" " " ANDROID_LINKER_FLAGS "${ANDROID_LINKER_FLAGS}")
|
||||||
|
|
||||||
|
SET(CMAKE_C_FLAGS "${ANDROID_COMPILER_FLAGS} ${CMAKE_C_FLAGS}"
|
||||||
|
CACHE STRING "C flags")
|
||||||
|
SET(CMAKE_CXX_FLAGS "${ANDROID_COMPILER_FLAGS} ${CMAKE_CXX_FLAGS}"
|
||||||
|
CACHE STRING "CXX flags")
|
||||||
|
SET(CMAKE_SHARED_LINKER_FLAGS "${ANDROID_LINKER_FLAGS} ${CMAKE_SHARED_LINKER_FLAGS}"
|
||||||
|
CACHE STRING "shared linker flags")
|
||||||
|
|
||||||
|
SET(CMAKE_POSITION_INDEPENDENT_CODE TRUE)
|
||||||
|
SET(CMAKE_EXE_LINKER_FLAGS "-pie -fPIE ${ANDROID_LINKER_FLAGS} ${CMAKE_EXE_LINKER_FLAGS}"
|
||||||
|
CACHE STRING "executable linker flags")
|
||||||
|
|
||||||
|
MESSAGE(STATUS "Android: Targeting API '${CMAKE_SYSTEM_VERSION}' "
|
||||||
|
"with architecture '${ANDROID_ARM_MODE_NAME}', "
|
||||||
|
"ABI '${ANDROID_ABI}', and processor '${CMAKE_SYSTEM_PROCESSOR}'")
|
||||||
|
MESSAGE(STATUS "System CMAKE_C_FLAGS: " ${CMAKE_C_FLAGS})
|
||||||
|
MESSAGE(STATUS "System CMAKE_CXX_FLAGS: " ${CMAKE_CXX_FLAGS})
|
||||||
|
ELSE()
|
||||||
|
IF(ANDROID_STANDALONE_TOOLCHAIN)
|
||||||
|
SET(CMAKE_ANDROID_STANDALONE_TOOLCHAIN ${ANDROID_STANDALONE_TOOLCHAIN})
|
||||||
|
ENDIF()
|
||||||
|
SET(CMAKE_ANDROID_ARCH_ABI ${ANDROID_ABI})
|
||||||
|
SET(CMAKE_ANDROID_ARM_MODE ${ANDROID_ARM_MODE})
|
||||||
|
SET(CMAKE_ANDROID_ARM_NEON ${ANDROID_ARM_NEON})
|
||||||
|
ENDIF()
|
||||||
@ -0,0 +1,49 @@
|
|||||||
|
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
|
||||||
|
# find host C compiler
|
||||||
|
IF(HOST_C_COMPILER)
|
||||||
|
SET(HOST_C_COMPILER_NAME ${HOST_C_COMPILER})
|
||||||
|
ELSEIF(NOT $ENV{CC} STREQUAL "")
|
||||||
|
SET(HOST_C_COMPILER_NAME $ENV{CC})
|
||||||
|
ELSE()
|
||||||
|
SET(HOST_C_COMPILER_NAME cc)
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
GET_FILENAME_COMPONENT(HOST_C_COMPILER_PATH ${HOST_C_COMPILER_NAME} PROGRAM)
|
||||||
|
IF(NOT HOST_C_COMPILER_PATH OR NOT EXISTS ${HOST_C_COMPILER_PATH})
|
||||||
|
MESSAGE(FATAL_ERROR "Cannot find host C compiler, set host C compiler:\n"
|
||||||
|
"\tcmake .. -DHOST_C_COMPILER=...")
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
# find host CXX compiler
|
||||||
|
IF(HOST_CXX_COMPILER)
|
||||||
|
SET(HOST_CXX_COMPILER_NAME ${HOST_CXX_COMPILER})
|
||||||
|
ELSEIF(NOT $ENV{CXX} STREQUAL "")
|
||||||
|
SET(HOST_CXX_COMPILER_NAME $ENV{CXX})
|
||||||
|
ELSE()
|
||||||
|
SET(HOST_CXX_COMPILER_NAME c++)
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
GET_FILENAME_COMPONENT(HOST_CXX_COMPILER_PATH ${HOST_CXX_COMPILER_NAME} PROGRAM)
|
||||||
|
IF(NOT HOST_CXX_COMPILER_PATH OR NOT EXISTS ${HOST_CXX_COMPILER_PATH})
|
||||||
|
MESSAGE(FATAL_ERROR "Cannot find host CXX compiler, set host CXX compiler:\n"
|
||||||
|
"\tcmake .. -DHOST_CXX_COMPILER=...")
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
SET(HOST_C_COMPILER ${HOST_C_COMPILER_PATH} CACHE PATH "Host C compiler")
|
||||||
|
SET(HOST_CXX_COMPILER ${HOST_CXX_COMPILER_PATH} CACHE PATH "Host CXX compiler")
|
||||||
|
|
||||||
|
MESSAGE(STATUS "Found host C compiler: " ${HOST_C_COMPILER})
|
||||||
|
MESSAGE(STATUS "Found host CXX compiler: " ${HOST_CXX_COMPILER})
|
||||||
@ -0,0 +1,84 @@
|
|||||||
|
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
|
||||||
|
# This is a toolchain file for cross-compiling for Raspberry Pi.
|
||||||
|
# The supported variables are listed belows:
|
||||||
|
#
|
||||||
|
# RPI_TOOLCHAIN
|
||||||
|
# RPI_ARM_NEON
|
||||||
|
#
|
||||||
|
# Also you can set CMAKE_C/CXX_COMPILER yourself, through cmake arguments.
|
||||||
|
|
||||||
|
IF(NOT RPI)
|
||||||
|
return()
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
SET(CMAKE_SYSTEM_NAME Linux)
|
||||||
|
SET(CMAKE_SYSTEM_VERSION 1)
|
||||||
|
SET(CMAKE_SYSTEM_PROCESSOR arm)
|
||||||
|
|
||||||
|
# check the exist of raspberry pi toolchain
|
||||||
|
IF(NOT DEFINED RPI_TOOLCHAIN)
|
||||||
|
SET(RPI_TOOLCHAIN $ENV{RPI_TOOLCHAIN}
|
||||||
|
CACHE PATH "Folder holds the toolchain of Raspberr Pi")
|
||||||
|
ENDIF()
|
||||||
|
IF(NOT RPI_TOOLCHAIN)
|
||||||
|
MESSAGE(WARNING "It is recommended to set RPI_TOOLCHAIN to use toolchain.\n"
|
||||||
|
"To cross-compile for Raspberry Pi, you need to download the tools using:\n"
|
||||||
|
" git clone https://github.com/raspberrypi/tools\n")
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
IF(NOT DEFINED RPI_ARM_NEON)
|
||||||
|
SET(RPI_ARM_NEON ON)
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
IF(RPI_TOOLCHAIN)
|
||||||
|
SET(RPI_TOOLCHAIN_ROOT ${RPI_TOOLCHAIN})
|
||||||
|
IF(RPI_TOOLCHAIN_ROOT MATCHES "gcc-linaro-arm-linux-gnueabihf-raspbian(-x64)?$")
|
||||||
|
# gcc-linaro-arm-linux-gnueabihf-raspbian
|
||||||
|
# gcc-linaro-arm-linux-gnueabihf-raspbian-x64
|
||||||
|
SET(RPI_TOOLCHAIN_NAME arm-linux-gnueabihf)
|
||||||
|
ENDIF()
|
||||||
|
SET(RPI_TOOLCHAIN_PREFIX "${RPI_TOOLCHAIN_ROOT}/bin/${RPI_TOOLCHAIN_NAME}-")
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
# C compiler
|
||||||
|
IF(NOT CMAKE_C_COMPILER)
|
||||||
|
SET(RPI_C_COMPILER "${RPI_TOOLCHAIN_PREFIX}gcc")
|
||||||
|
ELSE()
|
||||||
|
GET_FILENAME_COMPONENT(RPI_C_COMPILER ${CMAKE_C_COMPILER} PROGRAM)
|
||||||
|
ENDIF()
|
||||||
|
IF(NOT EXISTS ${RPI_C_COMPILER})
|
||||||
|
MESSAGE(FATAL_ERROR "Cannot find C compiler: ${RPI_C_COMPILER}")
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
# CXX compiler
|
||||||
|
IF(NOT CMAKE_CXX_COMPILER)
|
||||||
|
SET(RPI_CXX_COMPILER "${RPI_TOOLCHAIN_PREFIX}g++")
|
||||||
|
ELSE()
|
||||||
|
GET_FILENAME_COMPONENT(RPI_CXX_COMPILER ${CMAKE_CXX_COMPILER} PROGRAM)
|
||||||
|
ENDIF()
|
||||||
|
IF(NOT EXISTS ${RPI_CXX_COMPILER})
|
||||||
|
MESSAGE(FATAL_ERROR "Cannot find CXX compiler: ${RPI_CXX_COMPILER}")
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
SET(CMAKE_C_COMPILER ${RPI_C_COMPILER} CACHE PATH "C compiler" FORCE)
|
||||||
|
SET(CMAKE_CXX_COMPILER ${RPI_CXX_COMPILER} CACHE PATH "CXX compiler" FORCE)
|
||||||
|
|
||||||
|
IF(RPI_ARM_NEON)
|
||||||
|
SET(RPI_C_FLAGS "${RPI_C_FLAGS} -mfpu=neon")
|
||||||
|
ENDIF()
|
||||||
|
|
||||||
|
SET(CMAKE_C_FLAGS "${RPI_C_FLAGS} ${CMAKE_C_FLAGS}" CACHE STRING "C flags")
|
||||||
|
SET(CMAKE_CXX_FLAGS "${RPI_C_FLAGS} ${CMAKE_CXX_FLAGS}" CACHE STRING "CXX flags")
|
||||||
@ -0,0 +1,79 @@
|
|||||||
|
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
|
||||||
|
from paddle.trainer_config_helpers import *
|
||||||
|
|
||||||
|
is_predict = get_config_arg("is_predict", bool, False)
|
||||||
|
|
||||||
|
####################Data Configuration ##################
|
||||||
|
|
||||||
|
if not is_predict:
|
||||||
|
data_dir = './data/'
|
||||||
|
define_py_data_sources2(
|
||||||
|
train_list=data_dir + 'train.list',
|
||||||
|
test_list=data_dir + 'test.list',
|
||||||
|
module='mnist_provider',
|
||||||
|
obj='process')
|
||||||
|
|
||||||
|
######################Algorithm Configuration #############
|
||||||
|
settings(batch_size=50, learning_rate=0.001, learning_method=AdamOptimizer())
|
||||||
|
|
||||||
|
#######################Network Configuration #############
|
||||||
|
|
||||||
|
data_size = 1 * 28 * 28
|
||||||
|
label_size = 10
|
||||||
|
img = data_layer(name='pixel', size=data_size)
|
||||||
|
|
||||||
|
|
||||||
|
# light cnn
|
||||||
|
# A shallower cnn model: [CNN, BN, ReLU, Max-Pooling] x4 + FC x1
|
||||||
|
# Easier to train for mnist dataset and quite efficient
|
||||||
|
# Final performance is close to deeper ones on tasks such as digital and character classification
|
||||||
|
def light_cnn(input_image, num_channels, num_classes):
|
||||||
|
def __light__(ipt,
|
||||||
|
num_filter=128,
|
||||||
|
times=1,
|
||||||
|
conv_filter_size=3,
|
||||||
|
dropouts=0,
|
||||||
|
num_channels_=None):
|
||||||
|
return img_conv_group(
|
||||||
|
input=ipt,
|
||||||
|
num_channels=num_channels_,
|
||||||
|
pool_size=2,
|
||||||
|
pool_stride=2,
|
||||||
|
conv_padding=0,
|
||||||
|
conv_num_filter=[num_filter] * times,
|
||||||
|
conv_filter_size=conv_filter_size,
|
||||||
|
conv_act=ReluActivation(),
|
||||||
|
conv_with_batchnorm=True,
|
||||||
|
conv_batchnorm_drop_rate=dropouts,
|
||||||
|
pool_type=MaxPooling())
|
||||||
|
|
||||||
|
tmp = __light__(input_image, num_filter=128, num_channels_=num_channels)
|
||||||
|
tmp = __light__(tmp, num_filter=128)
|
||||||
|
tmp = __light__(tmp, num_filter=128)
|
||||||
|
tmp = __light__(tmp, num_filter=128, conv_filter_size=1)
|
||||||
|
|
||||||
|
tmp = fc_layer(input=tmp, size=num_classes, act=SoftmaxActivation())
|
||||||
|
return tmp
|
||||||
|
|
||||||
|
|
||||||
|
predict = light_cnn(input_image=img, num_channels=1, num_classes=label_size)
|
||||||
|
|
||||||
|
if not is_predict:
|
||||||
|
lbl = data_layer(name="label", size=label_size)
|
||||||
|
inputs(img, lbl)
|
||||||
|
outputs(classification_cost(input=predict, label=lbl))
|
||||||
|
else:
|
||||||
|
outputs(predict)
|
||||||
@ -0,0 +1,129 @@
|
|||||||
|
# PFSClient
|
||||||
|
|
||||||
|
## Description
|
||||||
|
The `pfs` command is a Command Line Interface to manage your files on PaddlePaddle Cloud
|
||||||
|
|
||||||
|
## Synopsis
|
||||||
|
```
|
||||||
|
paddle [options] pfs <subcommand> [parameters]
|
||||||
|
```
|
||||||
|
|
||||||
|
## Options
|
||||||
|
```
|
||||||
|
--profile (string)
|
||||||
|
Use a specific profile from your credential file.
|
||||||
|
|
||||||
|
--help (string)
|
||||||
|
Display more information about command
|
||||||
|
|
||||||
|
--version
|
||||||
|
Output version information and exit
|
||||||
|
|
||||||
|
--debug
|
||||||
|
Show detailed debugging log
|
||||||
|
|
||||||
|
--only-show-errors (boolean)
|
||||||
|
Only errors and warnings are displayed. All other output is suppressed.
|
||||||
|
```
|
||||||
|
|
||||||
|
## Path Arguments
|
||||||
|
When using a command, we need to specify path arguments. There are two path argument type: `localpath` and `pfspath`.
|
||||||
|
|
||||||
|
A `pfspath` begin with `/pfs`, eg: `/pfs/$DATACENTER/home/$USER/folder`.
|
||||||
|
|
||||||
|
[Here](https://github.com/PaddlePaddle/Paddle/blob/develop/doc/design/cluster_train/data_dispatch.md#上传训练文件) is how to config datacenters.
|
||||||
|
|
||||||
|
## order of Path Arguments
|
||||||
|
Commonly, if there are two path arguments, the first is the source, and the second is the destination.
|
||||||
|
|
||||||
|
## Subcommonds
|
||||||
|
- rm - remove files or directories
|
||||||
|
|
||||||
|
```
|
||||||
|
Synopsis:
|
||||||
|
rm [-r] [-v] <PFSPath> ...
|
||||||
|
|
||||||
|
Options:
|
||||||
|
-r
|
||||||
|
Remove directories and their contents recursively
|
||||||
|
-v
|
||||||
|
Cause rm to be verbose, showing files after they are removed.
|
||||||
|
|
||||||
|
Examples:
|
||||||
|
paddle pfs rm /pfs/$DATACENTER/home/$USER/file
|
||||||
|
paddle pfs rm -r /pfs/$DATACENTER/home/$USER/folder
|
||||||
|
```
|
||||||
|
- mv - move (rename) files
|
||||||
|
|
||||||
|
```
|
||||||
|
Synopsis:
|
||||||
|
mv [-f | -n] [-v] <LocalPath> <PFSPath>
|
||||||
|
mv [-f | -n] [-v] <LocalPath> ... <PFSPath>
|
||||||
|
mv [-f | -n] [-v] <PFSPath> <LocalPath>
|
||||||
|
mv [-f | -n] [-v] <PFSPath> ... <LocalPath>
|
||||||
|
mv [-f | -n] [-v] <PFSPath> <PFSPath>
|
||||||
|
mv [-f | -n] [-v] <PFSPath> ... <PFSPath>
|
||||||
|
|
||||||
|
Options:
|
||||||
|
-f
|
||||||
|
Do not prompt for confirmation before overwriting the destination path. (The -f option overrides previous -n options.)
|
||||||
|
-n
|
||||||
|
Do not overwrite an existing file. (The -n option overrides previous -f options.)
|
||||||
|
-v
|
||||||
|
Cause mv to be verbose, showing files after they are moved.
|
||||||
|
|
||||||
|
Examples:
|
||||||
|
paddle pfs mv ./text1.txt /pfs/$DATACENTER/home/$USER/text1.txt
|
||||||
|
```
|
||||||
|
- cp - copy files or directories
|
||||||
|
|
||||||
|
```
|
||||||
|
Synopsis:
|
||||||
|
cp [-r] [-f | -n] [-v] [--preserve--links] <LocalPath> <PFSPath>
|
||||||
|
cp [-r] [-f | -n] [-v] [--preserve--links] <LocalPath> ... <PFSPath>
|
||||||
|
cp [-r] [-f | -n] [-v] [--preserve--links] <PFSPath> <LocalPath>
|
||||||
|
cp [-r] [-f | -n] [-v] [--preserve--links] <PFSPath> ... <LocalPath>
|
||||||
|
cp [-r] [-f | -n] [-v] [--preserve--links] <PFSPath> <PFSPath>
|
||||||
|
cp [-r] [-f | -n] [-v] [--preserve--links] <PFSPath> ... <PFSPath>
|
||||||
|
|
||||||
|
Options:
|
||||||
|
-r
|
||||||
|
Copy directories recursively
|
||||||
|
-f
|
||||||
|
Do not prompt for confirmation before overwriting the destination path. (The -f option overrides previous -n options.)
|
||||||
|
-n
|
||||||
|
Do not overwrite an existing file. (The -n option overrides previous -f options.)
|
||||||
|
-v
|
||||||
|
Cause cp to be verbose, showing files after they are copied.
|
||||||
|
--preserve--links
|
||||||
|
Reserve links when copy links
|
||||||
|
|
||||||
|
Examples:
|
||||||
|
paddle pfs cp ./file /pfs/$DATACENTER/home/$USER/file
|
||||||
|
paddle pfs cp /pfs/$DATACENTER/home/$USER/file ./file
|
||||||
|
```
|
||||||
|
- ls- list files
|
||||||
|
|
||||||
|
```
|
||||||
|
Synopsis:
|
||||||
|
ls [-r] <PFSPath> ...
|
||||||
|
|
||||||
|
Options:
|
||||||
|
-R
|
||||||
|
List directory(ies) recursively
|
||||||
|
|
||||||
|
Examples:
|
||||||
|
paddle pfs ls /pfs/$DATACENTER/home/$USER/file
|
||||||
|
paddle pfs ls /pfs/$DATACENTER/home/$USER/folder
|
||||||
|
```
|
||||||
|
|
||||||
|
- mkdir - mkdir directory(ies)
|
||||||
|
Create intermediate directory(ies) as required.
|
||||||
|
|
||||||
|
```
|
||||||
|
Synopsis:
|
||||||
|
mkdir <PFSPath> ...
|
||||||
|
|
||||||
|
Examples:
|
||||||
|
paddle pfs mkdir /pfs/$DATACENTER/home/$USER/folder
|
||||||
|
```
|
||||||
Binary file not shown.
|
After Width: | Height: | Size: 142 KiB |
Loading…
Reference in new issue