Merge branch 'develop' of https://github.com/PaddlePaddle/Paddle into image_v2
dangqingqing
8 years ago
commit
6d6273b368
@ -0,0 +1,191 @@
|
||||
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
# This is a toolchain file for cross-compiling for Android, and the
|
||||
# configuration refers to the open-source resposity:
|
||||
# https://github.com/taka-no-me/android-cmake
|
||||
# Most of the variables are compatible with that used in
|
||||
# https://developer.android.com/ndk/guides/cmake.html
|
||||
# The supported variables are listed belows:
|
||||
#
|
||||
# ANDROID_STANDALONE_TOOLCHAIN
|
||||
# ANDROID_ABI
|
||||
# ANDROID_NATIVE_API_LEVEL
|
||||
# ANDROID_ARM_MODE
|
||||
# ANDROID_ARM_NEON
|
||||
#
|
||||
# For CMake >= 3.7.0, all the settings will be delivered to CMake system
|
||||
# variables to let CMake do the cross-compiling configurations itself.
|
||||
# More detail of cross-compiling settings
|
||||
# https://cmake.org/cmake/help/v3.7/manual/cmake-toolchains.7.html
|
||||
|
||||
IF(NOT ANDROID)
|
||||
return()
|
||||
ENDIF()
|
||||
|
||||
# check the exist of android standalone toolchain
|
||||
IF(NOT DEFINED ANDROID_STANDALONE_TOOLCHAIN)
|
||||
SET(ANDROID_STANDALONE_TOOLCHAIN $ENV{ANDROID_STANDALONE_TOOLCHAIN}
|
||||
CACHE PATH "Folder holds the standalone toolchain of Android NDK")
|
||||
ENDIF()
|
||||
IF(NOT ANDROID_STANDALONE_TOOLCHAIN)
|
||||
MESSAGE(WARNING "It is recommended to set ANDROID_STANDALONE_TOOLCHAIN to "
|
||||
"use a standalone toolchain.\n"
|
||||
"To cross-compile for Android, you need to:\n"
|
||||
"1. Download an Android NDK from"
|
||||
" https://developer.android.com/ndk/downloads/index.html\n"
|
||||
"2. Setup a standalone toolchain"
|
||||
"https://developer.android.google.cn/ndk/guides/standalone_toolchain.html?hl=zh-cn\n")
|
||||
ENDIF()
|
||||
|
||||
IF(NOT DEFINED CMAKE_SYSTEM_VERSION AND ANDROID_NATIVE_API_LEVEL)
|
||||
IF(ANDROID_NATIVE_API_LEVEL MATCHES "^android-[0-9]+$")
|
||||
STRING(REPLACE "android-" "" CMAKE_SYSTEM_VERSION "${CMAKE_MATCH_0}")
|
||||
ELSEIF(ANDROID_NATIVE_API_LEVEL MATCHES "^[0-9]+$")
|
||||
SET(CMAKE_SYSTEM_VERSION ${ANDROID_NATIVE_API_LEVEL})
|
||||
ENDIF()
|
||||
ENDIF()
|
||||
|
||||
IF(NOT DEFINED ANDROID_ABI)
|
||||
SET(ANDROID_ABI "armeabi-v7a")
|
||||
ENDIF()
|
||||
|
||||
IF(NOT DEFINED ANDROID_ARM_MODE)
|
||||
SET(ANDROID_ARM_MODE ON)
|
||||
ENDIF()
|
||||
IF(ANDROID_ARM_MODE)
|
||||
SET(ANDROID_ARM_MODE_NAME "arm")
|
||||
ELSE(ANDROID_ARM_MODE)
|
||||
SET(ANDROID_ARM_MODE_NAME "thumb")
|
||||
ENDIF(ANDROID_ARM_MODE)
|
||||
|
||||
IF(NOT DEFINED ANDROID_ARM_NEON)
|
||||
SET(ANDROID_ARM_NEON ON)
|
||||
ENDIF()
|
||||
|
||||
IF("${CMAKE_VERSION}" VERSION_LESS "3.7.0")
|
||||
IF("${CMAKE_VERSION}" VERSION_LESS "3.1.0")
|
||||
SET(CMAKE_SYSTEM_NAME "Linux")
|
||||
ENDIF()
|
||||
MESSAGE(WARNING "It is recommended to use CMake >= 3.7.0 (current version: "
|
||||
"${CMAKE_VERSION}), when cross-compiling for Android.")
|
||||
|
||||
IF(ANDROID_STANDALONE_TOOLCHAIN)
|
||||
SET(CMAKE_SYSROOT "${ANDROID_STANDALONE_TOOLCHAIN}/sysroot")
|
||||
|
||||
IF(NOT CMAKE_SYSTEM_VERSION)
|
||||
SET(ANDROID_STANDALONE_TOOLCHAIN_API "")
|
||||
SET(ANDROID_API_LEVEL_H_REGEX "^[\t ]*#[\t ]*define[\t ]+__ANDROID_API__[\t ]+([0-9]+)")
|
||||
FILE(STRINGS "${ANDROID_STANDALONE_TOOLCHAIN}/sysroot/usr/include/android/api-level.h"
|
||||
ANDROID_API_LEVEL_H_CONTENT REGEX "${ANDROID_API_LEVEL_H_REGEX}")
|
||||
IF(ANDROID_API_LEVEL_H_CONTENT MATCHES "${ANDROID_API_LEVEL_H_REGEX}")
|
||||
SET(ANDROID_STANDALONE_TOOLCHAIN_API "${CMAKE_MATCH_1}")
|
||||
ENDIF()
|
||||
SET(CMAKE_SYSTEM_VERSION ${ANDROID_STANDALONE_TOOLCHAIN_API})
|
||||
ENDIF()
|
||||
|
||||
# Toolchain
|
||||
SET(ANDROID_TOOLCHAIN "gcc")
|
||||
SET(ANDROID_TOOLCHAIN_ROOT ${ANDROID_STANDALONE_TOOLCHAIN})
|
||||
IF(ANDROID_ABI MATCHES "^armeabi(-v7a)?$")
|
||||
SET(ANDROID_TOOLCHAIN_NAME arm-linux-androideabi)
|
||||
IF(ANDROID_ABI STREQUAL "armeabi")
|
||||
SET(CMAKE_SYSTEM_PROCESSOR armv5te)
|
||||
ELSEIF(ANDROID_ABI STREQUAL "armeabi-v7a")
|
||||
SET(CMAKE_SYSTEM_PROCESSOR armv7-a)
|
||||
ENDIF()
|
||||
ENDIF()
|
||||
SET(ANDROID_TOOLCHAIN_PREFIX "${ANDROID_TOOLCHAIN_ROOT}/bin/${ANDROID_TOOLCHAIN_NAME}-")
|
||||
ENDIF()
|
||||
|
||||
# C compiler
|
||||
IF(NOT CMAKE_C_COMPILER)
|
||||
SET(ANDROID_C_COMPILER "${ANDROID_TOOLCHAIN_PREFIX}gcc")
|
||||
ELSE()
|
||||
GET_FILENAME_COMPONENT(ANDROID_C_COMPILER ${CMAKE_C_COMPILER} PROGRAM)
|
||||
ENDIF()
|
||||
IF(NOT EXISTS ${ANDROID_C_COMPILER})
|
||||
MESSAGE(FATAL_ERROR "Cannot find C compiler: ${ANDROID_C_COMPILER}")
|
||||
ENDIF()
|
||||
|
||||
# CXX compiler
|
||||
IF(NOT CMAKE_CXX_COMPILER)
|
||||
SET(ANDROID_CXX_COMPILER "${ANDROID_TOOLCHAIN_PREFIX}g++")
|
||||
ELSE()
|
||||
GET_FILENAME_COMPONENT(ANDROID_CXX_COMPILER ${CMAKE_CXX_COMPILER} PROGRAM)
|
||||
ENDIF()
|
||||
IF(NOT EXISTS ${ANDROID_CXX_COMPILER})
|
||||
MESSAGE(FATAL_ERROR "Cannot find CXX compiler: ${ANDROID_CXX_COMPILER}")
|
||||
ENDIF()
|
||||
|
||||
SET(CMAKE_C_COMPILER ${ANDROID_C_COMPILER} CACHE PATH "C compiler" FORCE)
|
||||
SET(CMAKE_CXX_COMPILER ${ANDROID_CXX_COMPILER} CACHE PATH "CXX compiler" FORCE)
|
||||
|
||||
# Toolchain and ABI specific flags.
|
||||
SET(ANDROID_COMPILER_FLAGS "-ffunction-sections -fdata-sections -finline-limit=64")
|
||||
SET(ANDROID_LINKER_FLAGS "-Wl,--gc-sections")
|
||||
|
||||
IF(ANDROID_ABI STREQUAL "armeabi")
|
||||
LIST(APPEND ANDROID_COMPILER_FLAGS
|
||||
-march=armv5te
|
||||
-mtune=xscale
|
||||
-msoft-float)
|
||||
ENDIF()
|
||||
IF(ANDROID_ABI STREQUAL "armeabi-v7a")
|
||||
LIST(APPEND ANDROID_COMPILER_FLAGS
|
||||
-march=armv7-a
|
||||
-mfloat-abi=softfp)
|
||||
IF(ANDROID_ARM_NEON)
|
||||
LIST(APPEND ANDROID_COMPILER_FLAGS -mfpu=neon)
|
||||
ELSE()
|
||||
LIST(APPEND ANDROID_COMPILER_FLAGS -mfpu=vfpv3-d16)
|
||||
ENDIF()
|
||||
LIST(APPEND ANDROID_LINKER_FLAGS -Wl,--fix-cortex-a8)
|
||||
ENDIF()
|
||||
|
||||
IF(ANDROID_ABI MATCHES "^armeabi(-v7a)?$")
|
||||
IF(ANDROID_ARM_MODE)
|
||||
LIST(APPEND ANDROID_COMPILER_FLAGS -marm)
|
||||
ELSE()
|
||||
LIST(APPEND ANDROID_COMPILER_FLAGS -mthumb)
|
||||
ENDIF()
|
||||
ENDIF()
|
||||
|
||||
STRING(REPLACE ";" " " ANDROID_COMPILER_FLAGS "${ANDROID_COMPILER_FLAGS}")
|
||||
STRING(REPLACE ";" " " ANDROID_LINKER_FLAGS "${ANDROID_LINKER_FLAGS}")
|
||||
|
||||
SET(CMAKE_C_FLAGS "${ANDROID_COMPILER_FLAGS} ${CMAKE_C_FLAGS}"
|
||||
CACHE STRING "C flags")
|
||||
SET(CMAKE_CXX_FLAGS "${ANDROID_COMPILER_FLAGS} ${CMAKE_CXX_FLAGS}"
|
||||
CACHE STRING "CXX flags")
|
||||
SET(CMAKE_SHARED_LINKER_FLAGS "${ANDROID_LINKER_FLAGS} ${CMAKE_SHARED_LINKER_FLAGS}"
|
||||
CACHE STRING "shared linker flags")
|
||||
|
||||
SET(CMAKE_POSITION_INDEPENDENT_CODE TRUE)
|
||||
SET(CMAKE_EXE_LINKER_FLAGS "-pie -fPIE ${ANDROID_LINKER_FLAGS} ${CMAKE_EXE_LINKER_FLAGS}"
|
||||
CACHE STRING "executable linker flags")
|
||||
|
||||
MESSAGE(STATUS "Android: Targeting API '${CMAKE_SYSTEM_VERSION}' "
|
||||
"with architecture '${ANDROID_ARM_MODE_NAME}', "
|
||||
"ABI '${ANDROID_ABI}', and processor '${CMAKE_SYSTEM_PROCESSOR}'")
|
||||
MESSAGE(STATUS "System CMAKE_C_FLAGS: " ${CMAKE_C_FLAGS})
|
||||
MESSAGE(STATUS "System CMAKE_CXX_FLAGS: " ${CMAKE_CXX_FLAGS})
|
||||
ELSE()
|
||||
IF(ANDROID_STANDALONE_TOOLCHAIN)
|
||||
SET(CMAKE_ANDROID_STANDALONE_TOOLCHAIN ${ANDROID_STANDALONE_TOOLCHAIN})
|
||||
ENDIF()
|
||||
SET(CMAKE_ANDROID_ARCH_ABI ${ANDROID_ABI})
|
||||
SET(CMAKE_ANDROID_ARM_MODE ${ANDROID_ARM_MODE})
|
||||
SET(CMAKE_ANDROID_ARM_NEON ${ANDROID_ARM_NEON})
|
||||
ENDIF()
|
||||
@ -0,0 +1,49 @@
|
||||
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
# find host C compiler
|
||||
IF(HOST_C_COMPILER)
|
||||
SET(HOST_C_COMPILER_NAME ${HOST_C_COMPILER})
|
||||
ELSEIF(NOT $ENV{CC} STREQUAL "")
|
||||
SET(HOST_C_COMPILER_NAME $ENV{CC})
|
||||
ELSE()
|
||||
SET(HOST_C_COMPILER_NAME cc)
|
||||
ENDIF()
|
||||
|
||||
GET_FILENAME_COMPONENT(HOST_C_COMPILER_PATH ${HOST_C_COMPILER_NAME} PROGRAM)
|
||||
IF(NOT HOST_C_COMPILER_PATH OR NOT EXISTS ${HOST_C_COMPILER_PATH})
|
||||
MESSAGE(FATAL_ERROR "Cannot find host C compiler, set host C compiler:\n"
|
||||
"\tcmake .. -DHOST_C_COMPILER=...")
|
||||
ENDIF()
|
||||
|
||||
# find host CXX compiler
|
||||
IF(HOST_CXX_COMPILER)
|
||||
SET(HOST_CXX_COMPILER_NAME ${HOST_CXX_COMPILER})
|
||||
ELSEIF(NOT $ENV{CXX} STREQUAL "")
|
||||
SET(HOST_CXX_COMPILER_NAME $ENV{CXX})
|
||||
ELSE()
|
||||
SET(HOST_CXX_COMPILER_NAME c++)
|
||||
ENDIF()
|
||||
|
||||
GET_FILENAME_COMPONENT(HOST_CXX_COMPILER_PATH ${HOST_CXX_COMPILER_NAME} PROGRAM)
|
||||
IF(NOT HOST_CXX_COMPILER_PATH OR NOT EXISTS ${HOST_CXX_COMPILER_PATH})
|
||||
MESSAGE(FATAL_ERROR "Cannot find host CXX compiler, set host CXX compiler:\n"
|
||||
"\tcmake .. -DHOST_CXX_COMPILER=...")
|
||||
ENDIF()
|
||||
|
||||
SET(HOST_C_COMPILER ${HOST_C_COMPILER_PATH} CACHE PATH "Host C compiler")
|
||||
SET(HOST_CXX_COMPILER ${HOST_CXX_COMPILER_PATH} CACHE PATH "Host CXX compiler")
|
||||
|
||||
MESSAGE(STATUS "Found host C compiler: " ${HOST_C_COMPILER})
|
||||
MESSAGE(STATUS "Found host CXX compiler: " ${HOST_CXX_COMPILER})
|
||||
@ -0,0 +1,84 @@
|
||||
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
# This is a toolchain file for cross-compiling for Raspberry Pi.
|
||||
# The supported variables are listed belows:
|
||||
#
|
||||
# RPI_TOOLCHAIN
|
||||
# RPI_ARM_NEON
|
||||
#
|
||||
# Also you can set CMAKE_C/CXX_COMPILER yourself, through cmake arguments.
|
||||
|
||||
IF(NOT RPI)
|
||||
return()
|
||||
ENDIF()
|
||||
|
||||
SET(CMAKE_SYSTEM_NAME Linux)
|
||||
SET(CMAKE_SYSTEM_VERSION 1)
|
||||
SET(CMAKE_SYSTEM_PROCESSOR arm)
|
||||
|
||||
# check the exist of raspberry pi toolchain
|
||||
IF(NOT DEFINED RPI_TOOLCHAIN)
|
||||
SET(RPI_TOOLCHAIN $ENV{RPI_TOOLCHAIN}
|
||||
CACHE PATH "Folder holds the toolchain of Raspberr Pi")
|
||||
ENDIF()
|
||||
IF(NOT RPI_TOOLCHAIN)
|
||||
MESSAGE(WARNING "It is recommended to set RPI_TOOLCHAIN to use toolchain.\n"
|
||||
"To cross-compile for Raspberry Pi, you need to download the tools using:\n"
|
||||
" git clone https://github.com/raspberrypi/tools\n")
|
||||
ENDIF()
|
||||
|
||||
IF(NOT DEFINED RPI_ARM_NEON)
|
||||
SET(RPI_ARM_NEON ON)
|
||||
ENDIF()
|
||||
|
||||
IF(RPI_TOOLCHAIN)
|
||||
SET(RPI_TOOLCHAIN_ROOT ${RPI_TOOLCHAIN})
|
||||
IF(RPI_TOOLCHAIN_ROOT MATCHES "gcc-linaro-arm-linux-gnueabihf-raspbian(-x64)?$")
|
||||
# gcc-linaro-arm-linux-gnueabihf-raspbian
|
||||
# gcc-linaro-arm-linux-gnueabihf-raspbian-x64
|
||||
SET(RPI_TOOLCHAIN_NAME arm-linux-gnueabihf)
|
||||
ENDIF()
|
||||
SET(RPI_TOOLCHAIN_PREFIX "${RPI_TOOLCHAIN_ROOT}/bin/${RPI_TOOLCHAIN_NAME}-")
|
||||
ENDIF()
|
||||
|
||||
# C compiler
|
||||
IF(NOT CMAKE_C_COMPILER)
|
||||
SET(RPI_C_COMPILER "${RPI_TOOLCHAIN_PREFIX}gcc")
|
||||
ELSE()
|
||||
GET_FILENAME_COMPONENT(RPI_C_COMPILER ${CMAKE_C_COMPILER} PROGRAM)
|
||||
ENDIF()
|
||||
IF(NOT EXISTS ${RPI_C_COMPILER})
|
||||
MESSAGE(FATAL_ERROR "Cannot find C compiler: ${RPI_C_COMPILER}")
|
||||
ENDIF()
|
||||
|
||||
# CXX compiler
|
||||
IF(NOT CMAKE_CXX_COMPILER)
|
||||
SET(RPI_CXX_COMPILER "${RPI_TOOLCHAIN_PREFIX}g++")
|
||||
ELSE()
|
||||
GET_FILENAME_COMPONENT(RPI_CXX_COMPILER ${CMAKE_CXX_COMPILER} PROGRAM)
|
||||
ENDIF()
|
||||
IF(NOT EXISTS ${RPI_CXX_COMPILER})
|
||||
MESSAGE(FATAL_ERROR "Cannot find CXX compiler: ${RPI_CXX_COMPILER}")
|
||||
ENDIF()
|
||||
|
||||
SET(CMAKE_C_COMPILER ${RPI_C_COMPILER} CACHE PATH "C compiler" FORCE)
|
||||
SET(CMAKE_CXX_COMPILER ${RPI_CXX_COMPILER} CACHE PATH "CXX compiler" FORCE)
|
||||
|
||||
IF(RPI_ARM_NEON)
|
||||
SET(RPI_C_FLAGS "${RPI_C_FLAGS} -mfpu=neon")
|
||||
ENDIF()
|
||||
|
||||
SET(CMAKE_C_FLAGS "${RPI_C_FLAGS} ${CMAKE_C_FLAGS}" CACHE STRING "C flags")
|
||||
SET(CMAKE_CXX_FLAGS "${RPI_C_FLAGS} ${CMAKE_CXX_FLAGS}" CACHE STRING "CXX flags")
|
||||
@ -0,0 +1,79 @@
|
||||
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
from paddle.trainer_config_helpers import *
|
||||
|
||||
is_predict = get_config_arg("is_predict", bool, False)
|
||||
|
||||
####################Data Configuration ##################
|
||||
|
||||
if not is_predict:
|
||||
data_dir = './data/'
|
||||
define_py_data_sources2(
|
||||
train_list=data_dir + 'train.list',
|
||||
test_list=data_dir + 'test.list',
|
||||
module='mnist_provider',
|
||||
obj='process')
|
||||
|
||||
######################Algorithm Configuration #############
|
||||
settings(batch_size=50, learning_rate=0.001, learning_method=AdamOptimizer())
|
||||
|
||||
#######################Network Configuration #############
|
||||
|
||||
data_size = 1 * 28 * 28
|
||||
label_size = 10
|
||||
img = data_layer(name='pixel', size=data_size)
|
||||
|
||||
|
||||
# light cnn
|
||||
# A shallower cnn model: [CNN, BN, ReLU, Max-Pooling] x4 + FC x1
|
||||
# Easier to train for mnist dataset and quite efficient
|
||||
# Final performance is close to deeper ones on tasks such as digital and character classification
|
||||
def light_cnn(input_image, num_channels, num_classes):
|
||||
def __light__(ipt,
|
||||
num_filter=128,
|
||||
times=1,
|
||||
conv_filter_size=3,
|
||||
dropouts=0,
|
||||
num_channels_=None):
|
||||
return img_conv_group(
|
||||
input=ipt,
|
||||
num_channels=num_channels_,
|
||||
pool_size=2,
|
||||
pool_stride=2,
|
||||
conv_padding=0,
|
||||
conv_num_filter=[num_filter] * times,
|
||||
conv_filter_size=conv_filter_size,
|
||||
conv_act=ReluActivation(),
|
||||
conv_with_batchnorm=True,
|
||||
conv_batchnorm_drop_rate=dropouts,
|
||||
pool_type=MaxPooling())
|
||||
|
||||
tmp = __light__(input_image, num_filter=128, num_channels_=num_channels)
|
||||
tmp = __light__(tmp, num_filter=128)
|
||||
tmp = __light__(tmp, num_filter=128)
|
||||
tmp = __light__(tmp, num_filter=128, conv_filter_size=1)
|
||||
|
||||
tmp = fc_layer(input=tmp, size=num_classes, act=SoftmaxActivation())
|
||||
return tmp
|
||||
|
||||
|
||||
predict = light_cnn(input_image=img, num_channels=1, num_classes=label_size)
|
||||
|
||||
if not is_predict:
|
||||
lbl = data_layer(name="label", size=label_size)
|
||||
inputs(img, lbl)
|
||||
outputs(classification_cost(input=predict, label=lbl))
|
||||
else:
|
||||
outputs(predict)
|
||||
@ -0,0 +1,129 @@
|
||||
# PFSClient
|
||||
|
||||
## Description
|
||||
The `pfs` command is a Command Line Interface to manage your files on PaddlePaddle Cloud
|
||||
|
||||
## Synopsis
|
||||
```
|
||||
paddle [options] pfs <subcommand> [parameters]
|
||||
```
|
||||
|
||||
## Options
|
||||
```
|
||||
--profile (string)
|
||||
Use a specific profile from your credential file.
|
||||
|
||||
--help (string)
|
||||
Display more information about command
|
||||
|
||||
--version
|
||||
Output version information and exit
|
||||
|
||||
--debug
|
||||
Show detailed debugging log
|
||||
|
||||
--only-show-errors (boolean)
|
||||
Only errors and warnings are displayed. All other output is suppressed.
|
||||
```
|
||||
|
||||
## Path Arguments
|
||||
When using a command, we need to specify path arguments. There are two path argument type: `localpath` and `pfspath`.
|
||||
|
||||
A `pfspath` begin with `/pfs`, eg: `/pfs/$DATACENTER/home/$USER/folder`.
|
||||
|
||||
[Here](https://github.com/PaddlePaddle/Paddle/blob/develop/doc/design/cluster_train/data_dispatch.md#上传训练文件) is how to config datacenters.
|
||||
|
||||
## order of Path Arguments
|
||||
Commonly, if there are two path arguments, the first is the source, and the second is the destination.
|
||||
|
||||
## Subcommonds
|
||||
- rm - remove files or directories
|
||||
|
||||
```
|
||||
Synopsis:
|
||||
rm [-r] [-v] <PFSPath> ...
|
||||
|
||||
Options:
|
||||
-r
|
||||
Remove directories and their contents recursively
|
||||
-v
|
||||
Cause rm to be verbose, showing files after they are removed.
|
||||
|
||||
Examples:
|
||||
paddle pfs rm /pfs/$DATACENTER/home/$USER/file
|
||||
paddle pfs rm -r /pfs/$DATACENTER/home/$USER/folder
|
||||
```
|
||||
- mv - move (rename) files
|
||||
|
||||
```
|
||||
Synopsis:
|
||||
mv [-f | -n] [-v] <LocalPath> <PFSPath>
|
||||
mv [-f | -n] [-v] <LocalPath> ... <PFSPath>
|
||||
mv [-f | -n] [-v] <PFSPath> <LocalPath>
|
||||
mv [-f | -n] [-v] <PFSPath> ... <LocalPath>
|
||||
mv [-f | -n] [-v] <PFSPath> <PFSPath>
|
||||
mv [-f | -n] [-v] <PFSPath> ... <PFSPath>
|
||||
|
||||
Options:
|
||||
-f
|
||||
Do not prompt for confirmation before overwriting the destination path. (The -f option overrides previous -n options.)
|
||||
-n
|
||||
Do not overwrite an existing file. (The -n option overrides previous -f options.)
|
||||
-v
|
||||
Cause mv to be verbose, showing files after they are moved.
|
||||
|
||||
Examples:
|
||||
paddle pfs mv ./text1.txt /pfs/$DATACENTER/home/$USER/text1.txt
|
||||
```
|
||||
- cp - copy files or directories
|
||||
|
||||
```
|
||||
Synopsis:
|
||||
cp [-r] [-f | -n] [-v] [--preserve--links] <LocalPath> <PFSPath>
|
||||
cp [-r] [-f | -n] [-v] [--preserve--links] <LocalPath> ... <PFSPath>
|
||||
cp [-r] [-f | -n] [-v] [--preserve--links] <PFSPath> <LocalPath>
|
||||
cp [-r] [-f | -n] [-v] [--preserve--links] <PFSPath> ... <LocalPath>
|
||||
cp [-r] [-f | -n] [-v] [--preserve--links] <PFSPath> <PFSPath>
|
||||
cp [-r] [-f | -n] [-v] [--preserve--links] <PFSPath> ... <PFSPath>
|
||||
|
||||
Options:
|
||||
-r
|
||||
Copy directories recursively
|
||||
-f
|
||||
Do not prompt for confirmation before overwriting the destination path. (The -f option overrides previous -n options.)
|
||||
-n
|
||||
Do not overwrite an existing file. (The -n option overrides previous -f options.)
|
||||
-v
|
||||
Cause cp to be verbose, showing files after they are copied.
|
||||
--preserve--links
|
||||
Reserve links when copy links
|
||||
|
||||
Examples:
|
||||
paddle pfs cp ./file /pfs/$DATACENTER/home/$USER/file
|
||||
paddle pfs cp /pfs/$DATACENTER/home/$USER/file ./file
|
||||
```
|
||||
- ls- list files
|
||||
|
||||
```
|
||||
Synopsis:
|
||||
ls [-r] <PFSPath> ...
|
||||
|
||||
Options:
|
||||
-R
|
||||
List directory(ies) recursively
|
||||
|
||||
Examples:
|
||||
paddle pfs ls /pfs/$DATACENTER/home/$USER/file
|
||||
paddle pfs ls /pfs/$DATACENTER/home/$USER/folder
|
||||
```
|
||||
|
||||
- mkdir - mkdir directory(ies)
|
||||
Create intermediate directory(ies) as required.
|
||||
|
||||
```
|
||||
Synopsis:
|
||||
mkdir <PFSPath> ...
|
||||
|
||||
Examples:
|
||||
paddle pfs mkdir /pfs/$DATACENTER/home/$USER/folder
|
||||
```
|
||||
Binary file not shown.
|
After Width: | Height: | Size: 142 KiB |
Loading…
Reference in new issue