liaogang
9 years ago
commit
92ca98d5f5
@ -0,0 +1,11 @@
|
||||
集群训练
|
||||
========
|
||||
|
||||
* `集群训练 <../../doc/cluster/index.html>`_
|
||||
|
||||
.. toctree::
|
||||
:maxdepth: 2
|
||||
:glob:
|
||||
|
||||
集群训练(对内) <internal/index.md>
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,58 @@
|
||||
/* Copyright (c) 2016 Baidu, Inc. All Rights Reserve.
|
||||
|
||||
Licensed under the Apache License, Version 2.0 (the "License");
|
||||
you may not use this file except in compliance with the License.
|
||||
You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License. */
|
||||
|
||||
#include "Layer.h"
|
||||
|
||||
namespace paddle {
|
||||
|
||||
class PrintLayer : public Layer {
|
||||
public:
|
||||
explicit PrintLayer(const LayerConfig& config)
|
||||
: Layer(config) {}
|
||||
void forward(PassType passType);
|
||||
void backward(const UpdateCallback& callback) {}
|
||||
};
|
||||
|
||||
void PrintLayer::forward(PassType passType) {
|
||||
Layer::forward(passType);
|
||||
for (size_t i = 0; i != inputLayers_.size(); ++i) {
|
||||
const auto& argu = getInput(i);
|
||||
const std::string& name = inputLayers_[i]->getName();
|
||||
if (argu.value) {
|
||||
std::ostringstream os;
|
||||
argu.value->print(os);
|
||||
LOG(INFO) << "layer=" << name << " value matrix:\n" << os.str();
|
||||
}
|
||||
if (argu.ids) {
|
||||
std::ostringstream os;
|
||||
argu.ids->print(os, argu.ids->getSize());
|
||||
LOG(INFO) << "layer=" << name << " ids vector:\n" << os.str();
|
||||
}
|
||||
if (auto startPos = argu.sequenceStartPositions) {
|
||||
std::ostringstream os;
|
||||
startPos->getVector(false)->print(os, startPos->getSize());
|
||||
LOG(INFO) << "layer=" << name << " sequence pos vector:\n" << os.str();
|
||||
}
|
||||
if (auto subStartPos = argu.subSequenceStartPositions) {
|
||||
std::ostringstream os;
|
||||
subStartPos->getVector(false)->print(os, subStartPos->getSize());
|
||||
LOG(INFO) << "layer=" << name << " sub-sequence pos vector:\n"
|
||||
<< os.str();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
REGISTER_LAYER(print, PrintLayer);
|
||||
|
||||
} // namespace paddle
|
||||
@ -0,0 +1 @@
|
||||
dummy_file_no_use
|
||||
@ -0,0 +1,35 @@
|
||||
# Copyright (c) 2016 Baidu, Inc. All Rights Reserved
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
from paddle.trainer.PyDataProvider2 import *
|
||||
|
||||
data = [
|
||||
[[[1, 3, 2], [4, 5, 2]], 0],
|
||||
[[[0, 2], [2, 5], [0, 1, 2]], 1],
|
||||
]
|
||||
|
||||
@provider(input_types=[integer_value_sub_sequence(10),
|
||||
integer_value(2)])
|
||||
def process_subseq(settings, file_name):
|
||||
for d in data:
|
||||
yield d
|
||||
|
||||
@provider(input_types=[integer_value_sequence(10),
|
||||
integer_value(2)])
|
||||
def process_seq(settings, file_name):
|
||||
for d in data:
|
||||
seq = []
|
||||
for subseq in d[0]:
|
||||
seq += subseq
|
||||
yield seq, d[1]
|
||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in new issue