[Feature] multi process multi gpu dist training, boost v100 performance by 20% (#14661)
* wip multi process multi gpu dist training * workable for p2p * update test=develop * change back env name test=develop * fix alloc init * fix cpu build test=devlop * fix mac tests test=develop * refine code * refine test=developrevert-14398-imperative
Wu Yi
7 years ago
committed by
GitHub
parent
461ca35be1
commit
29d9fb53fc
@ -0,0 +1,37 @@
|
||||
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
|
||||
|
||||
Licensed under the Apache License, Version 2.0 (the "License");
|
||||
you may not use this file except in compliance with the License.
|
||||
You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License. */
|
||||
|
||||
#pragma once
|
||||
#include <sstream>
|
||||
#include <string>
|
||||
#include <vector>
|
||||
|
||||
namespace paddle {
|
||||
namespace string {
|
||||
|
||||
static inline std::vector<std::string> Split(std::string const& original,
|
||||
char separator) {
|
||||
std::vector<std::string> results;
|
||||
std::string token;
|
||||
std::istringstream is(original);
|
||||
while (std::getline(is, token, separator)) {
|
||||
if (!token.empty()) {
|
||||
results.push_back(token);
|
||||
}
|
||||
}
|
||||
return results;
|
||||
}
|
||||
|
||||
} // namespace string
|
||||
} // namespace paddle
|
||||
@ -0,0 +1,28 @@
|
||||
// Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
#include "paddle/fluid/string/split.h"
|
||||
|
||||
#include <string>
|
||||
|
||||
#include "gtest/gtest.h"
|
||||
|
||||
TEST(StringSplit, StringSplit) {
|
||||
std::string to_split = "0,1,2,3,4,5";
|
||||
int i = 0;
|
||||
for (auto s : paddle::string::Split(to_split, ',')) {
|
||||
EXPECT_EQ(atoi(s.c_str()), i);
|
||||
i++;
|
||||
}
|
||||
}
|
||||
Loading…
Reference in new issue