chenjianping
5 years ago
parent
b096383386
commit
6034f9c1e2
@ -0,0 +1,31 @@
|
||||
/**
|
||||
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
#include "utils/mpi/mpi_config.h"
|
||||
|
||||
namespace mindspore {
|
||||
|
||||
std::shared_ptr<MpiConfig> MpiConfig::instance_ = nullptr;
|
||||
|
||||
std::shared_ptr<MpiConfig> MpiConfig::GetInstance() {
|
||||
if (instance_ == nullptr) {
|
||||
MS_LOG(DEBUG) << "Create new mpi config instance.";
|
||||
instance_.reset(new (std::nothrow) MpiConfig());
|
||||
}
|
||||
return instance_;
|
||||
}
|
||||
|
||||
} // namespace mindspore
|
||||
@ -0,0 +1,42 @@
|
||||
/**
|
||||
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
#ifndef MINDSPORE_CCSRC_UTILS_MPI_MS_CONTEXT_H_
|
||||
#define MINDSPORE_CCSRC_UTILS_MPI_MS_CONTEXT_H_
|
||||
#include <memory>
|
||||
#include "utils/log_adapter.h"
|
||||
|
||||
namespace mindspore {
|
||||
class MpiConfig {
|
||||
public:
|
||||
~MpiConfig() = default;
|
||||
MpiConfig(const MpiConfig &) = delete;
|
||||
MpiConfig &operator=(const MpiConfig &) = delete;
|
||||
|
||||
static std::shared_ptr<MpiConfig> GetInstance();
|
||||
|
||||
void set_enable_mpi(bool flag) { enable_mpi_ = flag; }
|
||||
bool enable_mpi() const { return enable_mpi_; }
|
||||
|
||||
private:
|
||||
MpiConfig() : enable_mpi_(false) {}
|
||||
|
||||
static std::shared_ptr<MpiConfig> instance_;
|
||||
bool enable_mpi_;
|
||||
};
|
||||
} // namespace mindspore
|
||||
|
||||
#endif // MINDSPORE_CCSRC_UTILS_MPI_MS_CONTEXT_H_
|
||||
@ -0,0 +1,14 @@
|
||||
# Copyright 2020 Huawei Technologies Co., Ltd
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
# ============================================================================
|
||||
@ -0,0 +1,111 @@
|
||||
# Copyright 2020 Huawei Technologies Co., Ltd
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
# ============================================================================
|
||||
"""
|
||||
The MPI config, used to configure the MPI environment.
|
||||
"""
|
||||
import threading
|
||||
from mindspore._c_expression import MpiConfig
|
||||
from mindspore._checkparam import args_type_check
|
||||
|
||||
class _MpiConfig:
|
||||
"""
|
||||
_MpiConfig is the config tool for controlling MPI
|
||||
|
||||
Note:
|
||||
Create a config through instantiating MpiConfig object is not recommended.
|
||||
should use MpiConfig() to get the config since MpiConfig is singleton.
|
||||
"""
|
||||
_instance = None
|
||||
_instance_lock = threading.Lock()
|
||||
|
||||
def __init__(self):
|
||||
self._mpiconfig_handle = MpiConfig.get_instance()
|
||||
|
||||
def __new__(cls, *args, **kwargs):
|
||||
if cls._instance is None:
|
||||
cls._instance_lock.acquire()
|
||||
cls._instance = object.__new__(cls)
|
||||
cls._instance_lock.release()
|
||||
return cls._instance
|
||||
|
||||
def __getattribute__(self, attr):
|
||||
value = object.__getattribute__(self, attr)
|
||||
if attr == "_mpiconfig_handle" and value is None:
|
||||
raise ValueError("mpiconfig handle is none in MpiConfig!!!")
|
||||
return value
|
||||
|
||||
@property
|
||||
def enable_mpi(self):
|
||||
return self._mpiconfig_handle.get_enable_mpi()
|
||||
|
||||
@enable_mpi.setter
|
||||
def enable_mpi(self, enable_mpi):
|
||||
self._mpiconfig_handle.set_enable_mpi(enable_mpi)
|
||||
|
||||
_k_mpi_config = None
|
||||
def _mpi_config():
|
||||
"""
|
||||
Get the global mpi config, if mpi config is not created, create a new one.
|
||||
|
||||
Returns:
|
||||
_MpiConfig, the global mpi config.
|
||||
"""
|
||||
global _k_mpi_config
|
||||
if _k_mpi_config is None:
|
||||
_k_mpi_config = _MpiConfig()
|
||||
return _k_mpi_config
|
||||
|
||||
@args_type_check(enable_mpi=bool)
|
||||
def _set_mpi_config(**kwargs):
|
||||
"""
|
||||
Sets mpi config for running environment.
|
||||
|
||||
mpi config should be configured before running your program. If there is no configuration,
|
||||
mpi moudle will be disabled by default.
|
||||
|
||||
Note:
|
||||
Attribute name is required for setting attributes.
|
||||
|
||||
Args:
|
||||
enable_mpi (bool): Whether to enable mpi. Default: False.
|
||||
|
||||
Raises:
|
||||
ValueError: If input key is not an attribute in mpi config.
|
||||
|
||||
Examples:
|
||||
>>> mpiconfig.set_mpi_config(enable_mpi=True)
|
||||
"""
|
||||
for key, value in kwargs.items():
|
||||
if not hasattr(_mpi_config(), key):
|
||||
raise ValueError("Set mpi config keyword %s is not recognized!" % key)
|
||||
setattr(_mpi_config(), key, value)
|
||||
|
||||
|
||||
def _get_mpi_config(attr_key):
|
||||
"""
|
||||
Gets mpi config attribute value according to the input key.
|
||||
|
||||
Args:
|
||||
attr_key (str): The key of the attribute.
|
||||
|
||||
Returns:
|
||||
Object, The value of given attribute key.
|
||||
|
||||
Raises:
|
||||
ValueError: If input key is not an attribute in context.
|
||||
"""
|
||||
if not hasattr(_mpi_config(), attr_key):
|
||||
raise ValueError("Get context keyword %s is not recognized!" % attr_key)
|
||||
return getattr(_mpi_config(), attr_key)
|
||||
Loading…
Reference in new issue