dingpeifei
4 years ago
parent
172a28fe14
commit
87e41aaeee
@ -1,48 +0,0 @@
|
|||||||
/**
|
|
||||||
* Copyright 2019 Huawei Technologies Co., Ltd
|
|
||||||
*
|
|
||||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
* you may not use this file except in compliance with the License.
|
|
||||||
* You may obtain a copy of the License at
|
|
||||||
*
|
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
*
|
|
||||||
* Unless required by applicable law or agreed to in writing, software
|
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
* See the License for the specific language governing permissions and
|
|
||||||
* limitations under the License.
|
|
||||||
*/
|
|
||||||
|
|
||||||
#include "backend/kernel_compiler/gpu/nn/batchnorm_grad_gpu_kernel.h"
|
|
||||||
|
|
||||||
namespace mindspore {
|
|
||||||
namespace kernel {
|
|
||||||
MS_REG_GPU_KERNEL_ONE(BatchNormGrad,
|
|
||||||
KernelAttr()
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32),
|
|
||||||
BatchNormGradGpuKernel, float)
|
|
||||||
MS_REG_GPU_KERNEL_ONE(BatchNormGrad,
|
|
||||||
KernelAttr()
|
|
||||||
.AddInputAttr(kNumberTypeFloat16)
|
|
||||||
.AddInputAttr(kNumberTypeFloat16)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat16)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat16)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat16),
|
|
||||||
BatchNormGradGpuKernel, half)
|
|
||||||
} // namespace kernel
|
|
||||||
} // namespace mindspore
|
|
||||||
@ -1,202 +0,0 @@
|
|||||||
/**
|
|
||||||
* Copyright 2019 Huawei Technologies Co., Ltd
|
|
||||||
*
|
|
||||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
* you may not use this file except in compliance with the License.
|
|
||||||
* You may obtain a copy of the License at
|
|
||||||
*
|
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
*
|
|
||||||
* Unless required by applicable law or agreed to in writing, software
|
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
* See the License for the specific language governing permissions and
|
|
||||||
* limitations under the License.
|
|
||||||
*/
|
|
||||||
|
|
||||||
#ifndef MINDSPORE_CCSRC_BACKEND_KERNEL_COMPILER_GPU_NN_BATCHNORM_GRAD_GPU_KERNEL_H_
|
|
||||||
#define MINDSPORE_CCSRC_BACKEND_KERNEL_COMPILER_GPU_NN_BATCHNORM_GRAD_GPU_KERNEL_H_
|
|
||||||
|
|
||||||
#include <vector>
|
|
||||||
#include "backend/kernel_compiler/gpu/gpu_kernel.h"
|
|
||||||
#include "backend/kernel_compiler/gpu/gpu_kernel_factory.h"
|
|
||||||
#include "backend/kernel_compiler/gpu/kernel_constants.h"
|
|
||||||
#include "backend/kernel_compiler/gpu/cuda_impl/batchnorm_grad_impl.cuh"
|
|
||||||
|
|
||||||
namespace mindspore {
|
|
||||||
namespace kernel {
|
|
||||||
template <typename T>
|
|
||||||
class BatchNormGradGpuKernel : public GpuKernel {
|
|
||||||
public:
|
|
||||||
BatchNormGradGpuKernel()
|
|
||||||
: batch_(0),
|
|
||||||
channel_(0),
|
|
||||||
height_(0),
|
|
||||||
width_(0),
|
|
||||||
mode_(CUDNN_BATCHNORM_SPATIAL),
|
|
||||||
epsilon_(10e-5),
|
|
||||||
is_null_input_(false),
|
|
||||||
x_desc_(nullptr),
|
|
||||||
dy_desc_(nullptr),
|
|
||||||
dx_desc_(nullptr),
|
|
||||||
scale_bias_desc_(nullptr),
|
|
||||||
handle_(nullptr),
|
|
||||||
cudnn_data_type_(CUDNN_DATA_FLOAT) {}
|
|
||||||
~BatchNormGradGpuKernel() override { DestroyResource(); }
|
|
||||||
|
|
||||||
const std::vector<size_t> &GetInputSizeList() const override { return input_size_list_; }
|
|
||||||
const std::vector<size_t> &GetOutputSizeList() const override { return output_size_list_; }
|
|
||||||
const std::vector<size_t> &GetWorkspaceSizeList() const override { return workspace_size_list_; }
|
|
||||||
bool Launch(const std::vector<AddressPtr> &inputs, const std::vector<AddressPtr> &workspace,
|
|
||||||
const std::vector<AddressPtr> &outputs, void *stream_ptr) override {
|
|
||||||
VARIABLE_NOT_USED(workspace);
|
|
||||||
VARIABLE_NOT_USED(stream_ptr);
|
|
||||||
if (is_null_input_) {
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
auto dy = GetDeviceAddress<T>(inputs, 0);
|
|
||||||
auto x = GetDeviceAddress<T>(inputs, 1);
|
|
||||||
auto scale = GetDeviceAddress<float>(inputs, 2);
|
|
||||||
auto save_mean = GetDeviceAddress<float>(inputs, 3);
|
|
||||||
auto save_variance = GetDeviceAddress<float>(inputs, 4);
|
|
||||||
auto dx = GetDeviceAddress<T>(outputs, 0);
|
|
||||||
auto bn_scale = GetDeviceAddress<float>(outputs, 1);
|
|
||||||
auto bn_bias = GetDeviceAddress<float>(outputs, 2);
|
|
||||||
auto reserve_1 = GetDeviceAddress<T>(outputs, 3);
|
|
||||||
auto reserve_2 = GetDeviceAddress<T>(outputs, 4);
|
|
||||||
// For CI only, reserved vars can not be unused.
|
|
||||||
MS_LOG(DEBUG) << reinterpret_cast<size_t>(reserve_1) << reinterpret_cast<size_t>(reserve_2); // NOLINT
|
|
||||||
|
|
||||||
if (is_training_) {
|
|
||||||
const float alpha_data_diff = 1;
|
|
||||||
const float beta_data_diff = 0;
|
|
||||||
const float alpha_param_diff = 1;
|
|
||||||
const float beta_param_diff = 0;
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(
|
|
||||||
kernel_node_,
|
|
||||||
cudnnBatchNormalizationBackward(handle_, mode_, &alpha_data_diff, &beta_data_diff, &alpha_param_diff,
|
|
||||||
&beta_param_diff, x_desc_, x, dy_desc_, dy, dx_desc_, dx, scale_bias_desc_,
|
|
||||||
scale, bn_scale, bn_bias, epsilon_, save_mean, save_variance),
|
|
||||||
"Kernel Launch Failed.");
|
|
||||||
} else {
|
|
||||||
CalBatchNormGrad(x, dy, scale, save_mean, save_variance, dx, bn_scale, bn_bias, epsilon_, batch_, channel_,
|
|
||||||
height_, width_, reinterpret_cast<cudaStream_t>(stream_ptr));
|
|
||||||
}
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
bool Init(const CNodePtr &kernel_node) override {
|
|
||||||
kernel_node_ = kernel_node;
|
|
||||||
InitResource();
|
|
||||||
cudnn_data_type_ = GetCudnnDataType(TypeIdLabel(AnfAlgo::GetInputDeviceDataType(kernel_node, 0)));
|
|
||||||
size_t input_num = AnfAlgo::GetInputTensorNum(kernel_node);
|
|
||||||
if (input_num != 5) {
|
|
||||||
MS_LOG(EXCEPTION) << "input tensor size is " << input_num << ", BatchNormGradGpuKernel should be 5";
|
|
||||||
}
|
|
||||||
|
|
||||||
auto shape = AnfAlgo::GetPrevNodeOutputInferShape(kernel_node, 0);
|
|
||||||
if (shape.size() != 4) {
|
|
||||||
MS_LOG(EXCEPTION) << "tensor shape is " << shape.size() << ", BatchNormGradGpuKernel should be 4";
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
is_null_input_ = CHECK_NULL_INPUT(shape);
|
|
||||||
if (is_null_input_) {
|
|
||||||
MS_LOG(WARNING) << "BatchNormGradGpuKernel input is null";
|
|
||||||
InitSizeLists();
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
batch_ = SizeToInt(shape[0]);
|
|
||||||
channel_ = SizeToInt(shape[1]);
|
|
||||||
height_ = SizeToInt(shape[2]);
|
|
||||||
width_ = SizeToInt(shape[3]);
|
|
||||||
|
|
||||||
mode_ = CUDNN_BATCHNORM_SPATIAL;
|
|
||||||
is_training_ = GetAttr<bool>(kernel_node, "is_training");
|
|
||||||
epsilon_ = GetAttr<float>(kernel_node, "epsilon");
|
|
||||||
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(
|
|
||||||
kernel_node_,
|
|
||||||
cudnnSetTensor4dDescriptor(x_desc_, CUDNN_TENSOR_NCHW, cudnn_data_type_, batch_, channel_, height_, width_),
|
|
||||||
"Set x desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(
|
|
||||||
kernel_node_,
|
|
||||||
cudnnSetTensor4dDescriptor(dy_desc_, CUDNN_TENSOR_NCHW, cudnn_data_type_, batch_, channel_, height_, width_),
|
|
||||||
"Set dy desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(
|
|
||||||
kernel_node_,
|
|
||||||
cudnnSetTensor4dDescriptor(dx_desc_, CUDNN_TENSOR_NCHW, cudnn_data_type_, batch_, channel_, height_, width_),
|
|
||||||
"Set dx desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(
|
|
||||||
kernel_node_,
|
|
||||||
cudnnSetTensor4dDescriptor(scale_bias_desc_, CUDNN_TENSOR_NCHW, CUDNN_DATA_FLOAT, 1, channel_, 1, 1),
|
|
||||||
"Set para desc failed");
|
|
||||||
|
|
||||||
InitSizeLists();
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
|
|
||||||
void DestroyResource() noexcept override {
|
|
||||||
CHECK_CUDNN_RET_WITH_ERROR(kernel_node_, cudnnDestroyTensorDescriptor(scale_bias_desc_),
|
|
||||||
"Destroy para desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_ERROR(kernel_node_, cudnnDestroyTensorDescriptor(dx_desc_), "Destroy dx desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_ERROR(kernel_node_, cudnnDestroyTensorDescriptor(dy_desc_), "Destroy dy desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_ERROR(kernel_node_, cudnnDestroyTensorDescriptor(x_desc_), "Destroy x desc failed");
|
|
||||||
}
|
|
||||||
|
|
||||||
protected:
|
|
||||||
void InitResource() override {
|
|
||||||
handle_ = device::gpu::GPUDeviceManager::GetInstance().GetCudnnHandle();
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnCreateTensorDescriptor(&x_desc_), "Create x desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnCreateTensorDescriptor(&dy_desc_), "Create dy desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnCreateTensorDescriptor(&dx_desc_), "Create dx desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnCreateTensorDescriptor(&scale_bias_desc_),
|
|
||||||
"Create para desc failed");
|
|
||||||
}
|
|
||||||
|
|
||||||
void InitSizeLists() override {
|
|
||||||
size_t input_size = 0;
|
|
||||||
size_t para_size = 0;
|
|
||||||
if (!is_null_input_) {
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnGetTensorSizeInBytes(x_desc_, &input_size),
|
|
||||||
"Get input size failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnGetTensorSizeInBytes(scale_bias_desc_, ¶_size),
|
|
||||||
"Get input size failed");
|
|
||||||
}
|
|
||||||
|
|
||||||
input_size_list_.push_back(input_size);
|
|
||||||
input_size_list_.push_back(input_size);
|
|
||||||
input_size_list_.push_back(para_size);
|
|
||||||
input_size_list_.push_back(para_size);
|
|
||||||
input_size_list_.push_back(para_size);
|
|
||||||
|
|
||||||
output_size_list_.push_back(input_size);
|
|
||||||
output_size_list_.push_back(para_size);
|
|
||||||
output_size_list_.push_back(para_size);
|
|
||||||
output_size_list_.push_back(input_size);
|
|
||||||
output_size_list_.push_back(input_size);
|
|
||||||
}
|
|
||||||
|
|
||||||
private:
|
|
||||||
int batch_;
|
|
||||||
int channel_;
|
|
||||||
int height_;
|
|
||||||
int width_;
|
|
||||||
|
|
||||||
cudnnBatchNormMode_t mode_;
|
|
||||||
bool is_training_;
|
|
||||||
double epsilon_;
|
|
||||||
bool is_null_input_;
|
|
||||||
cudnnTensorDescriptor_t x_desc_;
|
|
||||||
cudnnTensorDescriptor_t dy_desc_;
|
|
||||||
cudnnTensorDescriptor_t dx_desc_;
|
|
||||||
cudnnTensorDescriptor_t scale_bias_desc_;
|
|
||||||
|
|
||||||
cudnnHandle_t handle_;
|
|
||||||
cudnnDataType_t cudnn_data_type_;
|
|
||||||
std::vector<size_t> input_size_list_;
|
|
||||||
std::vector<size_t> output_size_list_;
|
|
||||||
std::vector<size_t> workspace_size_list_;
|
|
||||||
};
|
|
||||||
} // namespace kernel
|
|
||||||
} // namespace mindspore
|
|
||||||
|
|
||||||
#endif // MINDSPORE_CCSRC_BACKEND_KERNEL_COMPILER_GPU_NN_BATCHNORM_GRAD_GPU_KERNEL_H_
|
|
||||||
@ -1,74 +0,0 @@
|
|||||||
/**
|
|
||||||
* Copyright 2019 Huawei Technologies Co., Ltd
|
|
||||||
*
|
|
||||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
* you may not use this file except in compliance with the License.
|
|
||||||
* You may obtain a copy of the License at
|
|
||||||
*
|
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
*
|
|
||||||
* Unless required by applicable law or agreed to in writing, software
|
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
* See the License for the specific language governing permissions and
|
|
||||||
* limitations under the License.
|
|
||||||
*/
|
|
||||||
|
|
||||||
#include "backend/kernel_compiler/gpu/nn/fused_batch_norm_gpu_kernel.h"
|
|
||||||
|
|
||||||
namespace mindspore {
|
|
||||||
namespace kernel {
|
|
||||||
MS_REG_GPU_KERNEL_ONE(FusedBatchNorm,
|
|
||||||
KernelAttr()
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32),
|
|
||||||
FusedBatchNormGpuKernel, float)
|
|
||||||
MS_REG_GPU_KERNEL_ONE(FusedBatchNorm,
|
|
||||||
KernelAttr()
|
|
||||||
.AddInputAttr(kNumberTypeFloat16)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat16)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32),
|
|
||||||
FusedBatchNormGpuKernel, half)
|
|
||||||
MS_REG_GPU_KERNEL_ONE(BatchNorm,
|
|
||||||
KernelAttr()
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32),
|
|
||||||
FusedBatchNormGpuKernel, float)
|
|
||||||
MS_REG_GPU_KERNEL_ONE(BatchNorm,
|
|
||||||
KernelAttr()
|
|
||||||
.AddInputAttr(kNumberTypeFloat16)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat16)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32),
|
|
||||||
FusedBatchNormGpuKernel, half)
|
|
||||||
} // namespace kernel
|
|
||||||
} // namespace mindspore
|
|
||||||
@ -1,204 +0,0 @@
|
|||||||
/**
|
|
||||||
* Copyright 2019 Huawei Technologies Co., Ltd
|
|
||||||
*
|
|
||||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
* you may not use this file except in compliance with the License.
|
|
||||||
* You may obtain a copy of the License at
|
|
||||||
*
|
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
*
|
|
||||||
* Unless required by applicable law or agreed to in writing, software
|
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
* See the License for the specific language governing permissions and
|
|
||||||
* limitations under the License.
|
|
||||||
*/
|
|
||||||
|
|
||||||
#ifndef MINDSPORE_CCSRC_BACKEND_KERNEL_COMPILER_GPU_NN_FUSED_BATCH_NORM_GPU_KERNEL_H_
|
|
||||||
#define MINDSPORE_CCSRC_BACKEND_KERNEL_COMPILER_GPU_NN_FUSED_BATCH_NORM_GPU_KERNEL_H_
|
|
||||||
|
|
||||||
#include <string>
|
|
||||||
#include <vector>
|
|
||||||
#include "backend/kernel_compiler/gpu/gpu_kernel.h"
|
|
||||||
#include "backend/kernel_compiler/gpu/gpu_kernel_factory.h"
|
|
||||||
#include "backend/kernel_compiler/gpu/kernel_constants.h"
|
|
||||||
|
|
||||||
namespace mindspore {
|
|
||||||
namespace kernel {
|
|
||||||
template <typename T>
|
|
||||||
class FusedBatchNormGpuKernel : public GpuKernel {
|
|
||||||
public:
|
|
||||||
FusedBatchNormGpuKernel()
|
|
||||||
: batch_(0),
|
|
||||||
channel_(0),
|
|
||||||
height_(0),
|
|
||||||
width_(0),
|
|
||||||
mode_(CUDNN_BATCHNORM_SPATIAL),
|
|
||||||
epsilon_(10e-5),
|
|
||||||
exp_avg_factor_(0.1),
|
|
||||||
is_train_(false),
|
|
||||||
is_null_input_(false),
|
|
||||||
x_desc_(nullptr),
|
|
||||||
y_desc_(nullptr),
|
|
||||||
scale_bias_mean_var_desc_(nullptr),
|
|
||||||
handle_(nullptr),
|
|
||||||
cudnn_data_type_(CUDNN_DATA_FLOAT) {}
|
|
||||||
~FusedBatchNormGpuKernel() override { DestroyResource(); }
|
|
||||||
|
|
||||||
const std::vector<size_t> &GetInputSizeList() const override { return input_size_list_; }
|
|
||||||
const std::vector<size_t> &GetOutputSizeList() const override { return output_size_list_; }
|
|
||||||
const std::vector<size_t> &GetWorkspaceSizeList() const override { return workspace_size_list_; }
|
|
||||||
|
|
||||||
bool Launch(const std::vector<AddressPtr> &inputs, const std::vector<AddressPtr> &workspace,
|
|
||||||
const std::vector<AddressPtr> &outputs, void *stream_ptr) override {
|
|
||||||
VARIABLE_NOT_USED(workspace);
|
|
||||||
VARIABLE_NOT_USED(stream_ptr);
|
|
||||||
if (is_null_input_) {
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
auto x = GetDeviceAddress<T>(inputs, 0);
|
|
||||||
auto scale = GetDeviceAddress<float>(inputs, 1);
|
|
||||||
auto bias = GetDeviceAddress<float>(inputs, 2);
|
|
||||||
auto runing_mean = GetDeviceAddress<float>(inputs, 3);
|
|
||||||
auto runnig_variance = GetDeviceAddress<float>(inputs, 4);
|
|
||||||
auto y = GetDeviceAddress<T>(outputs, 0);
|
|
||||||
|
|
||||||
const float alpha = 1;
|
|
||||||
const float beta = 0;
|
|
||||||
if (is_train_) {
|
|
||||||
auto save_mean = GetDeviceAddress<float>(outputs, 3);
|
|
||||||
auto save_variance = GetDeviceAddress<float>(outputs, 4);
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(
|
|
||||||
kernel_node_,
|
|
||||||
cudnnBatchNormalizationForwardTraining(handle_, mode_, &alpha, &beta, x_desc_, x, y_desc_, y,
|
|
||||||
scale_bias_mean_var_desc_, scale, bias, exp_avg_factor_, runing_mean,
|
|
||||||
runnig_variance, epsilon_, save_mean, save_variance),
|
|
||||||
"Kernel launch failed");
|
|
||||||
} else {
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_,
|
|
||||||
cudnnBatchNormalizationForwardInference(handle_, mode_, &alpha, &beta, x_desc_, x,
|
|
||||||
y_desc_, y, scale_bias_mean_var_desc_, scale,
|
|
||||||
bias, runing_mean, runnig_variance, epsilon_),
|
|
||||||
"Kernel launch failed");
|
|
||||||
}
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
bool Init(const CNodePtr &kernel_node) override {
|
|
||||||
kernel_node_ = kernel_node;
|
|
||||||
InitResource();
|
|
||||||
cudnn_data_type_ = GetCudnnDataType(TypeIdLabel(AnfAlgo::GetInputDeviceDataType(kernel_node, 0)));
|
|
||||||
size_t input_num = AnfAlgo::GetInputTensorNum(kernel_node);
|
|
||||||
if (input_num != 5) {
|
|
||||||
MS_LOG(EXCEPTION) << "input tensor size is " << input_num << ", FusedBatchNormGpuKernel should be 5";
|
|
||||||
}
|
|
||||||
|
|
||||||
auto shape = AnfAlgo::GetPrevNodeOutputInferShape(kernel_node, 0);
|
|
||||||
if (shape.size() != 4) {
|
|
||||||
MS_LOG(EXCEPTION) << "tensor shape is " << shape.size() << ", FusedBatchNormGpuKernel should be >= 4";
|
|
||||||
}
|
|
||||||
is_null_input_ = CHECK_NULL_INPUT(shape);
|
|
||||||
if (is_null_input_) {
|
|
||||||
MS_LOG(WARNING) << "FusedBatchNormGpuKernel input is null";
|
|
||||||
InitSizeLists();
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
cudnnTensorFormat_t cudnn_format = CUDNN_TENSOR_NCHW;
|
|
||||||
auto format = AnfAlgo::GetInputFormat(kernel_node, 0);
|
|
||||||
auto format_attr = GetAttr<std::string>(kernel_node, "format");
|
|
||||||
if (format_attr == kOpFormat_NHWC) {
|
|
||||||
format = kOpFormat_NHWC;
|
|
||||||
cudnn_format = CUDNN_TENSOR_NHWC;
|
|
||||||
}
|
|
||||||
SetNCHW(shape, &batch_, &channel_, &height_, &width_, format);
|
|
||||||
mode_ = CUDNN_BATCHNORM_SPATIAL;
|
|
||||||
epsilon_ = GetAttr<float>(kernel_node, "epsilon");
|
|
||||||
// P.FusedBatchNorm is used for training; P.BatchNorm is used for inference
|
|
||||||
auto node_name = AnfAlgo::GetCNodeName(kernel_node);
|
|
||||||
if (node_name == "FusedBatchNorm") {
|
|
||||||
is_train_ = true;
|
|
||||||
exp_avg_factor_ = GetAttr<float>(kernel_node, "momentum");
|
|
||||||
}
|
|
||||||
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(
|
|
||||||
kernel_node_,
|
|
||||||
cudnnSetTensor4dDescriptor(x_desc_, cudnn_format, cudnn_data_type_, batch_, channel_, height_, width_),
|
|
||||||
"Set x desc failed");
|
|
||||||
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(
|
|
||||||
kernel_node_,
|
|
||||||
cudnnSetTensor4dDescriptor(y_desc_, cudnn_format, cudnn_data_type_, batch_, channel_, height_, width_),
|
|
||||||
"Set y desc failed");
|
|
||||||
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(
|
|
||||||
kernel_node_,
|
|
||||||
cudnnSetTensor4dDescriptor(scale_bias_mean_var_desc_, cudnn_format, CUDNN_DATA_FLOAT, 1, channel_, 1, 1),
|
|
||||||
"Set para desc failed");
|
|
||||||
|
|
||||||
InitSizeLists();
|
|
||||||
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
|
|
||||||
void DestroyResource() noexcept override {
|
|
||||||
CHECK_CUDNN_RET_WITH_ERROR(kernel_node_, cudnnDestroyTensorDescriptor(x_desc_), "Destroy x desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_ERROR(kernel_node_, cudnnDestroyTensorDescriptor(y_desc_), "Destroy y desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_ERROR(kernel_node_, cudnnDestroyTensorDescriptor(scale_bias_mean_var_desc_),
|
|
||||||
"Destroy para desc failed");
|
|
||||||
}
|
|
||||||
|
|
||||||
protected:
|
|
||||||
void InitResource() override {
|
|
||||||
handle_ = device::gpu::GPUDeviceManager::GetInstance().GetCudnnHandle();
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnCreateTensorDescriptor(&x_desc_), "Create x desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnCreateTensorDescriptor(&y_desc_), "Create y desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnCreateTensorDescriptor(&scale_bias_mean_var_desc_),
|
|
||||||
"Create para desc failed");
|
|
||||||
}
|
|
||||||
void InitSizeLists() override {
|
|
||||||
size_t input_size = 0;
|
|
||||||
size_t para_size = 0;
|
|
||||||
size_t output_size = 0;
|
|
||||||
if (!is_null_input_) {
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnGetTensorSizeInBytes(x_desc_, &input_size),
|
|
||||||
"Get input size failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnGetTensorSizeInBytes(scale_bias_mean_var_desc_, ¶_size),
|
|
||||||
"Get para size failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnGetTensorSizeInBytes(y_desc_, &output_size),
|
|
||||||
"Get para size failed");
|
|
||||||
}
|
|
||||||
input_size_list_.push_back(input_size);
|
|
||||||
input_size_list_.push_back(para_size); // scale
|
|
||||||
input_size_list_.push_back(para_size); // bias
|
|
||||||
input_size_list_.push_back(para_size); // mean
|
|
||||||
input_size_list_.push_back(para_size); // variance
|
|
||||||
|
|
||||||
output_size_list_.push_back(output_size);
|
|
||||||
output_size_list_.push_back(para_size); // running mean
|
|
||||||
output_size_list_.push_back(para_size); // running variance
|
|
||||||
output_size_list_.push_back(para_size); // save mean
|
|
||||||
output_size_list_.push_back(para_size); // save variance
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
private:
|
|
||||||
int batch_;
|
|
||||||
int channel_;
|
|
||||||
int height_;
|
|
||||||
int width_;
|
|
||||||
cudnnBatchNormMode_t mode_;
|
|
||||||
double epsilon_;
|
|
||||||
double exp_avg_factor_;
|
|
||||||
bool is_train_;
|
|
||||||
bool is_null_input_;
|
|
||||||
cudnnTensorDescriptor_t x_desc_;
|
|
||||||
cudnnTensorDescriptor_t y_desc_;
|
|
||||||
cudnnTensorDescriptor_t scale_bias_mean_var_desc_;
|
|
||||||
cudnnHandle_t handle_;
|
|
||||||
cudnnDataType_t cudnn_data_type_;
|
|
||||||
std::vector<size_t> input_size_list_;
|
|
||||||
std::vector<size_t> output_size_list_;
|
|
||||||
std::vector<size_t> workspace_size_list_;
|
|
||||||
};
|
|
||||||
} // namespace kernel
|
|
||||||
} // namespace mindspore
|
|
||||||
#endif // MINDSPORE_CCSRC_BACKEND_KERNEL_COMPILER_GPU_NN_FUSED_BATCH_NORM_GPU_KERNEL_H_
|
|
||||||
@ -1,44 +0,0 @@
|
|||||||
/**
|
|
||||||
* Copyright 2019 Huawei Technologies Co., Ltd
|
|
||||||
*
|
|
||||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
* you may not use this file except in compliance with the License.
|
|
||||||
* You may obtain a copy of the License at
|
|
||||||
*
|
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
*
|
|
||||||
* Unless required by applicable law or agreed to in writing, software
|
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
* See the License for the specific language governing permissions and
|
|
||||||
* limitations under the License.
|
|
||||||
*/
|
|
||||||
|
|
||||||
#include "backend/kernel_compiler/gpu/nn/fused_batchnorm_grad_gpu_kernel.h"
|
|
||||||
|
|
||||||
namespace mindspore {
|
|
||||||
namespace kernel {
|
|
||||||
MS_REG_GPU_KERNEL_ONE(FusedBatchNormGrad,
|
|
||||||
KernelAttr()
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32),
|
|
||||||
FusedBatchNormGradGpuKernel, float)
|
|
||||||
MS_REG_GPU_KERNEL_ONE(FusedBatchNormGrad,
|
|
||||||
KernelAttr()
|
|
||||||
.AddInputAttr(kNumberTypeFloat16)
|
|
||||||
.AddInputAttr(kNumberTypeFloat16)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddInputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat16)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32)
|
|
||||||
.AddOutputAttr(kNumberTypeFloat32),
|
|
||||||
FusedBatchNormGradGpuKernel, half)
|
|
||||||
} // namespace kernel
|
|
||||||
} // namespace mindspore
|
|
||||||
@ -1,188 +0,0 @@
|
|||||||
/**
|
|
||||||
* Copyright 2019 Huawei Technologies Co., Ltd
|
|
||||||
*
|
|
||||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
* you may not use this file except in compliance with the License.
|
|
||||||
* You may obtain a copy of the License at
|
|
||||||
*
|
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
*
|
|
||||||
* Unless required by applicable law or agreed to in writing, software
|
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
* See the License for the specific language governing permissions and
|
|
||||||
* limitations under the License.
|
|
||||||
*/
|
|
||||||
|
|
||||||
#ifndef MINDSPORE_CCSRC_BACKEND_KERNEL_COMPILER_GPU_NN_FUSED_BATCHNORM_GRAD_GPU_KERNEL_H_
|
|
||||||
#define MINDSPORE_CCSRC_BACKEND_KERNEL_COMPILER_GPU_NN_FUSED_BATCHNORM_GRAD_GPU_KERNEL_H_
|
|
||||||
|
|
||||||
#include <vector>
|
|
||||||
#include "backend/kernel_compiler/gpu/gpu_kernel.h"
|
|
||||||
#include "backend/kernel_compiler/gpu/gpu_kernel_factory.h"
|
|
||||||
#include "backend/kernel_compiler/gpu/kernel_constants.h"
|
|
||||||
|
|
||||||
namespace mindspore {
|
|
||||||
namespace kernel {
|
|
||||||
template <typename T>
|
|
||||||
class FusedBatchNormGradGpuKernel : public GpuKernel {
|
|
||||||
public:
|
|
||||||
FusedBatchNormGradGpuKernel()
|
|
||||||
: batch_(0),
|
|
||||||
channel_(0),
|
|
||||||
height_(0),
|
|
||||||
width_(0),
|
|
||||||
mode_(CUDNN_BATCHNORM_SPATIAL),
|
|
||||||
epsilon_(10e-5),
|
|
||||||
is_null_input_(false),
|
|
||||||
x_desc_(nullptr),
|
|
||||||
dy_desc_(nullptr),
|
|
||||||
dx_desc_(nullptr),
|
|
||||||
scale_bias_desc_(nullptr),
|
|
||||||
handle_(nullptr),
|
|
||||||
cudnn_data_type_(CUDNN_DATA_FLOAT) {}
|
|
||||||
~FusedBatchNormGradGpuKernel() override { DestroyResource(); }
|
|
||||||
|
|
||||||
const std::vector<size_t> &GetInputSizeList() const override { return input_size_list_; }
|
|
||||||
const std::vector<size_t> &GetOutputSizeList() const override { return output_size_list_; }
|
|
||||||
const std::vector<size_t> &GetWorkspaceSizeList() const override { return workspace_size_list_; }
|
|
||||||
bool Launch(const std::vector<AddressPtr> &inputs, const std::vector<AddressPtr> &workspace,
|
|
||||||
const std::vector<AddressPtr> &outputs, void *stream_ptr) override {
|
|
||||||
VARIABLE_NOT_USED(workspace);
|
|
||||||
VARIABLE_NOT_USED(stream_ptr);
|
|
||||||
if (is_null_input_) {
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
auto dy = GetDeviceAddress<T>(inputs, 0);
|
|
||||||
auto x = GetDeviceAddress<T>(inputs, 1);
|
|
||||||
auto scale = GetDeviceAddress<float>(inputs, 2);
|
|
||||||
auto save_mean = GetDeviceAddress<float>(inputs, 3);
|
|
||||||
auto save_variance = GetDeviceAddress<float>(inputs, 4);
|
|
||||||
auto dx = GetDeviceAddress<T>(outputs, 0);
|
|
||||||
auto bn_scale = GetDeviceAddress<float>(outputs, 1);
|
|
||||||
auto bn_bias = GetDeviceAddress<float>(outputs, 2);
|
|
||||||
|
|
||||||
const float alpha_data_diff = 1;
|
|
||||||
const float beta_data_diff = 0;
|
|
||||||
const float alpha_param_diff = 1;
|
|
||||||
const float beta_param_diff = 0;
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(
|
|
||||||
kernel_node_,
|
|
||||||
cudnnBatchNormalizationBackward(handle_, mode_, &alpha_data_diff, &beta_data_diff, &alpha_param_diff,
|
|
||||||
&beta_param_diff, x_desc_, x, dy_desc_, dy, dx_desc_, dx, scale_bias_desc_, scale,
|
|
||||||
bn_scale, bn_bias, epsilon_, save_mean, save_variance),
|
|
||||||
"Kernel Launch Failed.");
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
bool Init(const CNodePtr &kernel_node) override {
|
|
||||||
kernel_node_ = kernel_node;
|
|
||||||
InitResource();
|
|
||||||
cudnn_data_type_ = GetCudnnDataType(TypeIdLabel(AnfAlgo::GetInputDeviceDataType(kernel_node, 0)));
|
|
||||||
size_t input_num = AnfAlgo::GetInputTensorNum(kernel_node);
|
|
||||||
if (input_num != 5) {
|
|
||||||
MS_LOG(EXCEPTION) << "input tensor size is " << input_num << ", FusedBatchNormGradGpuKernel should be 5";
|
|
||||||
}
|
|
||||||
|
|
||||||
auto shape = AnfAlgo::GetPrevNodeOutputInferShape(kernel_node, 0);
|
|
||||||
if (shape.size() != 4) {
|
|
||||||
MS_LOG(EXCEPTION) << "tensor shape is " << shape.size() << ", FusedBatchNormGradGpuKernel should be 4";
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
is_null_input_ = CHECK_NULL_INPUT(shape);
|
|
||||||
if (is_null_input_) {
|
|
||||||
MS_LOG(WARNING) << "FusedBatchNormGradGpuKernel input is null";
|
|
||||||
InitSizeLists();
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
batch_ = SizeToInt(shape[0]);
|
|
||||||
channel_ = SizeToInt(shape[1]);
|
|
||||||
height_ = SizeToInt(shape[2]);
|
|
||||||
width_ = SizeToInt(shape[3]);
|
|
||||||
|
|
||||||
mode_ = CUDNN_BATCHNORM_SPATIAL;
|
|
||||||
epsilon_ = GetAttr<float>(kernel_node, "epsilon");
|
|
||||||
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(
|
|
||||||
kernel_node_,
|
|
||||||
cudnnSetTensor4dDescriptor(x_desc_, CUDNN_TENSOR_NCHW, cudnn_data_type_, batch_, channel_, height_, width_),
|
|
||||||
"Set x desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(
|
|
||||||
kernel_node_,
|
|
||||||
cudnnSetTensor4dDescriptor(dy_desc_, CUDNN_TENSOR_NCHW, cudnn_data_type_, batch_, channel_, height_, width_),
|
|
||||||
"Set dy desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(
|
|
||||||
kernel_node_,
|
|
||||||
cudnnSetTensor4dDescriptor(dx_desc_, CUDNN_TENSOR_NCHW, cudnn_data_type_, batch_, channel_, height_, width_),
|
|
||||||
"Set dx desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(
|
|
||||||
kernel_node_,
|
|
||||||
cudnnSetTensor4dDescriptor(scale_bias_desc_, CUDNN_TENSOR_NCHW, CUDNN_DATA_FLOAT, 1, channel_, 1, 1),
|
|
||||||
"Set para desc failed");
|
|
||||||
|
|
||||||
InitSizeLists();
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
|
|
||||||
void DestroyResource() noexcept override {
|
|
||||||
CHECK_CUDNN_RET_WITH_ERROR(kernel_node_, cudnnDestroyTensorDescriptor(scale_bias_desc_),
|
|
||||||
"Destroy para desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_ERROR(kernel_node_, cudnnDestroyTensorDescriptor(dx_desc_), "Destroy dx desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_ERROR(kernel_node_, cudnnDestroyTensorDescriptor(dy_desc_), "Destroy dy desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_ERROR(kernel_node_, cudnnDestroyTensorDescriptor(x_desc_), "Destroy x desc failed");
|
|
||||||
}
|
|
||||||
|
|
||||||
protected:
|
|
||||||
void InitResource() override {
|
|
||||||
handle_ = device::gpu::GPUDeviceManager::GetInstance().GetCudnnHandle();
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnCreateTensorDescriptor(&x_desc_), "Create x desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnCreateTensorDescriptor(&dy_desc_), "Create dy desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnCreateTensorDescriptor(&dx_desc_), "Create dx desc failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnCreateTensorDescriptor(&scale_bias_desc_),
|
|
||||||
"Create para desc failed");
|
|
||||||
}
|
|
||||||
|
|
||||||
void InitSizeLists() override {
|
|
||||||
size_t input_size = 0;
|
|
||||||
size_t para_size = 0;
|
|
||||||
if (!is_null_input_) {
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnGetTensorSizeInBytes(x_desc_, &input_size),
|
|
||||||
"Get input size failed");
|
|
||||||
CHECK_CUDNN_RET_WITH_EXCEPT(kernel_node_, cudnnGetTensorSizeInBytes(scale_bias_desc_, ¶_size),
|
|
||||||
"Get input size failed");
|
|
||||||
}
|
|
||||||
|
|
||||||
input_size_list_.push_back(input_size);
|
|
||||||
input_size_list_.push_back(input_size);
|
|
||||||
input_size_list_.push_back(para_size);
|
|
||||||
input_size_list_.push_back(para_size);
|
|
||||||
input_size_list_.push_back(para_size);
|
|
||||||
|
|
||||||
output_size_list_.push_back(input_size);
|
|
||||||
output_size_list_.push_back(para_size);
|
|
||||||
output_size_list_.push_back(para_size);
|
|
||||||
}
|
|
||||||
|
|
||||||
private:
|
|
||||||
int batch_;
|
|
||||||
int channel_;
|
|
||||||
int height_;
|
|
||||||
int width_;
|
|
||||||
|
|
||||||
cudnnBatchNormMode_t mode_;
|
|
||||||
double epsilon_;
|
|
||||||
bool is_null_input_;
|
|
||||||
cudnnTensorDescriptor_t x_desc_;
|
|
||||||
cudnnTensorDescriptor_t dy_desc_;
|
|
||||||
cudnnTensorDescriptor_t dx_desc_;
|
|
||||||
cudnnTensorDescriptor_t scale_bias_desc_;
|
|
||||||
|
|
||||||
cudnnHandle_t handle_;
|
|
||||||
cudnnDataType_t cudnn_data_type_;
|
|
||||||
std::vector<size_t> input_size_list_;
|
|
||||||
std::vector<size_t> output_size_list_;
|
|
||||||
std::vector<size_t> workspace_size_list_;
|
|
||||||
};
|
|
||||||
} // namespace kernel
|
|
||||||
} // namespace mindspore
|
|
||||||
|
|
||||||
#endif // MINDSPORE_CCSRC_BACKEND_KERNEL_COMPILER_GPU_NN_FUSED_BATCHNORM_GRAD_GPU_KERNEL_H_
|
|
||||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in new issue