chenzupeng
5 years ago
parent
7a4dcaac5a
commit
80e5fc324a
@ -1,31 +1,32 @@
|
|||||||
#pragma OPENCL EXTENSION cl_khr_fp16 : enable
|
|
||||||
#define FLT4 half4
|
#define FLT4 half4
|
||||||
#define FLT16 half16
|
#define FLT16 half16
|
||||||
__kernel void MatMul(__global FLT4 *x, __global FLT16 *weight, __global FLT4 *buffer, __global FLT4 *bias,
|
#define READ_IMAGE read_imageh
|
||||||
int2 offset_ci, int2 offset_co, int has_bias) {
|
#define WRITE_IMAGE write_imageh
|
||||||
|
__constant sampler_t smp_zero = CLK_NORMALIZED_COORDS_FALSE | CLK_ADDRESS_CLAMP | CLK_FILTER_NEAREST;
|
||||||
|
__kernel void MatMul(__read_only image2d_t input, __global FLT16 *weight, __read_only image2d_t bias,
|
||||||
|
__write_only image2d_t output, int2 offset_ci, int2 offset_co, int has_bias) {
|
||||||
int2 gid = (int2)(get_global_id(0), get_global_id(1));
|
int2 gid = (int2)(get_global_id(0), get_global_id(1));
|
||||||
int2 lid = (int2)(get_local_id(0), get_local_id(1));
|
int2 lid = (int2)(get_local_id(0), get_local_id(1));
|
||||||
FLT4 s = (FLT4)(0.0f);
|
FLT4 result = (FLT4)(0.0f);
|
||||||
bool inside = gid.x < offset_co.y;
|
bool inside = gid.x < offset_co.y;
|
||||||
for (uint i = lid.y; i < offset_ci.y && inside; i += 4) {
|
for (uint i = lid.y; i < offset_ci.y && inside; i += 4) {
|
||||||
FLT4 v = x[i];
|
FLT4 v = READ_IMAGE(input, smp_zero, (int2)(i, 0));
|
||||||
FLT16 w = weight[gid.x + i * offset_co.y];
|
FLT16 w = weight[gid.x + i * offset_co.y];
|
||||||
s.x += dot(v, w.s0123);
|
result.x += dot(v, w.s0123);
|
||||||
s.y += dot(v, w.s4567);
|
result.y += dot(v, w.s4567);
|
||||||
s.z += dot(v, w.s89ab);
|
result.z += dot(v, w.s89ab);
|
||||||
s.w += dot(v, w.scdef);
|
result.w += dot(v, w.scdef);
|
||||||
}
|
}
|
||||||
__local FLT4 temp[64][4];
|
__local FLT4 temp[64][4];
|
||||||
temp[lid.x][lid.y] = s;
|
temp[lid.x][lid.y] = result;
|
||||||
barrier(CLK_LOCAL_MEM_FENCE);
|
barrier(CLK_LOCAL_MEM_FENCE);
|
||||||
if (lid.y == 0 && inside) {
|
if (lid.y == 0 && inside) {
|
||||||
s += temp[lid.x][1];
|
result += temp[lid.x][1];
|
||||||
s += temp[lid.x][2];
|
result += temp[lid.x][2];
|
||||||
s += temp[lid.x][3];
|
result += temp[lid.x][3];
|
||||||
if (has_bias != 0) {
|
if (has_bias != 0) {
|
||||||
s += bias[gid.x];
|
result += READ_IMAGE(bias, smp_zero, (int2)(gid.x, 0));
|
||||||
}
|
}
|
||||||
buffer[gid.x] = s;
|
WRITE_IMAGE(output, (int2)(gid.x, 0), result);
|
||||||
// memory pollution? or protected by opencl
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@ -1,30 +1,32 @@
|
|||||||
#define FLT4 float4
|
#define FLT4 float4
|
||||||
#define FLT16 float16
|
#define FLT16 float16
|
||||||
__kernel void MatMul(__global FLT4 *x, __global FLT16 *weight, __global FLT4 *buffer, __global FLT4 *bias,
|
#define READ_IMAGE read_imagef
|
||||||
int2 offset_ci, int2 offset_co, int has_bias) {
|
#define WRITE_IMAGE write_imagef
|
||||||
|
__constant sampler_t smp_zero = CLK_NORMALIZED_COORDS_FALSE | CLK_ADDRESS_CLAMP | CLK_FILTER_NEAREST;
|
||||||
|
__kernel void MatMul(__read_only image2d_t input, __global FLT16 *weight, __read_only image2d_t bias,
|
||||||
|
__write_only image2d_t output, int2 offset_ci, int2 offset_co, int has_bias) {
|
||||||
int2 gid = (int2)(get_global_id(0), get_global_id(1));
|
int2 gid = (int2)(get_global_id(0), get_global_id(1));
|
||||||
int2 lid = (int2)(get_local_id(0), get_local_id(1));
|
int2 lid = (int2)(get_local_id(0), get_local_id(1));
|
||||||
FLT4 s = (FLT4)(0.0f);
|
FLT4 result = (FLT4)(0.0f);
|
||||||
bool inside = gid.x < offset_co.y;
|
bool inside = gid.x < offset_co.y;
|
||||||
for (uint i = lid.y; i < offset_ci.y && inside; i += 4) {
|
for (uint i = lid.y; i < offset_ci.y && inside; i += 4) {
|
||||||
FLT4 v = x[i];
|
FLT4 v = READ_IMAGE(input, smp_zero, (int2)(i, 0));
|
||||||
FLT16 w = weight[gid.x + i * offset_co.y];
|
FLT16 w = weight[gid.x + i * offset_co.y];
|
||||||
s.x += dot(v, w.s0123);
|
result.x += dot(v, w.s0123);
|
||||||
s.y += dot(v, w.s4567);
|
result.y += dot(v, w.s4567);
|
||||||
s.z += dot(v, w.s89ab);
|
result.z += dot(v, w.s89ab);
|
||||||
s.w += dot(v, w.scdef);
|
result.w += dot(v, w.scdef);
|
||||||
}
|
}
|
||||||
__local FLT4 temp[64][4];
|
__local FLT4 temp[64][4];
|
||||||
temp[lid.x][lid.y] = s;
|
temp[lid.x][lid.y] = result;
|
||||||
barrier(CLK_LOCAL_MEM_FENCE);
|
barrier(CLK_LOCAL_MEM_FENCE);
|
||||||
if (lid.y == 0 && inside) {
|
if (lid.y == 0 && inside) {
|
||||||
s += temp[lid.x][1];
|
result += temp[lid.x][1];
|
||||||
s += temp[lid.x][2];
|
result += temp[lid.x][2];
|
||||||
s += temp[lid.x][3];
|
result += temp[lid.x][3];
|
||||||
if (has_bias != 0) {
|
if (has_bias != 0) {
|
||||||
s += bias[gid.x];
|
result += READ_IMAGE(bias, smp_zero, (int2)(gid.x, 0));
|
||||||
}
|
}
|
||||||
buffer[gid.x] = s;
|
WRITE_IMAGE(output, (int2)(gid.x, 0), result);
|
||||||
// memory pollution? or protected by opencl
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@ -0,0 +1,110 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
*
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
#include <iostream>
|
||||||
|
#include <memory>
|
||||||
|
|
||||||
|
#include "common/common_test.h"
|
||||||
|
#include "mindspore/lite/src/common/file_utils.h"
|
||||||
|
#include "mindspore/lite/src/runtime/opencl/opencl_runtime.h"
|
||||||
|
#include "mindspore/lite/src/runtime/kernel/opencl/subgraph_opencl_kernel.h"
|
||||||
|
#include "mindspore/lite/src/runtime/kernel/opencl/kernel/conv2d_transpose.h"
|
||||||
|
#include "mindspore/core/utils/log_adapter.h"
|
||||||
|
|
||||||
|
namespace mindspore {
|
||||||
|
class TestConv2dTransposeOpenCL : public mindspore::Common {
|
||||||
|
public:
|
||||||
|
TestConv2dTransposeOpenCL() {}
|
||||||
|
};
|
||||||
|
|
||||||
|
TEST_F(TestConv2dTransposeOpenCL, Conv2dTransposeFp32) {
|
||||||
|
// setbuf(stdout, NULL);
|
||||||
|
auto ocl_runtime = lite::opencl::OpenCLRuntime::GetInstance();
|
||||||
|
ocl_runtime->Init();
|
||||||
|
int pad = 0;
|
||||||
|
int n = 1;
|
||||||
|
int h = 240;
|
||||||
|
int w = 240;
|
||||||
|
int kh = 2;
|
||||||
|
int kw = 2;
|
||||||
|
int ci = 128;
|
||||||
|
int co = 128;
|
||||||
|
int oh = 2 * h - 1 + 2 * (kh - 1 - pad) - kh + 1;
|
||||||
|
int ow = 2 * w - 1 + 2 * (kw - 1 - pad) - kw + 1;
|
||||||
|
|
||||||
|
size_t input_size;
|
||||||
|
std::string input_path = "./test_data/conv2d_transpose/conv2d_transpose_fp32_input.bin";
|
||||||
|
auto input_data = reinterpret_cast<float *>(mindspore::lite::ReadFile(input_path.c_str(), &input_size));
|
||||||
|
|
||||||
|
size_t weight_size;
|
||||||
|
std::string weight_path = "./test_data/conv2d_transpose/conv2d_transpose_fp32_weight.bin";
|
||||||
|
auto weight_data = reinterpret_cast<float *>(mindspore::lite::ReadFile(weight_path.c_str(), &weight_size));
|
||||||
|
|
||||||
|
size_t bias_size;
|
||||||
|
std::string bias_path = "./test_data/conv2d_transpose/conv2d_transpose_fp32_bias.bin";
|
||||||
|
auto bias_data = reinterpret_cast<float *>(mindspore::lite::ReadFile(bias_path.c_str(), &bias_size));
|
||||||
|
|
||||||
|
lite::tensor::Tensor *tensor_x = new lite::tensor::Tensor(TypeId(kNumberTypeFloat32), {1, h, w, ci});
|
||||||
|
tensor_x->SetData(input_data);
|
||||||
|
|
||||||
|
lite::tensor::Tensor *tensor_w = new lite::tensor::Tensor(TypeId(kNumberTypeFloat32), {co, kh, kw, ci});
|
||||||
|
tensor_w->SetData(weight_data);
|
||||||
|
|
||||||
|
lite::tensor::Tensor *tensor_bias = new lite::tensor::Tensor(TypeId(kNumberTypeFloat32), {co});
|
||||||
|
tensor_bias->SetData(bias_data);
|
||||||
|
|
||||||
|
lite::tensor::Tensor *tensor_out = new lite::tensor::Tensor(TypeId(kNumberTypeFloat32), {1, oh, ow, co});
|
||||||
|
std::vector<lite::tensor::Tensor *> inputs{tensor_x, tensor_w, tensor_bias};
|
||||||
|
std::vector<lite::tensor::Tensor *> outputs{tensor_out};
|
||||||
|
ConvParameter *opParameter = new ConvParameter();
|
||||||
|
opParameter->kernel_h_ = kh;
|
||||||
|
opParameter->kernel_w_ = kw;
|
||||||
|
opParameter->stride_h_ = 2;
|
||||||
|
opParameter->stride_w_ = 2;
|
||||||
|
opParameter->pad_h_ = pad;
|
||||||
|
opParameter->pad_w_ = pad;
|
||||||
|
opParameter->input_channel_ = ci;
|
||||||
|
opParameter->output_channel_ = co;
|
||||||
|
auto *arith_kernel =
|
||||||
|
new kernel::Conv2dTransposeOpenCLKernel(reinterpret_cast<OpParameter *>(opParameter), inputs, outputs);
|
||||||
|
arith_kernel->Init();
|
||||||
|
|
||||||
|
std::vector<kernel::LiteKernel *> kernels{arith_kernel};
|
||||||
|
auto *pGraph = new kernel::SubGraphOpenCLKernel({tensor_x}, outputs, kernels, kernels, kernels);
|
||||||
|
pGraph->Init();
|
||||||
|
pGraph->Run();
|
||||||
|
|
||||||
|
printf("==================output data=================\n");
|
||||||
|
float *output_data = reinterpret_cast<float *>(tensor_out->Data());
|
||||||
|
std::cout << std::endl;
|
||||||
|
size_t output_size;
|
||||||
|
std::string output_path = "./test_data/conv2d_transpose/conv2d_transpose_fp32_output.bin";
|
||||||
|
auto correct_data = reinterpret_cast<float *>(mindspore::lite::ReadFile(output_path.c_str(), &output_size));
|
||||||
|
int size_n = oh * ow * co;
|
||||||
|
size_n = size_n > 100 ? 100 : size_n;
|
||||||
|
for (int i = 0; i < size_n; i++) {
|
||||||
|
std::cout << output_data[i] << ", ";
|
||||||
|
if ((i + 1) % co == 0) {
|
||||||
|
std::cout << std::endl;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
std::cout << std::endl;
|
||||||
|
|
||||||
|
// compare
|
||||||
|
CompareOutputData(output_data, correct_data, oh * ow * co, 0.00001);
|
||||||
|
|
||||||
|
MS_LOG(INFO) << "Test Conv2dTransposeFp32 passed";
|
||||||
|
}
|
||||||
|
} // namespace mindspore
|
||||||
Loading…
Reference in new issue