Liu Yiqun
8 years ago
parent
32a8508138
commit
688305f82d
@ -0,0 +1,151 @@
|
||||
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.
|
||||
|
||||
Licensed under the Apache License, Version 2.0 (the "License");
|
||||
you may not use this file except in compliance with the License.
|
||||
You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License. */
|
||||
|
||||
#ifndef HL_MATRIX_BASE_DETAIL_CUH_
|
||||
#define HL_MATRIX_BASE_DETAIL_CUH_
|
||||
|
||||
#include "hl_matrix_type.cuh"
|
||||
|
||||
namespace aggregate {
|
||||
class SSESum {
|
||||
public:
|
||||
static const bool sse = VECTOR_SIMD;
|
||||
INLINE vecType vecOp(const vecType a, const vecType b) const {
|
||||
return hl_vec_add(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSEMax {
|
||||
public:
|
||||
static const bool sse = VECTOR_SIMD;
|
||||
INLINE vecType vecOp(const vecType a, const vecType b) const {
|
||||
return hl_vec_max(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSEMin {
|
||||
public:
|
||||
static const bool sse = VECTOR_SIMD;
|
||||
INLINE vecType vecOp(const vecType a, const vecType b) const {
|
||||
return hl_vec_min(a, b);
|
||||
}
|
||||
};
|
||||
} // namespace aggregate
|
||||
|
||||
namespace base {
|
||||
namespace unary {
|
||||
class SSEIdentity {
|
||||
public:
|
||||
static const bool sse = VECTOR_SIMD;
|
||||
INLINE vecType vecOp(const vecType a) const {
|
||||
return a;
|
||||
}
|
||||
};
|
||||
} // namespace unary
|
||||
|
||||
namespace binary {
|
||||
class SSEAdd {
|
||||
public:
|
||||
static const bool sse = VECTOR_SIMD;
|
||||
INLINE vecType vecOp(const vecType a, const vecType b) const {
|
||||
return hl_vec_add(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSEAdd2 {
|
||||
public:
|
||||
static const bool sse = VECTOR_SIMD;
|
||||
const real p1;
|
||||
const real p2;
|
||||
vecType mp1;
|
||||
vecType mp2;
|
||||
|
||||
public:
|
||||
SSEAdd2(const real s1, const real s2) : p1(s1), p2(s2) {
|
||||
mp1 = hl_vec_set(p1);
|
||||
mp2 = hl_vec_set(p2);
|
||||
}
|
||||
INLINE vecType vecOp(const vecType a, const vecType b) const {
|
||||
return hl_vec_add(hl_vec_mul(mp1, a), hl_vec_mul(mp2, b));
|
||||
}
|
||||
};
|
||||
|
||||
class SSESub {
|
||||
public:
|
||||
static const bool sse = VECTOR_SIMD;
|
||||
INLINE vecType vecOp(const vecType a, const vecType b) const {
|
||||
return hl_vec_sub(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSEMul {
|
||||
public:
|
||||
static const bool sse = VECTOR_SIMD;
|
||||
INLINE vecType vecOp(const vecType a, const vecType b) const {
|
||||
return hl_vec_mul(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSEDiv {
|
||||
public:
|
||||
static const bool sse = VECTOR_SIMD;
|
||||
INLINE vecType vecOp(const vecType a, const vecType b) const {
|
||||
return hl_vec_div(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSESquaredDiff {
|
||||
public:
|
||||
static const bool sse = VECTOR_SIMD;
|
||||
INLINE vecType vecOp(const vecType a, const vecType b) const {
|
||||
return hl_vec_mul(hl_vec_sub(a, b), hl_vec_sub(a, b));
|
||||
}
|
||||
};
|
||||
|
||||
class SSEFirst {
|
||||
public:
|
||||
static const bool sse = VECTOR_SIMD;
|
||||
INLINE vecType vecOp(const vecType a, const vecType b) const {
|
||||
return a;
|
||||
}
|
||||
};
|
||||
|
||||
class SSESecond {
|
||||
public:
|
||||
static const bool sse = VECTOR_SIMD;
|
||||
INLINE vecType vecOp(const vecType a, const vecType b) const {
|
||||
return b;
|
||||
}
|
||||
};
|
||||
|
||||
class SSEClassificationError {
|
||||
public:
|
||||
static const bool sse = VECTOR_SIMD;
|
||||
const real p;
|
||||
vecType mp;
|
||||
vecType result;
|
||||
|
||||
public:
|
||||
explicit SSEClassificationError(const real s) : p(s) {
|
||||
mp = hl_vec_set(p);
|
||||
result = hl_vec_set(1.0f);
|
||||
}
|
||||
INLINE vecType vecOp(const vecType a, const vecType b) const {
|
||||
return hl_vec_classification_error(a, b, mp, result);
|
||||
}
|
||||
};
|
||||
} // namespace binary
|
||||
} // namespace base
|
||||
|
||||
#endif /* HL_MATRIX_BASE_DETAIL_CUH_ */
|
||||
@ -1,161 +0,0 @@
|
||||
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.
|
||||
|
||||
Licensed under the Apache License, Version 2.0 (the "License");
|
||||
you may not use this file except in compliance with the License.
|
||||
You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License. */
|
||||
|
||||
|
||||
#ifndef HL_MATRIX_BASE_NEON_CUH_
|
||||
#define HL_MATRIX_BASE_NEON_CUH_
|
||||
|
||||
namespace aggregate {
|
||||
class SSESum {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE float32x4_t vecOp(const float32x4_t a, const float32x4_t b) const {
|
||||
return vaddq_f32(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSEMax {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE float32x4_t vecOp(const float32x4_t a, const float32x4_t b) const {
|
||||
return vmaxq_f32(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSEMin {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE float32x4_t vecOp(const float32x4_t a, const float32x4_t b) const {
|
||||
return vminq_f32(a, b);
|
||||
}
|
||||
};
|
||||
} // namespace aggregate
|
||||
|
||||
namespace base {
|
||||
namespace unary {
|
||||
class SSEIdentity {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE float32x4_t vecOp(const float32x4_t a) const {
|
||||
return a;
|
||||
}
|
||||
};
|
||||
} // namespace unary
|
||||
|
||||
namespace binary {
|
||||
class SSEAdd {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE float32x4_t vecOp(const float32x4_t a, const float32x4_t b) const {
|
||||
return vaddq_f32(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSEAdd2 {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
const real p1;
|
||||
const real p2;
|
||||
float32x4_t mp1;
|
||||
float32x4_t mp2;
|
||||
|
||||
public:
|
||||
SSEAdd2(const real s1, const real s2) : p1(s1), p2(s2) {
|
||||
mp1 = vdupq_n_f32(p1);
|
||||
mp2 = vdupq_n_f32(p2);
|
||||
}
|
||||
INLINE float32x4_t vecOp(const float32x4_t a, const float32x4_t b) const {
|
||||
float32x4_t tmp1, tmp2;
|
||||
tmp1 = vmulq_f32(mp1, a);
|
||||
tmp2 = vmulq_f32(mp2, b);
|
||||
return vaddq_f32(tmp1, tmp2);
|
||||
}
|
||||
};
|
||||
|
||||
class SSESub {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE float32x4_t vecOp(const float32x4_t a, const float32x4_t b) const {
|
||||
return vsubq_f32(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSEMul {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE float32x4_t vecOp(const float32x4_t a, const float32x4_t b) const {
|
||||
return vmulq_f32(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSEDiv {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE float32x4_t vecOp(const float32x4_t a, const float32x4_t b) const {
|
||||
float32x4_t tmp;
|
||||
tmp = vrecpeq_f32(b);
|
||||
return vmulq_f32(a, tmp);
|
||||
}
|
||||
};
|
||||
|
||||
class SSESquaredDiff {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE float32x4_t vecOp(const float32x4_t a, const float32x4_t b) const {
|
||||
float32x4_t tmp;
|
||||
tmp = vsubq_f32(a, b);
|
||||
return vmulq_f32(tmp, tmp);
|
||||
}
|
||||
};
|
||||
|
||||
class SSEFirst {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE float32x4_t vecOp(const float32x4_t a, const float32x4_t b) const {
|
||||
return a;
|
||||
}
|
||||
};
|
||||
|
||||
class SSESecond {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE float32x4_t vecOp(const float32x4_t a, const float32x4_t b) const {
|
||||
return b;
|
||||
}
|
||||
};
|
||||
|
||||
class SSEClassificationError {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
const real p;
|
||||
float32x4_t mp;
|
||||
uint32x4_t result;
|
||||
|
||||
public:
|
||||
explicit SSEClassificationError(const real s) : p(s) {
|
||||
mp = vdupq_n_f32(p);
|
||||
result = vdupq_n_u32(1);
|
||||
}
|
||||
// TODO: to be check
|
||||
INLINE float32x4_t vecOp(const float32x4_t a, const float32x4_t b) const {
|
||||
uint32x4_t tmp1 = vcgtq_f32(a, mp);
|
||||
uint32x4_t tmp2 = vcgtq_f32(b, mp);
|
||||
uint32x4_t tmp3 = veorq_u32(tmp1, tmp2);
|
||||
return vcvtq_f32_u32(vandq_u32(tmp3, result));
|
||||
}
|
||||
};
|
||||
} // namespace binary
|
||||
} // namespace base
|
||||
|
||||
#endif /* HL_MATRIX_BASE_NEON_CUH_ */
|
||||
@ -1,211 +0,0 @@
|
||||
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.
|
||||
|
||||
Licensed under the Apache License, Version 2.0 (the "License");
|
||||
you may not use this file except in compliance with the License.
|
||||
You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License. */
|
||||
|
||||
|
||||
#ifndef HL_MATRIX_BASE_SSE_CUH_
|
||||
#define HL_MATRIX_BASE_SSE_CUH_
|
||||
|
||||
namespace aggregate {
|
||||
class SSESum {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE __m128 vecOp(const __m128 a, const __m128 b) const {
|
||||
return _mm_add_ps(a, b);
|
||||
}
|
||||
INLINE __m128d vecOp(const __m128d a, const __m128d b) const {
|
||||
return _mm_add_pd(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSEMax {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE __m128 vecOp(const __m128 a, const __m128 b) const {
|
||||
return _mm_max_ps(a, b);
|
||||
}
|
||||
INLINE __m128d vecOp(const __m128d a, const __m128d b) const {
|
||||
return _mm_max_pd(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSEMin {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE __m128 vecOp(const __m128 a, const __m128 b) const {
|
||||
return _mm_min_ps(a, b);
|
||||
}
|
||||
INLINE __m128d vecOp(const __m128d a, const __m128d b) const {
|
||||
return _mm_min_pd(a, b);
|
||||
}
|
||||
};
|
||||
} // namespace aggregate
|
||||
|
||||
namespace base {
|
||||
namespace unary {
|
||||
class SSEIdentity {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE __m128 vecOp(const __m128 a) const {
|
||||
return a;
|
||||
}
|
||||
INLINE __m128d vecOp(const __m128d a) const {
|
||||
return a;
|
||||
}
|
||||
};
|
||||
} // namespace unary
|
||||
|
||||
namespace binary {
|
||||
class SSEAdd {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE __m128 vecOp(const __m128 a, const __m128 b) const {
|
||||
return _mm_add_ps(a, b);
|
||||
}
|
||||
INLINE __m128d vecOp(const __m128d a, const __m128d b) const {
|
||||
return _mm_add_pd(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSEAdd2 {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
const real p1;
|
||||
const real p2;
|
||||
union {__m128 f; __m128d d;} mp1;
|
||||
union {__m128 f; __m128d d;} mp2;
|
||||
|
||||
public:
|
||||
SSEAdd2(const real s1, const real s2) : p1(s1), p2(s2) {
|
||||
if (sizeof(real) == sizeof(float)) {
|
||||
mp1.f = _mm_set1_ps(p1);
|
||||
mp2.f = _mm_set1_ps(p2);
|
||||
} else {
|
||||
mp1.d = _mm_set1_pd(p1);
|
||||
mp2.d = _mm_set1_pd(p2);
|
||||
}
|
||||
}
|
||||
INLINE __m128 vecOp(const __m128 a, const __m128 b) const {
|
||||
__m128 tmp1, tmp2;
|
||||
tmp1 = _mm_mul_ps(mp1.f, a);
|
||||
tmp2 = _mm_mul_ps(mp2.f, b);
|
||||
return _mm_add_ps(tmp1, tmp2);
|
||||
}
|
||||
INLINE __m128d vecOp(const __m128d a, const __m128d b) const {
|
||||
__m128d tmp1, tmp2;
|
||||
tmp1 = _mm_mul_pd(mp1.d, a);
|
||||
tmp2 = _mm_mul_pd(mp2.d, b);
|
||||
return _mm_add_pd(tmp1, tmp2);
|
||||
}
|
||||
};
|
||||
|
||||
class SSESub {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE __m128 vecOp(const __m128 a, const __m128 b) const {
|
||||
return _mm_sub_ps(a, b);
|
||||
}
|
||||
INLINE __m128d vecOp(const __m128d a, const __m128d b) const {
|
||||
return _mm_sub_pd(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSEMul {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE __m128 vecOp(const __m128 a, const __m128 b) const {
|
||||
return _mm_mul_ps(a, b);
|
||||
}
|
||||
INLINE __m128d vecOp(const __m128d a, const __m128d b) const {
|
||||
return _mm_mul_pd(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSEDiv {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE __m128 vecOp(const __m128 a, const __m128 b) const {
|
||||
return _mm_div_ps(a, b);
|
||||
}
|
||||
INLINE __m128d vecOp(const __m128d a, const __m128d b) const {
|
||||
return _mm_div_pd(a, b);
|
||||
}
|
||||
};
|
||||
|
||||
class SSESquaredDiff {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE __m128 vecOp(const __m128 a, const __m128 b) const {
|
||||
return _mm_mul_ps(_mm_sub_ps(a, b), _mm_sub_ps(a, b));
|
||||
}
|
||||
INLINE __m128d vecOp(const __m128d a, const __m128d b) const {
|
||||
return _mm_mul_pd(_mm_sub_pd(a, b), _mm_sub_pd(a, b));
|
||||
}
|
||||
};
|
||||
|
||||
class SSEFirst {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE __m128 vecOp(const __m128 a, const __m128 b) const {
|
||||
return a;
|
||||
}
|
||||
INLINE __m128d vecOp(const __m128d a, const __m128d b) const {
|
||||
return a;
|
||||
}
|
||||
};
|
||||
|
||||
class SSESecond {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
INLINE __m128 vecOp(const __m128 a, const __m128 b) const {
|
||||
return b;
|
||||
}
|
||||
INLINE __m128d vecOp(const __m128d a, const __m128d b) const {
|
||||
return b;
|
||||
}
|
||||
};
|
||||
|
||||
class SSEClassificationError {
|
||||
public:
|
||||
static const bool sse = true;
|
||||
const real p;
|
||||
union {__m128 f; __m128d d;} mp;
|
||||
union {__m128 f; __m128d d;} result;
|
||||
|
||||
public:
|
||||
explicit SSEClassificationError(const real s) : p(s) {
|
||||
if (sizeof(real) == sizeof(float)) {
|
||||
mp.f = _mm_set1_ps(p);
|
||||
result.f = _mm_set1_ps(1.0f);
|
||||
} else {
|
||||
mp.d = _mm_set1_pd(p);
|
||||
result.d = _mm_set1_pd(1.0);
|
||||
}
|
||||
}
|
||||
INLINE __m128 vecOp(const __m128 a, const __m128 b) const {
|
||||
__m128 tmp1 = _mm_cmpgt_ps(a, mp.f);
|
||||
__m128 tmp2 = _mm_cmpgt_ps(b, mp.f);
|
||||
__m128 tmp3 = _mm_xor_ps(tmp1, tmp2);
|
||||
return _mm_and_ps(tmp3, result.f);
|
||||
}
|
||||
INLINE __m128d vecOp(const __m128d a, const __m128d b) const {
|
||||
__m128d tmp1 = _mm_cmpgt_pd(a, mp.d);
|
||||
__m128d tmp2 = _mm_cmpgt_pd(b, mp.d);
|
||||
__m128d tmp3 = _mm_xor_pd(tmp1, tmp2);
|
||||
return _mm_and_pd(tmp3, result.d);
|
||||
}
|
||||
};
|
||||
} // namespace binary
|
||||
} // namespace base
|
||||
|
||||
#endif /* HL_MATRIX_BASE_SSE_CUH_ */
|
||||
Loading…
Reference in new issue