Update eigen (#23203)
* update eigen, test=develop * remove patches, test=develop * add definition of -fabi-version, test=develop * add patch for TensorBlock.h, test=develop * test windows, test=develop * only update eigen for Linux, test=develop * add code comments, test=developrevert-22778-infer_var_type
Zhang Ting
5 years ago
committed by
GitHub
parent
0be4b04d13
commit
b89dd86fb6
@ -0,0 +1,189 @@
|
||||
// Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
// This file is part of Eigen, a lightweight C++ template library
|
||||
// for linear algebra.
|
||||
//
|
||||
// Copyright (C) 2009 Rohit Garg <rpg.314@gmail.com>
|
||||
// Copyright (C) 2009-2010 Gael Guennebaud <gael.guennebaud@inria.fr>
|
||||
//
|
||||
// This Source Code Form is subject to the terms of the Mozilla
|
||||
// Public License v. 2.0. If a copy of the MPL was not distributed
|
||||
// with this file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
||||
|
||||
#ifndef EIGEN_GEOMETRY_SSE_H
|
||||
#define EIGEN_GEOMETRY_SSE_H
|
||||
|
||||
namespace Eigen {
|
||||
|
||||
namespace internal {
|
||||
|
||||
template <class Derived, class OtherDerived>
|
||||
struct quat_product<Architecture::SSE, Derived, OtherDerived, float> {
|
||||
enum {
|
||||
AAlignment = traits<Derived>::Alignment,
|
||||
BAlignment = traits<OtherDerived>::Alignment,
|
||||
ResAlignment = traits<Quaternion<float>>::Alignment
|
||||
};
|
||||
static inline Quaternion<float> run(const QuaternionBase<Derived>& _a,
|
||||
const QuaternionBase<OtherDerived>& _b) {
|
||||
evaluator<typename Derived::Coefficients> ae(_a.coeffs());
|
||||
evaluator<typename OtherDerived::Coefficients> be(_b.coeffs());
|
||||
Quaternion<float> res;
|
||||
const __m128 mask = _mm_setr_ps(0.f, 0.f, 0.f, -0.f);
|
||||
__m128 a = ae.template packet<AAlignment, __m128>(0);
|
||||
__m128 b = be.template packet<BAlignment, __m128>(0);
|
||||
__m128 s1 =
|
||||
pmul(vec4f_swizzle1(a, 1, 2, 0, 2), vec4f_swizzle1(b, 2, 0, 1, 2));
|
||||
__m128 s2 =
|
||||
pmul(vec4f_swizzle1(a, 3, 3, 3, 1), vec4f_swizzle1(b, 0, 1, 2, 1));
|
||||
pstoret<float, __m128, ResAlignment>(
|
||||
&res.x(),
|
||||
padd(psub(pmul(a, vec4f_swizzle1(b, 3, 3, 3, 3)),
|
||||
pmul(vec4f_swizzle1(a, 2, 0, 1, 0),
|
||||
vec4f_swizzle1(b, 1, 2, 0, 0))),
|
||||
pxor(mask, padd(s1, s2))));
|
||||
|
||||
return res;
|
||||
}
|
||||
};
|
||||
|
||||
template <class Derived>
|
||||
struct quat_conj<Architecture::SSE, Derived, float> {
|
||||
enum { ResAlignment = traits<Quaternion<float>>::Alignment };
|
||||
static inline Quaternion<float> run(const QuaternionBase<Derived>& q) {
|
||||
evaluator<typename Derived::Coefficients> qe(q.coeffs());
|
||||
Quaternion<float> res;
|
||||
const Packet4f mask = _mm_setr_ps(-0.f, -0.f, -0.f, 0.f);
|
||||
pstoret<float, Packet4f, ResAlignment>(
|
||||
&res.x(),
|
||||
pxor(mask,
|
||||
qe.template packet<traits<Derived>::Alignment, Packet4f>(0)));
|
||||
return res;
|
||||
}
|
||||
};
|
||||
|
||||
template <typename VectorLhs, typename VectorRhs>
|
||||
struct cross3_impl<Architecture::SSE, VectorLhs, VectorRhs, float, true> {
|
||||
enum {
|
||||
ResAlignment =
|
||||
traits<typename plain_matrix_type<VectorLhs>::type>::Alignment
|
||||
};
|
||||
static inline typename plain_matrix_type<VectorLhs>::type run(
|
||||
const VectorLhs& lhs, const VectorRhs& rhs) {
|
||||
evaluator<VectorLhs> lhs_eval(lhs);
|
||||
evaluator<VectorRhs> rhs_eval(rhs);
|
||||
__m128 a =
|
||||
lhs_eval.template packet<traits<VectorLhs>::Alignment, __m128>(0);
|
||||
__m128 b =
|
||||
rhs_eval.template packet<traits<VectorRhs>::Alignment, __m128>(0);
|
||||
__m128 mul1 =
|
||||
pmul(vec4f_swizzle1(a, 1, 2, 0, 3), vec4f_swizzle1(b, 2, 0, 1, 3));
|
||||
__m128 mul2 =
|
||||
pmul(vec4f_swizzle1(a, 2, 0, 1, 3), vec4f_swizzle1(b, 1, 2, 0, 3));
|
||||
typename plain_matrix_type<VectorLhs>::type res;
|
||||
pstoret<float, __m128, ResAlignment>(&res.x(), psub(mul1, mul2));
|
||||
return res;
|
||||
}
|
||||
};
|
||||
|
||||
template <class Derived, class OtherDerived>
|
||||
struct quat_product<Architecture::SSE, Derived, OtherDerived, double> {
|
||||
enum {
|
||||
BAlignment = traits<OtherDerived>::Alignment,
|
||||
ResAlignment = traits<Quaternion<double>>::Alignment
|
||||
};
|
||||
|
||||
static inline Quaternion<double> run(const QuaternionBase<Derived>& _a,
|
||||
const QuaternionBase<OtherDerived>& _b) {
|
||||
const Packet2d mask =
|
||||
_mm_castsi128_pd(_mm_set_epi32(0x0, 0x0, 0x80000000, 0x0));
|
||||
|
||||
Quaternion<double> res;
|
||||
|
||||
evaluator<typename Derived::Coefficients> ae(_a.coeffs());
|
||||
evaluator<typename OtherDerived::Coefficients> be(_b.coeffs());
|
||||
|
||||
const double* a = _a.coeffs().data();
|
||||
Packet2d b_xy = be.template packet<BAlignment, Packet2d>(0);
|
||||
Packet2d b_zw = be.template packet<BAlignment, Packet2d>(2);
|
||||
Packet2d a_xx = pset1<Packet2d>(a[0]);
|
||||
Packet2d a_yy = pset1<Packet2d>(a[1]);
|
||||
Packet2d a_zz = pset1<Packet2d>(a[2]);
|
||||
Packet2d a_ww = pset1<Packet2d>(a[3]);
|
||||
|
||||
// two temporaries:
|
||||
Packet2d t1, t2;
|
||||
|
||||
/*
|
||||
* t1 = ww*xy + yy*zw
|
||||
* t2 = zz*xy - xx*zw
|
||||
* res.xy = t1 +/- swap(t2)
|
||||
*/
|
||||
t1 = padd(pmul(a_ww, b_xy), pmul(a_yy, b_zw));
|
||||
t2 = psub(pmul(a_zz, b_xy), pmul(a_xx, b_zw));
|
||||
#ifdef EIGEN_VECTORIZE_SSE3
|
||||
EIGEN_UNUSED_VARIABLE(mask)
|
||||
pstoret<double, Packet2d, ResAlignment>(&res.x(),
|
||||
_mm_addsub_pd(t1, preverse(t2)));
|
||||
#else
|
||||
pstoret<double, Packet2d, ResAlignment>(&res.x(),
|
||||
padd(t1, pxor(mask, preverse(t2))));
|
||||
#endif
|
||||
|
||||
/*
|
||||
* t1 = ww*zw - yy*xy
|
||||
* t2 = zz*zw + xx*xy
|
||||
* res.zw = t1 -/+ swap(t2) = swap( swap(t1) +/- t2)
|
||||
*/
|
||||
t1 = psub(pmul(a_ww, b_zw), pmul(a_yy, b_xy));
|
||||
t2 = padd(pmul(a_zz, b_zw), pmul(a_xx, b_xy));
|
||||
#ifdef EIGEN_VECTORIZE_SSE3
|
||||
EIGEN_UNUSED_VARIABLE(mask)
|
||||
pstoret<double, Packet2d, ResAlignment>(
|
||||
&res.z(), preverse(_mm_addsub_pd(preverse(t1), t2)));
|
||||
#else
|
||||
pstoret<double, Packet2d, ResAlignment>(&res.z(),
|
||||
psub(t1, pxor(mask, preverse(t2))));
|
||||
#endif
|
||||
|
||||
return res;
|
||||
}
|
||||
};
|
||||
|
||||
template <class Derived>
|
||||
struct quat_conj<Architecture::SSE, Derived, double> {
|
||||
enum { ResAlignment = traits<Quaternion<double>>::Alignment };
|
||||
static inline Quaternion<double> run(const QuaternionBase<Derived>& q) {
|
||||
evaluator<typename Derived::Coefficients> qe(q.coeffs());
|
||||
Quaternion<double> res;
|
||||
const Packet2d mask0 = _mm_setr_pd(-0., -0.);
|
||||
const Packet2d mask2 = _mm_setr_pd(-0., 0.);
|
||||
pstoret<double, Packet2d, ResAlignment>(
|
||||
&res.x(),
|
||||
pxor(mask0,
|
||||
qe.template packet<traits<Derived>::Alignment, Packet2d>(0)));
|
||||
pstoret<double, Packet2d, ResAlignment>(
|
||||
&res.z(),
|
||||
pxor(mask2,
|
||||
qe.template packet<traits<Derived>::Alignment, Packet2d>(2)));
|
||||
return res;
|
||||
}
|
||||
};
|
||||
|
||||
} // end namespace internal
|
||||
|
||||
} // end namespace Eigen
|
||||
|
||||
#endif // EIGEN_GEOMETRY_SSE_H
|
||||
Loading…
Reference in new issue