mirror of
https://gitlab.com/libeigen/eigen.git
synced 2026-04-10 11:34:33 +08:00
6bb6a6bf53
Activates vectorization of the Eigen::half versions of the tanh and logistic functions when they run on Neon. Both functions convert their inputs to float before computing the output, and as a result of this commit, the conversions and the computation in float are vectorized.
97 lines
3.7 KiB
C++
97 lines
3.7 KiB
C++
// This file is part of Eigen, a lightweight C++ template library
|
|
// for linear algebra.
|
|
//
|
|
// This Source Code Form is subject to the terms of the Mozilla
|
|
// Public License v. 2.0. If a copy of the MPL was not distributed
|
|
// with this file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
#ifndef EIGEN_MATH_FUNCTIONS_NEON_H
|
|
#define EIGEN_MATH_FUNCTIONS_NEON_H
|
|
|
|
#include "../../InternalHeaderCheck.h"
|
|
|
|
namespace Eigen {
|
|
|
|
namespace internal {
|
|
|
|
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED Packet2f pexp<Packet2f>(const Packet2f& x)
|
|
{ return pexp_float(x); }
|
|
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED Packet4f pexp<Packet4f>(const Packet4f& x)
|
|
{ return pexp_float(x); }
|
|
|
|
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED Packet2f plog<Packet2f>(const Packet2f& x)
|
|
{ return plog_float(x); }
|
|
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED Packet4f plog<Packet4f>(const Packet4f& x)
|
|
{ return plog_float(x); }
|
|
|
|
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED Packet2f psin<Packet2f>(const Packet2f& x)
|
|
{ return psin_float(x); }
|
|
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED Packet4f psin<Packet4f>(const Packet4f& x)
|
|
{ return psin_float(x); }
|
|
|
|
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED Packet2f pcos<Packet2f>(const Packet2f& x)
|
|
{ return pcos_float(x); }
|
|
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED Packet4f pcos<Packet4f>(const Packet4f& x)
|
|
{ return pcos_float(x); }
|
|
|
|
// Hyperbolic Tangent function.
|
|
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED Packet2f ptanh<Packet2f>(const Packet2f& x)
|
|
{ return internal::generic_fast_tanh_float(x); }
|
|
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED Packet4f ptanh<Packet4f>(const Packet4f& x)
|
|
{ return internal::generic_fast_tanh_float(x); }
|
|
|
|
#if EIGEN_HAS_ARM64_FP16_VECTOR_ARITHMETIC
|
|
template <>
|
|
EIGEN_STRONG_INLINE EIGEN_DEVICE_FUNC EIGEN_UNUSED
|
|
Packet4hf ptanh<Packet4hf>(const Packet4hf& x) {
|
|
// Convert to float, call the float ptanh, and then convert back.
|
|
return vcvt_f16_f32(ptanh<Packet4f>(vcvt_f32_f16(x)));
|
|
}
|
|
|
|
template <>
|
|
EIGEN_STRONG_INLINE EIGEN_DEVICE_FUNC EIGEN_UNUSED
|
|
Packet8hf ptanh<Packet8hf>(const Packet8hf& x) {
|
|
// Convert each 4 halfs to float, call the float ptanh, and then convert back.
|
|
return vcombine_f16(
|
|
vcvt_f16_f32(ptanh<Packet4f>(vcvt_f32_f16(vget_low_f16(x)))),
|
|
vcvt_f16_f32(ptanh<Packet4f>(vcvt_high_f32_f16(x))));
|
|
}
|
|
#endif // EIGEN_HAS_ARM64_FP16_VECTOR_ARITHMETIC
|
|
|
|
|
|
BF16_PACKET_FUNCTION(Packet4f, Packet4bf, psin)
|
|
BF16_PACKET_FUNCTION(Packet4f, Packet4bf, pcos)
|
|
BF16_PACKET_FUNCTION(Packet4f, Packet4bf, plog)
|
|
BF16_PACKET_FUNCTION(Packet4f, Packet4bf, pexp)
|
|
BF16_PACKET_FUNCTION(Packet4f, Packet4bf, ptanh)
|
|
|
|
template <>
|
|
EIGEN_STRONG_INLINE Packet4bf pfrexp(const Packet4bf& a, Packet4bf& exponent) {
|
|
Packet4f fexponent;
|
|
const Packet4bf out = F32ToBf16(pfrexp<Packet4f>(Bf16ToF32(a), fexponent));
|
|
exponent = F32ToBf16(fexponent);
|
|
return out;
|
|
}
|
|
|
|
template <>
|
|
EIGEN_STRONG_INLINE Packet4bf pldexp(const Packet4bf& a, const Packet4bf& exponent) {
|
|
return F32ToBf16(pldexp<Packet4f>(Bf16ToF32(a), Bf16ToF32(exponent)));
|
|
}
|
|
|
|
//---------- double ----------
|
|
|
|
#if EIGEN_ARCH_ARM64 && !EIGEN_APPLE_DOUBLE_NEON_BUG
|
|
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED Packet2d pexp<Packet2d>(const Packet2d& x)
|
|
{ return pexp_double(x); }
|
|
|
|
template<> EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_UNUSED Packet2d plog<Packet2d>(const Packet2d& x)
|
|
{ return plog_double(x); }
|
|
|
|
#endif
|
|
|
|
} // end namespace internal
|
|
|
|
} // end namespace Eigen
|
|
|
|
#endif // EIGEN_MATH_FUNCTIONS_NEON_H
|