2015-12-08 16:51:59 -08:00
|
|
|
/*===---- pmmintrin.h - SSE3 intrinsics ------------------------------------===
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
|
|
* in the Software without restriction, including without limitation the rights
|
|
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
|
|
* furnished to do so, subject to the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice shall be included in
|
|
|
|
* all copies or substantial portions of the Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
|
|
* THE SOFTWARE.
|
|
|
|
*
|
|
|
|
*===-----------------------------------------------------------------------===
|
|
|
|
*/
|
2017-06-16 11:35:00 -07:00
|
|
|
|
2015-12-08 16:51:59 -08:00
|
|
|
#ifndef __PMMINTRIN_H
|
|
|
|
#define __PMMINTRIN_H
|
|
|
|
|
|
|
|
#include <emmintrin.h>
|
|
|
|
|
|
|
|
/* Define the default attributes for the functions in this file. */
|
2017-06-16 11:35:00 -07:00
|
|
|
#define __DEFAULT_FN_ATTRS \
|
|
|
|
__attribute__((__always_inline__, __nodebug__, __target__("sse3")))
|
2015-12-08 16:51:59 -08:00
|
|
|
|
2017-06-16 11:35:00 -07:00
|
|
|
/// \brief Loads data from an unaligned memory location to elements in a 128-bit
|
2017-09-30 15:20:12 -07:00
|
|
|
/// vector.
|
|
|
|
///
|
|
|
|
/// If the address of the data is not 16-byte aligned, the instruction may
|
|
|
|
/// read two adjacent aligned blocks of memory to retrieve the requested
|
|
|
|
/// data.
|
2017-06-16 11:35:00 -07:00
|
|
|
///
|
|
|
|
/// \headerfile <x86intrin.h>
|
|
|
|
///
|
|
|
|
/// This intrinsic corresponds to the <c> VLDDQU </c> instruction.
|
|
|
|
///
|
|
|
|
/// \param __p
|
|
|
|
/// A pointer to a 128-bit integer vector containing integer values.
|
|
|
|
/// \returns A 128-bit vector containing the moved values.
|
2015-12-08 16:51:59 -08:00
|
|
|
static __inline__ __m128i __DEFAULT_FN_ATTRS
|
|
|
|
_mm_lddqu_si128(__m128i const *__p)
|
|
|
|
{
|
|
|
|
return (__m128i)__builtin_ia32_lddqu((char const *)__p);
|
|
|
|
}
|
|
|
|
|
2017-06-16 11:35:00 -07:00
|
|
|
/// \brief Adds the even-indexed values and subtracts the odd-indexed values of
|
|
|
|
/// two 128-bit vectors of [4 x float].
|
|
|
|
///
|
|
|
|
/// \headerfile <x86intrin.h>
|
|
|
|
///
|
|
|
|
/// This intrinsic corresponds to the <c> VADDSUBPS </c> instruction.
|
|
|
|
///
|
|
|
|
/// \param __a
|
|
|
|
/// A 128-bit vector of [4 x float] containing the left source operand.
|
|
|
|
/// \param __b
|
|
|
|
/// A 128-bit vector of [4 x float] containing the right source operand.
|
|
|
|
/// \returns A 128-bit vector of [4 x float] containing the alternating sums and
|
|
|
|
/// differences of both operands.
|
2015-12-08 16:51:59 -08:00
|
|
|
static __inline__ __m128 __DEFAULT_FN_ATTRS
|
|
|
|
_mm_addsub_ps(__m128 __a, __m128 __b)
|
|
|
|
{
|
2017-06-16 11:35:00 -07:00
|
|
|
return __builtin_ia32_addsubps((__v4sf)__a, (__v4sf)__b);
|
2015-12-08 16:51:59 -08:00
|
|
|
}
|
|
|
|
|
2017-06-16 11:35:00 -07:00
|
|
|
/// \brief Horizontally adds the adjacent pairs of values contained in two
|
|
|
|
/// 128-bit vectors of [4 x float].
|
|
|
|
///
|
|
|
|
/// \headerfile <x86intrin.h>
|
|
|
|
///
|
|
|
|
/// This intrinsic corresponds to the <c> VHADDPS </c> instruction.
|
|
|
|
///
|
|
|
|
/// \param __a
|
|
|
|
/// A 128-bit vector of [4 x float] containing one of the source operands.
|
|
|
|
/// The horizontal sums of the values are stored in the lower bits of the
|
|
|
|
/// destination.
|
|
|
|
/// \param __b
|
|
|
|
/// A 128-bit vector of [4 x float] containing one of the source operands.
|
|
|
|
/// The horizontal sums of the values are stored in the upper bits of the
|
|
|
|
/// destination.
|
|
|
|
/// \returns A 128-bit vector of [4 x float] containing the horizontal sums of
|
|
|
|
/// both operands.
|
2015-12-08 16:51:59 -08:00
|
|
|
static __inline__ __m128 __DEFAULT_FN_ATTRS
|
|
|
|
_mm_hadd_ps(__m128 __a, __m128 __b)
|
|
|
|
{
|
2017-06-16 11:35:00 -07:00
|
|
|
return __builtin_ia32_haddps((__v4sf)__a, (__v4sf)__b);
|
2015-12-08 16:51:59 -08:00
|
|
|
}
|
|
|
|
|
2017-06-16 11:35:00 -07:00
|
|
|
/// \brief Horizontally subtracts the adjacent pairs of values contained in two
|
|
|
|
/// 128-bit vectors of [4 x float].
|
|
|
|
///
|
|
|
|
/// \headerfile <x86intrin.h>
|
|
|
|
///
|
|
|
|
/// This intrinsic corresponds to the <c> VHSUBPS </c> instruction.
|
|
|
|
///
|
|
|
|
/// \param __a
|
|
|
|
/// A 128-bit vector of [4 x float] containing one of the source operands.
|
|
|
|
/// The horizontal differences between the values are stored in the lower
|
|
|
|
/// bits of the destination.
|
|
|
|
/// \param __b
|
|
|
|
/// A 128-bit vector of [4 x float] containing one of the source operands.
|
|
|
|
/// The horizontal differences between the values are stored in the upper
|
|
|
|
/// bits of the destination.
|
|
|
|
/// \returns A 128-bit vector of [4 x float] containing the horizontal
|
|
|
|
/// differences of both operands.
|
2015-12-08 16:51:59 -08:00
|
|
|
static __inline__ __m128 __DEFAULT_FN_ATTRS
|
|
|
|
_mm_hsub_ps(__m128 __a, __m128 __b)
|
|
|
|
{
|
2017-06-16 11:35:00 -07:00
|
|
|
return __builtin_ia32_hsubps((__v4sf)__a, (__v4sf)__b);
|
2015-12-08 16:51:59 -08:00
|
|
|
}
|
|
|
|
|
2017-06-16 11:35:00 -07:00
|
|
|
/// \brief Moves and duplicates high-order (odd-indexed) values from a 128-bit
|
|
|
|
/// vector of [4 x float] to float values stored in a 128-bit vector of
|
2017-09-30 15:20:12 -07:00
|
|
|
/// [4 x float].
|
2017-06-16 11:35:00 -07:00
|
|
|
///
|
|
|
|
/// \headerfile <x86intrin.h>
|
|
|
|
///
|
|
|
|
/// This intrinsic corresponds to the <c> VMOVSHDUP </c> instruction.
|
|
|
|
///
|
|
|
|
/// \param __a
|
|
|
|
/// A 128-bit vector of [4 x float]. \n
|
|
|
|
/// Bits [127:96] of the source are written to bits [127:96] and [95:64] of
|
|
|
|
/// the destination. \n
|
|
|
|
/// Bits [63:32] of the source are written to bits [63:32] and [31:0] of the
|
|
|
|
/// destination.
|
|
|
|
/// \returns A 128-bit vector of [4 x float] containing the moved and duplicated
|
|
|
|
/// values.
|
2015-12-08 16:51:59 -08:00
|
|
|
static __inline__ __m128 __DEFAULT_FN_ATTRS
|
|
|
|
_mm_movehdup_ps(__m128 __a)
|
|
|
|
{
|
2017-06-16 11:35:00 -07:00
|
|
|
return __builtin_shufflevector((__v4sf)__a, (__v4sf)__a, 1, 1, 3, 3);
|
2015-12-08 16:51:59 -08:00
|
|
|
}
|
|
|
|
|
2017-06-16 11:35:00 -07:00
|
|
|
/// \brief Duplicates low-order (even-indexed) values from a 128-bit vector of
|
2017-09-30 15:20:12 -07:00
|
|
|
/// [4 x float] to float values stored in a 128-bit vector of [4 x float].
|
2017-06-16 11:35:00 -07:00
|
|
|
///
|
|
|
|
/// \headerfile <x86intrin.h>
|
|
|
|
///
|
|
|
|
/// This intrinsic corresponds to the <c> VMOVSLDUP </c> instruction.
|
|
|
|
///
|
|
|
|
/// \param __a
|
|
|
|
/// A 128-bit vector of [4 x float] \n
|
|
|
|
/// Bits [95:64] of the source are written to bits [127:96] and [95:64] of
|
|
|
|
/// the destination. \n
|
|
|
|
/// Bits [31:0] of the source are written to bits [63:32] and [31:0] of the
|
|
|
|
/// destination.
|
|
|
|
/// \returns A 128-bit vector of [4 x float] containing the moved and duplicated
|
|
|
|
/// values.
|
2015-12-08 16:51:59 -08:00
|
|
|
static __inline__ __m128 __DEFAULT_FN_ATTRS
|
|
|
|
_mm_moveldup_ps(__m128 __a)
|
|
|
|
{
|
2017-06-16 11:35:00 -07:00
|
|
|
return __builtin_shufflevector((__v4sf)__a, (__v4sf)__a, 0, 0, 2, 2);
|
2015-12-08 16:51:59 -08:00
|
|
|
}
|
|
|
|
|
2017-06-16 11:35:00 -07:00
|
|
|
/// \brief Adds the even-indexed values and subtracts the odd-indexed values of
|
|
|
|
/// two 128-bit vectors of [2 x double].
|
|
|
|
///
|
|
|
|
/// \headerfile <x86intrin.h>
|
|
|
|
///
|
|
|
|
/// This intrinsic corresponds to the <c> VADDSUBPD </c> instruction.
|
|
|
|
///
|
|
|
|
/// \param __a
|
|
|
|
/// A 128-bit vector of [2 x double] containing the left source operand.
|
|
|
|
/// \param __b
|
|
|
|
/// A 128-bit vector of [2 x double] containing the right source operand.
|
|
|
|
/// \returns A 128-bit vector of [2 x double] containing the alternating sums
|
|
|
|
/// and differences of both operands.
|
2015-12-08 16:51:59 -08:00
|
|
|
static __inline__ __m128d __DEFAULT_FN_ATTRS
|
|
|
|
_mm_addsub_pd(__m128d __a, __m128d __b)
|
|
|
|
{
|
2017-06-16 11:35:00 -07:00
|
|
|
return __builtin_ia32_addsubpd((__v2df)__a, (__v2df)__b);
|
2015-12-08 16:51:59 -08:00
|
|
|
}
|
|
|
|
|
2017-06-16 11:35:00 -07:00
|
|
|
/// \brief Horizontally adds the pairs of values contained in two 128-bit
|
|
|
|
/// vectors of [2 x double].
|
|
|
|
///
|
|
|
|
/// \headerfile <x86intrin.h>
|
|
|
|
///
|
|
|
|
/// This intrinsic corresponds to the <c> VHADDPD </c> instruction.
|
|
|
|
///
|
|
|
|
/// \param __a
|
|
|
|
/// A 128-bit vector of [2 x double] containing one of the source operands.
|
|
|
|
/// The horizontal sum of the values is stored in the lower bits of the
|
|
|
|
/// destination.
|
|
|
|
/// \param __b
|
|
|
|
/// A 128-bit vector of [2 x double] containing one of the source operands.
|
|
|
|
/// The horizontal sum of the values is stored in the upper bits of the
|
|
|
|
/// destination.
|
|
|
|
/// \returns A 128-bit vector of [2 x double] containing the horizontal sums of
|
|
|
|
/// both operands.
|
2015-12-08 16:51:59 -08:00
|
|
|
static __inline__ __m128d __DEFAULT_FN_ATTRS
|
|
|
|
_mm_hadd_pd(__m128d __a, __m128d __b)
|
|
|
|
{
|
2017-06-16 11:35:00 -07:00
|
|
|
return __builtin_ia32_haddpd((__v2df)__a, (__v2df)__b);
|
2015-12-08 16:51:59 -08:00
|
|
|
}
|
|
|
|
|
2017-06-16 11:35:00 -07:00
|
|
|
/// \brief Horizontally subtracts the pairs of values contained in two 128-bit
|
|
|
|
/// vectors of [2 x double].
|
|
|
|
///
|
|
|
|
/// \headerfile <x86intrin.h>
|
|
|
|
///
|
|
|
|
/// This intrinsic corresponds to the <c> VHSUBPD </c> instruction.
|
|
|
|
///
|
|
|
|
/// \param __a
|
|
|
|
/// A 128-bit vector of [2 x double] containing one of the source operands.
|
|
|
|
/// The horizontal difference of the values is stored in the lower bits of
|
|
|
|
/// the destination.
|
|
|
|
/// \param __b
|
|
|
|
/// A 128-bit vector of [2 x double] containing one of the source operands.
|
|
|
|
/// The horizontal difference of the values is stored in the upper bits of
|
|
|
|
/// the destination.
|
|
|
|
/// \returns A 128-bit vector of [2 x double] containing the horizontal
|
|
|
|
/// differences of both operands.
|
2015-12-08 16:51:59 -08:00
|
|
|
static __inline__ __m128d __DEFAULT_FN_ATTRS
|
|
|
|
_mm_hsub_pd(__m128d __a, __m128d __b)
|
|
|
|
{
|
2017-06-16 11:35:00 -07:00
|
|
|
return __builtin_ia32_hsubpd((__v2df)__a, (__v2df)__b);
|
2015-12-08 16:51:59 -08:00
|
|
|
}
|
|
|
|
|
2017-06-16 11:35:00 -07:00
|
|
|
/// \brief Moves and duplicates one double-precision value to double-precision
|
|
|
|
/// values stored in a 128-bit vector of [2 x double].
|
|
|
|
///
|
|
|
|
/// \headerfile <x86intrin.h>
|
|
|
|
///
|
|
|
|
/// \code
|
|
|
|
/// __m128d _mm_loaddup_pd(double const * dp);
|
|
|
|
/// \endcode
|
|
|
|
///
|
|
|
|
/// This intrinsic corresponds to the <c> VMOVDDUP </c> instruction.
|
|
|
|
///
|
|
|
|
/// \param dp
|
|
|
|
/// A pointer to a double-precision value to be moved and duplicated.
|
|
|
|
/// \returns A 128-bit vector of [2 x double] containing the moved and
|
|
|
|
/// duplicated values.
|
2015-12-08 16:51:59 -08:00
|
|
|
#define _mm_loaddup_pd(dp) _mm_load1_pd(dp)
|
|
|
|
|
2017-06-16 11:35:00 -07:00
|
|
|
/// \brief Moves and duplicates the double-precision value in the lower bits of
|
|
|
|
/// a 128-bit vector of [2 x double] to double-precision values stored in a
|
|
|
|
/// 128-bit vector of [2 x double].
|
|
|
|
///
|
|
|
|
/// \headerfile <x86intrin.h>
|
|
|
|
///
|
|
|
|
/// This intrinsic corresponds to the <c> VMOVDDUP </c> instruction.
|
|
|
|
///
|
|
|
|
/// \param __a
|
|
|
|
/// A 128-bit vector of [2 x double]. Bits [63:0] are written to bits
|
|
|
|
/// [127:64] and [63:0] of the destination.
|
|
|
|
/// \returns A 128-bit vector of [2 x double] containing the moved and
|
|
|
|
/// duplicated values.
|
2015-12-08 16:51:59 -08:00
|
|
|
static __inline__ __m128d __DEFAULT_FN_ATTRS
|
|
|
|
_mm_movedup_pd(__m128d __a)
|
|
|
|
{
|
2017-06-16 11:35:00 -07:00
|
|
|
return __builtin_shufflevector((__v2df)__a, (__v2df)__a, 0, 0);
|
2015-12-08 16:51:59 -08:00
|
|
|
}
|
|
|
|
|
2017-06-16 11:35:00 -07:00
|
|
|
/// \brief Establishes a linear address memory range to be monitored and puts
|
|
|
|
/// the processor in the monitor event pending state. Data stored in the
|
|
|
|
/// monitored address range causes the processor to exit the pending state.
|
|
|
|
///
|
|
|
|
/// \headerfile <x86intrin.h>
|
|
|
|
///
|
|
|
|
/// This intrinsic corresponds to the <c> MONITOR </c> instruction.
|
|
|
|
///
|
|
|
|
/// \param __p
|
|
|
|
/// The memory range to be monitored. The size of the range is determined by
|
|
|
|
/// CPUID function 0000_0005h.
|
|
|
|
/// \param __extensions
|
|
|
|
/// Optional extensions for the monitoring state.
|
|
|
|
/// \param __hints
|
|
|
|
/// Optional hints for the monitoring state.
|
2015-12-08 16:51:59 -08:00
|
|
|
static __inline__ void __DEFAULT_FN_ATTRS
|
|
|
|
_mm_monitor(void const *__p, unsigned __extensions, unsigned __hints)
|
|
|
|
{
|
|
|
|
__builtin_ia32_monitor((void *)__p, __extensions, __hints);
|
|
|
|
}
|
|
|
|
|
2017-06-16 11:35:00 -07:00
|
|
|
/// \brief Used with the MONITOR instruction to wait while the processor is in
|
|
|
|
/// the monitor event pending state. Data stored in the monitored address
|
|
|
|
/// range causes the processor to exit the pending state.
|
|
|
|
///
|
|
|
|
/// \headerfile <x86intrin.h>
|
|
|
|
///
|
|
|
|
/// This intrinsic corresponds to the <c> MWAIT </c> instruction.
|
|
|
|
///
|
|
|
|
/// \param __extensions
|
|
|
|
/// Optional extensions for the monitoring state, which may vary by
|
|
|
|
/// processor.
|
|
|
|
/// \param __hints
|
|
|
|
/// Optional hints for the monitoring state, which may vary by processor.
|
2015-12-08 16:51:59 -08:00
|
|
|
static __inline__ void __DEFAULT_FN_ATTRS
|
|
|
|
_mm_mwait(unsigned __extensions, unsigned __hints)
|
|
|
|
{
|
|
|
|
__builtin_ia32_mwait(__extensions, __hints);
|
|
|
|
}
|
|
|
|
|
|
|
|
#undef __DEFAULT_FN_ATTRS
|
|
|
|
|
|
|
|
#endif /* __PMMINTRIN_H */
|