[AMDGPU][AsmParser][NFC] Get rid of custom default operand handlers.

[llvm-project.git] / clang / lib / Headers / fmaintrin.h

/*===---- fmaintrin.h - FMA intrinsics -------------------------------------===
 *
 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
 * See https://llvm.org/LICENSE.txt for license information.
 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
 *
 *===-----------------------------------------------------------------------===
 */

#ifndef __IMMINTRIN_H
#error "Never use <fmaintrin.h> directly; include <immintrin.h> instead."
#endif

#ifndef __FMAINTRIN_H
#define __FMAINTRIN_H

/* Define the default attributes for the functions in this file. */
#define __DEFAULT_FN_ATTRS128 __attribute__((__always_inline__, __nodebug__, __target__("fma"), __min_vector_width__(128)))
#define __DEFAULT_FN_ATTRS256 __attribute__((__always_inline__, __nodebug__, __target__("fma"), __min_vector_width__(256)))

/// Computes a multiply-add of 128-bit vectors of [4 x float].
///    For each element, computes <c> (__A * __B) + __C </c>.
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMADD213PS instruction.
///
/// \param __A
///    A 128-bit vector of [4 x float] containing the multiplicand.
/// \param __B
///    A 128-bit vector of [4 x float] containing the multiplier.
/// \param __C
///    A 128-bit vector of [4 x float] containing the addend.
/// \returns A 128-bit vector of [4 x float] containing the result.
static __inline__ __m128 __DEFAULT_FN_ATTRS128
_mm_fmadd_ps(__m128 __A, __m128 __B, __m128 __C)
{
  return (__m128)__builtin_ia32_vfmaddps((__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
}

/// Computes a multiply-add of 128-bit vectors of [2 x double].
///    For each element, computes <c> (__A * __B) + __C </c>.
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMADD213PD instruction.
///
/// \param __A
///    A 128-bit vector of [2 x double] containing the multiplicand.
/// \param __B
///    A 128-bit vector of [2 x double] containing the multiplier.
/// \param __C
///    A 128-bit vector of [2 x double] containing the addend.
/// \returns A 128-bit [2 x double] vector containing the result.
static __inline__ __m128d __DEFAULT_FN_ATTRS128
_mm_fmadd_pd(__m128d __A, __m128d __B, __m128d __C)
{
  return (__m128d)__builtin_ia32_vfmaddpd((__v2df)__A, (__v2df)__B, (__v2df)__C);
}

/// Computes a scalar multiply-add of the single-precision values in the
///    low 32 bits of 128-bit vectors of [4 x float].
/// \code
/// result[31:0] = (__A[31:0] * __B[31:0]) + __C[31:0]
/// result[127:32] = __A[127:32]
/// \endcode
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMADD213SS instruction.
///
/// \param __A
///    A 128-bit vector of [4 x float] containing the multiplicand in the low
///    32 bits.
/// \param __B
///    A 128-bit vector of [4 x float] containing the multiplier in the low
///    32 bits.
/// \param __C
///    A 128-bit vector of [4 x float] containing the addend in the low
///    32 bits.
/// \returns A 128-bit vector of [4 x float] containing the result in the low
///    32 bits and a copy of \a __A[127:32] in the upper 96 bits.
static __inline__ __m128 __DEFAULT_FN_ATTRS128
_mm_fmadd_ss(__m128 __A, __m128 __B, __m128 __C)
{
  return (__m128)__builtin_ia32_vfmaddss3((__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
}

/// Computes a scalar multiply-add of the double-precision values in the
///    low 64 bits of 128-bit vectors of [2 x double].
/// \code
/// result[63:0] = (__A[63:0] * __B[63:0]) + __C[63:0]
/// result[127:64] = __A[127:64]
/// \endcode
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMADD213SD instruction.
///
/// \param __A
///    A 128-bit vector of [2 x double] containing the multiplicand in the low
///    64 bits.
/// \param __B
///    A 128-bit vector of [2 x double] containing the multiplier in the low
///    64 bits.
/// \param __C
///    A 128-bit vector of [2 x double] containing the addend in the low
///    64 bits.
/// \returns A 128-bit vector of [2 x double] containing the result in the low
///    64 bits and a copy of \a __A[127:64] in the upper 64 bits.
static __inline__ __m128d __DEFAULT_FN_ATTRS128
_mm_fmadd_sd(__m128d __A, __m128d __B, __m128d __C)
{
  return (__m128d)__builtin_ia32_vfmaddsd3((__v2df)__A, (__v2df)__B, (__v2df)__C);
}

/// Computes a multiply-subtract of 128-bit vectors of [4 x float].
///    For each element, computes <c> (__A * __B) - __C </c>.
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMSUB213PS instruction.
///
/// \param __A
///    A 128-bit vector of [4 x float] containing the multiplicand.
/// \param __B
///    A 128-bit vector of [4 x float] containing the multiplier.
/// \param __C
///    A 128-bit vector of [4 x float] containing the subtrahend.
/// \returns A 128-bit vector of [4 x float] containing the result.
static __inline__ __m128 __DEFAULT_FN_ATTRS128
_mm_fmsub_ps(__m128 __A, __m128 __B, __m128 __C)
{
  return (__m128)__builtin_ia32_vfmaddps((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
}

/// Computes a multiply-subtract of 128-bit vectors of [2 x double].
///    For each element, computes <c> (__A * __B) - __C </c>.
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMSUB213PD instruction.
///
/// \param __A
///    A 128-bit vector of [2 x double] containing the multiplicand.
/// \param __B
///    A 128-bit vector of [2 x double] containing the multiplier.
/// \param __C
///    A 128-bit vector of [2 x double] containing the addend.
/// \returns A 128-bit vector of [2 x double] containing the result.
static __inline__ __m128d __DEFAULT_FN_ATTRS128
_mm_fmsub_pd(__m128d __A, __m128d __B, __m128d __C)
{
  return (__m128d)__builtin_ia32_vfmaddpd((__v2df)__A, (__v2df)__B, -(__v2df)__C);
}

/// Computes a scalar multiply-subtract of the single-precision values in
///    the low 32 bits of 128-bit vectors of [4 x float].
/// \code
/// result[31:0] = (__A[31:0] * __B[31:0]) - __C[31:0]
/// result[127:32] = __A[127:32]
/// \endcode
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMSUB213SS instruction.
///
/// \param __A
///    A 128-bit vector of [4 x float] containing the multiplicand in the low
///    32 bits.
/// \param __B
///    A 128-bit vector of [4 x float] containing the multiplier in the low
///    32 bits.
/// \param __C
///    A 128-bit vector of [4 x float] containing the subtrahend in the low
///   32 bits.
/// \returns A 128-bit vector of [4 x float] containing the result in the low
///    32 bits, and a copy of \a __A[127:32] in the upper 96 bits.
static __inline__ __m128 __DEFAULT_FN_ATTRS128
_mm_fmsub_ss(__m128 __A, __m128 __B, __m128 __C)
{
  return (__m128)__builtin_ia32_vfmaddss3((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
}

/// Computes a scalar multiply-subtract of the double-precision values in
///    the low 64 bits of 128-bit vectors of [2 x double].
/// \code
/// result[63:0] = (__A[63:0] * __B[63:0]) - __C[63:0]
/// result[127:64] = __A[127:64]
/// \endcode
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMSUB213SD instruction.
///
/// \param __A
///    A 128-bit vector of [2 x double] containing the multiplicand in the low
///    64 bits.
/// \param __B
///    A 128-bit vector of [2 x double] containing the multiplier in the low
///    64 bits.
/// \param __C
///    A 128-bit vector of [2 x double] containing the subtrahend in the low
///    64 bits.
/// \returns A 128-bit vector of [2 x double] containing the result in the low
///    64 bits, and a copy of \a __A[127:64] in the upper 64 bits.
static __inline__ __m128d __DEFAULT_FN_ATTRS128
_mm_fmsub_sd(__m128d __A, __m128d __B, __m128d __C)
{
  return (__m128d)__builtin_ia32_vfmaddsd3((__v2df)__A, (__v2df)__B, -(__v2df)__C);
}

/// Computes a negated multiply-add of 128-bit vectors of [4 x float].
///    For each element, computes <c> -(__A * __B) + __C </c>.
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFNMADD213DPS instruction.
///
/// \param __A
///    A 128-bit vector of [4 x float] containing the multiplicand.
/// \param __B
///    A 128-bit vector of [4 x float] containing the multiplier.
/// \param __C
///    A 128-bit vector of [4 x float] containing the addend.
/// \returns A 128-bit [4 x float] vector containing the result.
static __inline__ __m128 __DEFAULT_FN_ATTRS128
_mm_fnmadd_ps(__m128 __A, __m128 __B, __m128 __C)
{
  return (__m128)__builtin_ia32_vfmaddps(-(__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
}

/// Computes a negated multiply-add of 128-bit vectors of [2 x double].
///    For each element, computes <c> -(__A * __B) + __C </c>.
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFNMADD213PD instruction.
///
/// \param __A
///    A 128-bit vector of [2 x double] containing the multiplicand.
/// \param __B
///    A 128-bit vector of [2 x double] containing the multiplier.
/// \param __C
///    A 128-bit vector of [2 x double] containing the addend.
/// \returns A 128-bit vector of [2 x double] containing the result.
static __inline__ __m128d __DEFAULT_FN_ATTRS128
_mm_fnmadd_pd(__m128d __A, __m128d __B, __m128d __C)
{
  return (__m128d)__builtin_ia32_vfmaddpd(-(__v2df)__A, (__v2df)__B, (__v2df)__C);
}

/// Computes a scalar negated multiply-add of the single-precision values in
///    the low 32 bits of 128-bit vectors of [4 x float].
/// \code
/// result[31:0] = -(__A[31:0] * __B[31:0]) + __C[31:0]
/// result[127:32] = __A[127:32]
/// \endcode
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFNMADD213SS instruction.
///
/// \param __A
///    A 128-bit vector of [4 x float] containing the multiplicand in the low
///    32 bits.
/// \param __B
///    A 128-bit vector of [4 x float] containing the multiplier in the low
///    32 bits.
/// \param __C
///    A 128-bit vector of [4 x float] containing the addend in the low
///    32 bits.
/// \returns A 128-bit vector of [4 x float] containing the result in the low
///    32 bits, and a copy of \a __A[127:32] in the upper 96 bits.
static __inline__ __m128 __DEFAULT_FN_ATTRS128
_mm_fnmadd_ss(__m128 __A, __m128 __B, __m128 __C)
{
  return (__m128)__builtin_ia32_vfmaddss3((__v4sf)__A, -(__v4sf)__B, (__v4sf)__C);
}

/// Computes a scalar negated multiply-add of the double-precision values
///    in the low 64 bits of 128-bit vectors of [2 x double].
/// \code
/// result[63:0] = -(__A[63:0] * __B[63:0]) + __C[63:0]
/// result[127:64] = __A[127:64]
/// \endcode
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFNMADD213SD instruction.
///
/// \param __A
///    A 128-bit vector of [2 x double] containing the multiplicand in the low
///    64 bits.
/// \param __B
///    A 128-bit vector of [2 x double] containing the multiplier in the low
///    64 bits.
/// \param __C
///    A 128-bit vector of [2 x double] containing the addend in the low
///    64 bits.
/// \returns A 128-bit vector of [2 x double] containing the result in the low
///    64 bits, and a copy of \a __A[127:64] in the upper 64 bits.
static __inline__ __m128d __DEFAULT_FN_ATTRS128
_mm_fnmadd_sd(__m128d __A, __m128d __B, __m128d __C)
{
  return (__m128d)__builtin_ia32_vfmaddsd3((__v2df)__A, -(__v2df)__B, (__v2df)__C);
}

/// Computes a negated multiply-subtract of 128-bit vectors of [4 x float].
///    For each element, computes <c> -(__A * __B) - __C </c>.
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFNMSUB213PS instruction.
///
/// \param __A
///    A 128-bit vector of [4 x float] containing the multiplicand.
/// \param __B
///    A 128-bit vector of [4 x float] containing the multiplier.
/// \param __C
///    A 128-bit vector of [4 x float] containing the subtrahend.
/// \returns A 128-bit vector of [4 x float] containing the result.
static __inline__ __m128 __DEFAULT_FN_ATTRS128
_mm_fnmsub_ps(__m128 __A, __m128 __B, __m128 __C)
{
  return (__m128)__builtin_ia32_vfmaddps(-(__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
}

/// Computes a negated multiply-subtract of 128-bit vectors of [2 x double].
///    For each element, computes <c> -(__A * __B) - __C </c>.
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFNMSUB213PD instruction.
///
/// \param __A
///    A 128-bit vector of [2 x double] containing the multiplicand.
/// \param __B
///    A 128-bit vector of [2 x double] containing the multiplier.
/// \param __C
///    A 128-bit vector of [2 x double] containing the subtrahend.
/// \returns A 128-bit vector of [2 x double] containing the result.
static __inline__ __m128d __DEFAULT_FN_ATTRS128
_mm_fnmsub_pd(__m128d __A, __m128d __B, __m128d __C)
{
  return (__m128d)__builtin_ia32_vfmaddpd(-(__v2df)__A, (__v2df)__B, -(__v2df)__C);
}

/// Computes a scalar negated multiply-subtract of the single-precision
///    values in the low 32 bits of 128-bit vectors of [4 x float].
/// \code
/// result[31:0] = -(__A[31:0] * __B[31:0]) - __C[31:0]
/// result[127:32] = __A[127:32]
/// \endcode
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFNMSUB213SS instruction.
///
/// \param __A
///    A 128-bit vector of [4 x float] containing the multiplicand in the low
///    32 bits.
/// \param __B
///    A 128-bit vector of [4 x float] containing the multiplier in the low
///    32 bits.
/// \param __C
///    A 128-bit vector of [4 x float] containing the subtrahend in the low
///    32 bits.
/// \returns A 128-bit vector of [4 x float] containing the result in the low
///    32 bits, and a copy of \a __A[127:32] in the upper 96 bits.
static __inline__ __m128 __DEFAULT_FN_ATTRS128
_mm_fnmsub_ss(__m128 __A, __m128 __B, __m128 __C)
{
  return (__m128)__builtin_ia32_vfmaddss3((__v4sf)__A, -(__v4sf)__B, -(__v4sf)__C);
}

/// Computes a scalar negated multiply-subtract of the double-precision
///    values in the low 64 bits of 128-bit vectors of [2 x double].
/// \code
/// result[63:0] = -(__A[63:0] * __B[63:0]) - __C[63:0]
/// result[127:64] = __A[127:64]
/// \endcode
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFNMSUB213SD instruction.
///
/// \param __A
///    A 128-bit vector of [2 x double] containing the multiplicand in the low
///    64 bits.
/// \param __B
///    A 128-bit vector of [2 x double] containing the multiplier in the low
///    64 bits.
/// \param __C
///    A 128-bit vector of [2 x double] containing the subtrahend in the low
///    64 bits.
/// \returns A 128-bit vector of [2 x double] containing the result in the low
///    64 bits, and a copy of \a __A[127:64] in the upper 64 bits.
static __inline__ __m128d __DEFAULT_FN_ATTRS128
_mm_fnmsub_sd(__m128d __A, __m128d __B, __m128d __C)
{
  return (__m128d)__builtin_ia32_vfmaddsd3((__v2df)__A, -(__v2df)__B, -(__v2df)__C);
}

/// Computes a multiply with alternating add/subtract of 128-bit vectors of
///    [4 x float].
/// \code
/// result[31:0]  = (__A[31:0] * __B[31:0]) - __C[31:0]
/// result[63:32] = (__A[63:32] * __B[63:32]) + __C[63:32]
/// result[95:64] = (__A[95:64] * __B[95:64]) - __C[95:64]
/// result[127:96] = (__A[127:96] * __B[127:96]) + __C[127:96]
/// \endcode
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMADDSUB213PS instruction.
///
/// \param __A
///    A 128-bit vector of [4 x float] containing the multiplicand.
/// \param __B
///    A 128-bit vector of [4 x float] containing the multiplier.
/// \param __C
///    A 128-bit vector of [4 x float] containing the addend/subtrahend.
/// \returns A 128-bit vector of [4 x float] containing the result.
static __inline__ __m128 __DEFAULT_FN_ATTRS128
_mm_fmaddsub_ps(__m128 __A, __m128 __B, __m128 __C)
{
  return (__m128)__builtin_ia32_vfmaddsubps((__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
}

/// Computes a multiply with alternating add/subtract of 128-bit vectors of
///    [2 x double].
/// \code
/// result[63:0]  = (__A[63:0] * __B[63:0]) - __C[63:0]
/// result[127:64] = (__A[127:64] * __B[127:64]) + __C[127:64]
/// \endcode
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMADDSUB213PD instruction.
///
/// \param __A
///    A 128-bit vector of [2 x double] containing the multiplicand.
/// \param __B
///    A 128-bit vector of [2 x double] containing the multiplier.
/// \param __C
///    A 128-bit vector of [2 x double] containing the addend/subtrahend.
/// \returns A 128-bit vector of [2 x double] containing the result.
static __inline__ __m128d __DEFAULT_FN_ATTRS128
_mm_fmaddsub_pd(__m128d __A, __m128d __B, __m128d __C)
{
  return (__m128d)__builtin_ia32_vfmaddsubpd((__v2df)__A, (__v2df)__B, (__v2df)__C);
}

/// Computes a multiply with alternating add/subtract of 128-bit vectors of
///    [4 x float].
/// \code
/// result[31:0]  = (__A[31:0] * __B[31:0]) + __C[31:0]
/// result[63:32] = (__A[63:32] * __B[63:32]) - __C[63:32]
/// result[95:64] = (__A[95:64] * __B[95:64]) + __C[95:64]
/// result[127:96 = (__A[127:96] * __B[127:96]) - __C[127:96]
/// \endcode
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMSUBADD213PS instruction.
///
/// \param __A
///    A 128-bit vector of [4 x float] containing the multiplicand.
/// \param __B
///    A 128-bit vector of [4 x float] containing the multiplier.
/// \param __C
///    A 128-bit vector of [4 x float] containing the addend/subtrahend.
/// \returns A 128-bit vector of [4 x float] containing the result.
static __inline__ __m128 __DEFAULT_FN_ATTRS128
_mm_fmsubadd_ps(__m128 __A, __m128 __B, __m128 __C)
{
  return (__m128)__builtin_ia32_vfmaddsubps((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
}

/// Computes a multiply with alternating add/subtract of 128-bit vectors of
///    [2 x double].
/// \code
/// result[63:0]  = (__A[63:0] * __B[63:0]) + __C[63:0]
/// result[127:64] = (__A[127:64] * __B[127:64]) - __C[127:64]
/// \endcode
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMADDSUB213PD instruction.
///
/// \param __A
///    A 128-bit vector of [2 x double] containing the multiplicand.
/// \param __B
///    A 128-bit vector of [2 x double] containing the multiplier.
/// \param __C
///    A 128-bit vector of [2 x double] containing the addend/subtrahend.
/// \returns A 128-bit vector of [2 x double] containing the result.
static __inline__ __m128d __DEFAULT_FN_ATTRS128
_mm_fmsubadd_pd(__m128d __A, __m128d __B, __m128d __C)
{
  return (__m128d)__builtin_ia32_vfmaddsubpd((__v2df)__A, (__v2df)__B, -(__v2df)__C);
}

/// Computes a multiply-add of 256-bit vectors of [8 x float].
///    For each element, computes <c> (__A * __B) + __C </c>.
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMADD213PS instruction.
///
/// \param __A
///    A 256-bit vector of [8 x float] containing the multiplicand.
/// \param __B
///    A 256-bit vector of [8 x float] containing the multiplier.
/// \param __C
///    A 256-bit vector of [8 x float] containing the addend.
/// \returns A 256-bit vector of [8 x float] containing the result.
static __inline__ __m256 __DEFAULT_FN_ATTRS256
_mm256_fmadd_ps(__m256 __A, __m256 __B, __m256 __C)
{
  return (__m256)__builtin_ia32_vfmaddps256((__v8sf)__A, (__v8sf)__B, (__v8sf)__C);
}

/// Computes a multiply-add of 256-bit vectors of [4 x double].
///    For each element, computes <c> (__A * __B) + __C </c>.
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMADD213PD instruction.
///
/// \param __A
///    A 256-bit vector of [4 x double] containing the multiplicand.
/// \param __B
///    A 256-bit vector of [4 x double] containing the multiplier.
/// \param __C
///    A 256-bit vector of [4 x double] containing the addend.
/// \returns A 256-bit vector of [4 x double] containing the result.
static __inline__ __m256d __DEFAULT_FN_ATTRS256
_mm256_fmadd_pd(__m256d __A, __m256d __B, __m256d __C)
{
  return (__m256d)__builtin_ia32_vfmaddpd256((__v4df)__A, (__v4df)__B, (__v4df)__C);
}

/// Computes a multiply-subtract of 256-bit vectors of [8 x float].
///    For each element, computes <c> (__A * __B) - __C </c>.
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMSUB213PS instruction.
///
/// \param __A
///    A 256-bit vector of [8 x float] containing the multiplicand.
/// \param __B
///    A 256-bit vector of [8 x float] containing the multiplier.
/// \param __C
///    A 256-bit vector of [8 x float] containing the subtrahend.
/// \returns A 256-bit vector of [8 x float] containing the result.
static __inline__ __m256 __DEFAULT_FN_ATTRS256
_mm256_fmsub_ps(__m256 __A, __m256 __B, __m256 __C)
{
  return (__m256)__builtin_ia32_vfmaddps256((__v8sf)__A, (__v8sf)__B, -(__v8sf)__C);
}

/// Computes a multiply-subtract of 256-bit vectors of [4 x double].
///    For each element, computes <c> (__A * __B) - __C </c>.
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMSUB213PD instruction.
///
/// \param __A
///    A 256-bit vector of [4 x double] containing the multiplicand.
/// \param __B
///    A 256-bit vector of [4 x double] containing the multiplier.
/// \param __C
///    A 256-bit vector of [4 x double] containing the subtrahend.
/// \returns A 256-bit vector of [4 x double] containing the result.
static __inline__ __m256d __DEFAULT_FN_ATTRS256
_mm256_fmsub_pd(__m256d __A, __m256d __B, __m256d __C)
{
  return (__m256d)__builtin_ia32_vfmaddpd256((__v4df)__A, (__v4df)__B, -(__v4df)__C);
}

/// Computes a negated multiply-add of 256-bit vectors of [8 x float].
///    For each element, computes <c> -(__A * __B) + __C </c>.
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFNMADD213PS instruction.
///
/// \param __A
///    A 256-bit vector of [8 x float] containing the multiplicand.
/// \param __B
///    A 256-bit vector of [8 x float] containing the multiplier.
/// \param __C
///    A 256-bit vector of [8 x float] containing the addend.
/// \returns A 256-bit vector of [8 x float] containing the result.
static __inline__ __m256 __DEFAULT_FN_ATTRS256
_mm256_fnmadd_ps(__m256 __A, __m256 __B, __m256 __C)
{
  return (__m256)__builtin_ia32_vfmaddps256(-(__v8sf)__A, (__v8sf)__B, (__v8sf)__C);
}

/// Computes a negated multiply-add of 256-bit vectors of [4 x double].
///    For each element, computes <c> -(__A * __B) + __C </c>.
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFNMADD213PD instruction.
///
/// \param __A
///    A 256-bit vector of [4 x double] containing the multiplicand.
/// \param __B
///    A 256-bit vector of [4 x double] containing the multiplier.
/// \param __C
///    A 256-bit vector of [4 x double] containing the addend.
/// \returns A 256-bit vector of [4 x double] containing the result.
static __inline__ __m256d __DEFAULT_FN_ATTRS256
_mm256_fnmadd_pd(__m256d __A, __m256d __B, __m256d __C)
{
  return (__m256d)__builtin_ia32_vfmaddpd256(-(__v4df)__A, (__v4df)__B, (__v4df)__C);
}

/// Computes a negated multiply-subtract of 256-bit vectors of [8 x float].
///    For each element, computes <c> -(__A * __B) - __C </c>.
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFNMSUB213PS instruction.
///
/// \param __A
///    A 256-bit vector of [8 x float] containing the multiplicand.
/// \param __B
///    A 256-bit vector of [8 x float] containing the multiplier.
/// \param __C
///    A 256-bit vector of [8 x float] containing the subtrahend.
/// \returns A 256-bit vector of [8 x float] containing the result.
static __inline__ __m256 __DEFAULT_FN_ATTRS256
_mm256_fnmsub_ps(__m256 __A, __m256 __B, __m256 __C)
{
  return (__m256)__builtin_ia32_vfmaddps256(-(__v8sf)__A, (__v8sf)__B, -(__v8sf)__C);
}

/// Computes a negated multiply-subtract of 256-bit vectors of [4 x double].
///    For each element, computes <c> -(__A * __B) - __C </c>.
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFNMSUB213PD instruction.
///
/// \param __A
///    A 256-bit vector of [4 x double] containing the multiplicand.
/// \param __B
///    A 256-bit vector of [4 x double] containing the multiplier.
/// \param __C
///    A 256-bit vector of [4 x double] containing the subtrahend.
/// \returns A 256-bit vector of [4 x double] containing the result.
static __inline__ __m256d __DEFAULT_FN_ATTRS256
_mm256_fnmsub_pd(__m256d __A, __m256d __B, __m256d __C)
{
  return (__m256d)__builtin_ia32_vfmaddpd256(-(__v4df)__A, (__v4df)__B, -(__v4df)__C);
}

/// Computes a multiply with alternating add/subtract of 256-bit vectors of
///    [8 x float].
/// \code
/// result[31:0] = (__A[31:0] * __B[31:0]) - __C[31:0]
/// result[63:32] = (__A[63:32] * __B[63:32]) + __C[63:32]
/// result[95:64] = (__A[95:64] * __B[95:64]) - __C[95:64]
/// result[127:96] = (__A[127:96] * __B[127:96]) + __C[127:96]
/// result[159:128] = (__A[159:128] * __B[159:128]) - __C[159:128]
/// result[191:160] = (__A[191:160] * __B[191:160]) + __C[191:160]
/// result[223:192] = (__A[223:192] * __B[223:192]) - __C[223:192]
/// result[255:224] = (__A[255:224] * __B[255:224]) + __C[255:224]
/// \endcode
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMADDSUB213PS instruction.
///
/// \param __A
///    A 256-bit vector of [8 x float] containing the multiplicand.
/// \param __B
///    A 256-bit vector of [8 x float] containing the multiplier.
/// \param __C
///    A 256-bit vector of [8 x float] containing the addend/subtrahend.
/// \returns A 256-bit vector of [8 x float] containing the result.
static __inline__ __m256 __DEFAULT_FN_ATTRS256
_mm256_fmaddsub_ps(__m256 __A, __m256 __B, __m256 __C)
{
  return (__m256)__builtin_ia32_vfmaddsubps256((__v8sf)__A, (__v8sf)__B, (__v8sf)__C);
}

/// Computes a multiply with alternating add/subtract of 256-bit vectors of
///    [4 x double].
/// \code
/// result[63:0] = (__A[63:0] * __B[63:0]) - __C[63:0]
/// result[127:64] = (__A[127:64] * __B[127:64]) + __C[127:64]
/// result[191:128] = (__A[191:128] * __B[191:128]) - __C[191:128]
/// result[255:192] = (__A[255:192] * __B[255:192]) + __C[255:192]
/// \endcode
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMADDSUB213PD instruction.
///
/// \param __A
///    A 256-bit vector of [4 x double] containing the multiplicand.
/// \param __B
///    A 256-bit vector of [4 x double] containing the multiplier.
/// \param __C
///    A 256-bit vector of [4 x double] containing the addend/subtrahend.
/// \returns A 256-bit vector of [4 x double] containing the result.
static __inline__ __m256d __DEFAULT_FN_ATTRS256
_mm256_fmaddsub_pd(__m256d __A, __m256d __B, __m256d __C)
{
  return (__m256d)__builtin_ia32_vfmaddsubpd256((__v4df)__A, (__v4df)__B, (__v4df)__C);
}

/// Computes a vector multiply with alternating add/subtract of 256-bit
///    vectors of [8 x float].
/// \code
/// result[31:0] = (__A[31:0] * __B[31:0]) + __C[31:0]
/// result[63:32] = (__A[63:32] * __B[63:32]) - __C[63:32]
/// result[95:64] = (__A[95:64] * __B[95:64]) + __C[95:64]
/// result[127:96] = (__A[127:96] * __B[127:96]) - __C[127:96]
/// result[159:128] = (__A[159:128] * __B[159:128]) + __C[159:128]
/// result[191:160] = (__A[191:160] * __B[191:160]) - __C[191:160]
/// result[223:192] = (__A[223:192] * __B[223:192]) + __C[223:192]
/// result[255:224] = (__A[255:224] * __B[255:224]) - __C[255:224]
/// \endcode
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMSUBADD213PS instruction.
///
/// \param __A
///    A 256-bit vector of [8 x float] containing the multiplicand.
/// \param __B
///    A 256-bit vector of [8 x float] containing the multiplier.
/// \param __C
///    A 256-bit vector of [8 x float] containing the addend/subtrahend.
/// \returns A 256-bit vector of [8 x float] containing the result.
static __inline__ __m256 __DEFAULT_FN_ATTRS256
_mm256_fmsubadd_ps(__m256 __A, __m256 __B, __m256 __C)
{
  return (__m256)__builtin_ia32_vfmaddsubps256((__v8sf)__A, (__v8sf)__B, -(__v8sf)__C);
}

/// Computes a vector multiply with alternating add/subtract of 256-bit
///    vectors of [4 x double].
/// \code
/// result[63:0] = (__A[63:0] * __B[63:0]) + __C[63:0]
/// result[127:64] = (__A[127:64] * __B[127:64]) - __C[127:64]
/// result[191:128] = (__A[191:128] * __B[191:128]) + __C[191:128]
/// result[255:192] = (__A[255:192] * __B[255:192]) - __C[255:192]
/// \endcode
///
/// \headerfile <immintrin.h>
///
/// This intrinsic corresponds to the \c VFMSUBADD213PD instruction.
///
/// \param __A
///    A 256-bit vector of [4 x double] containing the multiplicand.
/// \param __B
///    A 256-bit vector of [4 x double] containing the multiplier.
/// \param __C
///    A 256-bit vector of [4 x double] containing the addend/subtrahend.
/// \returns A 256-bit vector of [4 x double] containing the result.
static __inline__ __m256d __DEFAULT_FN_ATTRS256
_mm256_fmsubadd_pd(__m256d __A, __m256d __B, __m256d __C)
{
  return (__m256d)__builtin_ia32_vfmaddsubpd256((__v4df)__A, (__v4df)__B, -(__v4df)__C);
}

#undef __DEFAULT_FN_ATTRS128
#undef __DEFAULT_FN_ATTRS256

#endif /* __FMAINTRIN_H */