69 lines · c
1/*===------------- avx512ifmaintrin.h - IFMA intrinsics ------------------===2 *3 *4 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.5 * See https://llvm.org/LICENSE.txt for license information.6 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception7 *8 *===-----------------------------------------------------------------------===9 */10#ifndef __IMMINTRIN_H11#error "Never use <avx512ifmaintrin.h> directly; include <immintrin.h> instead."12#endif13 14#ifndef __IFMAINTRIN_H15#define __IFMAINTRIN_H16 17/* Define the default attributes for the functions in this file. */18#if defined(__cplusplus) && (__cplusplus >= 201103L)19#define __DEFAULT_FN_ATTRS \20 __attribute__((__always_inline__, __nodebug__, __target__("avx512ifma"), \21 __min_vector_width__(512))) constexpr22#else23#define __DEFAULT_FN_ATTRS \24 __attribute__((__always_inline__, __nodebug__, __target__("avx512ifma"), \25 __min_vector_width__(512)))26#endif27 28static __inline__ __m512i __DEFAULT_FN_ATTRS29_mm512_madd52hi_epu64(__m512i __X, __m512i __Y, __m512i __Z) {30 return (__m512i)__builtin_ia32_vpmadd52huq512((__v8di)__X, (__v8di)__Y,31 (__v8di)__Z);32}33 34static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_mask_madd52hi_epu64(35 __m512i __W, __mmask8 __M, __m512i __X, __m512i __Y) {36 return (__m512i)__builtin_ia32_selectq_512(37 __M, (__v8di)_mm512_madd52hi_epu64(__W, __X, __Y), (__v8di)__W);38}39 40static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_maskz_madd52hi_epu64(41 __mmask8 __M, __m512i __X, __m512i __Y, __m512i __Z) {42 return (__m512i)__builtin_ia32_selectq_512(43 __M, (__v8di)_mm512_madd52hi_epu64(__X, __Y, __Z),44 (__v8di)_mm512_setzero_si512());45}46 47static __inline__ __m512i __DEFAULT_FN_ATTRS48_mm512_madd52lo_epu64(__m512i __X, __m512i __Y, __m512i __Z) {49 return (__m512i)__builtin_ia32_vpmadd52luq512((__v8di)__X, (__v8di)__Y,50 (__v8di)__Z);51}52 53static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_mask_madd52lo_epu64(54 __m512i __W, __mmask8 __M, __m512i __X, __m512i __Y) {55 return (__m512i)__builtin_ia32_selectq_512(56 __M, (__v8di)_mm512_madd52lo_epu64(__W, __X, __Y), (__v8di)__W);57}58 59static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_maskz_madd52lo_epu64(60 __mmask8 __M, __m512i __X, __m512i __Y, __m512i __Z) {61 return (__m512i)__builtin_ia32_selectq_512(62 __M, (__v8di)_mm512_madd52lo_epu64(__X, __Y, __Z),63 (__v8di)_mm512_setzero_si512());64}65 66#undef __DEFAULT_FN_ATTRS67 68#endif69