diff --git a/clang/include/clang/Basic/BuiltinsX86.def b/clang/include/clang/Basic/BuiltinsX86.def index 9ca671df55b0b658e1eb698a8d0a0eb2484caf4d..ac359f614fefc94a9a3e8597598bdfe477c7dfe1 100644 --- a/clang/include/clang/Basic/BuiltinsX86.def +++ b/clang/include/clang/Basic/BuiltinsX86.def @@ -604,4 +604,12 @@ BUILTIN(__builtin_ctzs, "UsUs", "") BUILTIN(__builtin_ia32_bextr_u32, "UiUiUi", "") BUILTIN(__builtin_ia32_bextr_u64, "ULLiULLiULLi", "") +// BMI2 +BUILTIN(__builtin_ia32_bzhi_si, "UiUiUi", "") +BUILTIN(__builtin_ia32_bzhi_di, "ULLiULLiULLi", "") +BUILTIN(__builtin_ia32_pdep_si, "UiUiUi", "") +BUILTIN(__builtin_ia32_pdep_di, "ULLiULLiULLi", "") +BUILTIN(__builtin_ia32_pext_si, "UiUiUi", "") +BUILTIN(__builtin_ia32_pext_di, "ULLiULLiULLi", "") + #undef BUILTIN diff --git a/clang/lib/Headers/bmi2intrin.h b/clang/lib/Headers/bmi2intrin.h new file mode 100644 index 0000000000000000000000000000000000000000..c60b0c43931536aaed3df6547fbc58e9fabc4199 --- /dev/null +++ b/clang/lib/Headers/bmi2intrin.h @@ -0,0 +1,75 @@ +/*===---- bmi2intrin.h - BMI2 intrinsics -----------------------------------=== + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to deal + * in the Software without restriction, including without limitation the rights + * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell + * copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in + * all copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN + * THE SOFTWARE. + * + *===-----------------------------------------------------------------------=== + */ + +#if !defined __X86INTRIN_H && !defined __IMMINTRIN_H +#error "Never use directly; include instead." +#endif + +#ifndef __BMI2__ +# error "BMI2 instruction set not enabled" +#endif /* __BMI2__ */ + +#ifndef __BMI2INTRIN_H +#define __BMI2INTRIN_H + +static __inline__ unsigned int __attribute__((__always_inline__, __nodebug__)) +_bzhi_u32(unsigned int __X, unsigned int __Y) +{ + return __builtin_ia32_bzhi_si(__X, __Y); +} + +static __inline__ unsigned int __attribute__((__always_inline__, __nodebug__)) +_pdep_u32(unsigned int __X, unsigned int __Y) +{ + return __builtin_ia32_pdep_si(__X, __Y); +} + +static __inline__ unsigned int __attribute__((__always_inline__, __nodebug__)) +_pext_u32(unsigned int __X, unsigned int __Y) +{ + return __builtin_ia32_pext_si(__X, __Y); +} + +#ifdef __x86_64__ + +static __inline__ unsigned long long __attribute__((__always_inline__, __nodebug__)) +_bzhi_u64(unsigned long long __X, unsigned long long __Y) +{ + return __builtin_ia32_bzhi_di(__X, __Y); +} + +static __inline__ unsigned long long __attribute__((__always_inline__, __nodebug__)) +_pdep_u64(unsigned long long __X, unsigned long long __Y) +{ + return __builtin_ia32_pdep_di(__X, __Y); +} + +static __inline__ unsigned long long __attribute__((__always_inline__, __nodebug__)) +_pext_u64(unsigned long long __X, unsigned long long __Y) +{ + return __builtin_ia32_pext_di(__X, __Y); +} + +#endif /* !__x86_64__ */ + +#endif /* __BMI2INTRIN_H */ diff --git a/clang/lib/Headers/immintrin.h b/clang/lib/Headers/immintrin.h index 74999231b90417a951dfd72c90957d0f0f5d6ce8..16055251dd0a273fa1e5390c0004a80f5aa61d73 100644 --- a/clang/lib/Headers/immintrin.h +++ b/clang/lib/Headers/immintrin.h @@ -64,6 +64,10 @@ #include #endif +#ifdef __BMI2__ +#include +#endif + #ifdef __LZCNT__ #include #endif diff --git a/clang/lib/Headers/x86intrin.h b/clang/lib/Headers/x86intrin.h index c4baebe74e29ee9f7cb5790adcdabf7e7c0506b0..e64ee3741395a5fe58855904342c954ce2113940 100644 --- a/clang/lib/Headers/x86intrin.h +++ b/clang/lib/Headers/x86intrin.h @@ -30,6 +30,10 @@ #include #endif +#ifdef __BMI2__ +#include +#endif + #ifdef __LZCNT__ #include #endif diff --git a/clang/test/CodeGen/bmi2-builtins.c b/clang/test/CodeGen/bmi2-builtins.c new file mode 100644 index 0000000000000000000000000000000000000000..18b2319f9f97f2990f8395d8dceb2174bcb20820 --- /dev/null +++ b/clang/test/CodeGen/bmi2-builtins.c @@ -0,0 +1,36 @@ +// RUN: %clang_cc1 %s -O3 -triple=x86_64-apple-darwin -target-feature +bmi2 -emit-llvm -o - | FileCheck %s + +// Don't include mm_malloc.h, it's system specific. +#define __MM_MALLOC_H + +#include + +unsigned int test_bzhi_u32(unsigned int __X, unsigned int __Y) { + // CHECK: @llvm.x86.bmi.bzhi.32 + return _bzhi_u32(__X, __Y); +} + +unsigned int test_pdep_u32(unsigned int __X, unsigned int __Y) { + // CHECK: @llvm.x86.bmi.pdep.32 + return _pdep_u32(__X, __Y); +} + +unsigned int test_pext_u32(unsigned int __X, unsigned int __Y) { + // CHECK: @llvm.x86.bmi.pext.32 + return _pext_u32(__X, __Y); +} + +unsigned long long test_bzhi_u64(unsigned long long __X, unsigned long long __Y) { + // CHECK: @llvm.x86.bmi.bzhi.64 + return _bzhi_u64(__X, __Y); +} + +unsigned long long test_pdep_u64(unsigned long long __X, unsigned long long __Y) { + // CHECK: @llvm.x86.bmi.pdep.64 + return _pdep_u64(__X, __Y); +} + +unsigned long long test_pext_u64(unsigned long long __X, unsigned long long __Y) { + // CHECK: @llvm.x86.bmi.pext.64 + return _pext_u64(__X, __Y); +}