97 lines · c
1//===--- DeviceUtils.h - OpenMP device runtime utility functions -- C++ -*-===//2//3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.4// See https://llvm.org/LICENSE.txt for license information.5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception6//7//===----------------------------------------------------------------------===//8//9//10//===----------------------------------------------------------------------===//11 12#ifndef OMPTARGET_DEVICERTL_DEVICE_UTILS_H13#define OMPTARGET_DEVICERTL_DEVICE_UTILS_H14 15#include "DeviceTypes.h"16#include "Shared/Utils.h"17 18namespace utils {19 20template <typename T> struct type_identity {21 using type = T;22};23 24template <typename T, T v> struct integral_constant {25 inline static constexpr T value = v;26};27 28/// Freestanding SFINAE helpers.29template <class T> struct remove_cv : type_identity<T> {};30template <class T> struct remove_cv<const T> : type_identity<T> {};31template <class T> struct remove_cv<volatile T> : type_identity<T> {};32template <class T> struct remove_cv<const volatile T> : type_identity<T> {};33template <class T> using remove_cv_t = typename remove_cv<T>::type;34 35using true_type = integral_constant<bool, true>;36using false_type = integral_constant<bool, false>;37 38template <typename T, typename U> struct is_same : false_type {};39template <typename T> struct is_same<T, T> : true_type {};40template <typename T, typename U>41inline constexpr bool is_same_v = is_same<T, U>::value;42 43template <typename T> struct is_floating_point {44 inline static constexpr bool value =45 is_same_v<remove_cv_t<T>, float> || is_same_v<remove_cv_t<T>, double>;46};47template <typename T>48inline constexpr bool is_floating_point_v = is_floating_point<T>::value;49 50template <bool B, typename T = void> struct enable_if;51template <typename T> struct enable_if<true, T> : type_identity<T> {};52template <bool B, typename T = void>53using enable_if_t = typename enable_if<B, T>::type;54 55template <class T> struct remove_addrspace : type_identity<T> {};56template <class T, int N>57struct remove_addrspace<T [[clang::address_space(N)]]> : type_identity<T> {};58template <class T>59using remove_addrspace_t = typename remove_addrspace<T>::type;60 61template <typename To, typename From> inline To bitCast(From V) {62 static_assert(sizeof(To) == sizeof(From), "Bad conversion");63 return __builtin_bit_cast(To, V);64}65 66/// Return the value \p Var from thread Id \p SrcLane in the warp if the thread67/// is identified by \p Mask.68int32_t shuffle(uint64_t Mask, int32_t Var, int32_t SrcLane, int32_t Width);69 70int32_t shuffleDown(uint64_t Mask, int32_t Var, uint32_t Delta, int32_t Width);71 72int64_t shuffleDown(uint64_t Mask, int64_t Var, uint32_t Delta, int32_t Width);73 74uint64_t ballotSync(uint64_t Mask, int32_t Pred);75 76/// Return \p LowBits and \p HighBits packed into a single 64 bit value.77uint64_t pack(uint32_t LowBits, uint32_t HighBits);78 79/// Unpack \p Val into \p LowBits and \p HighBits.80void unpack(uint64_t Val, uint32_t &LowBits, uint32_t &HighBits);81 82/// Return true iff \p Ptr is pointing into shared (local) memory (AS(3)).83bool isSharedMemPtr(void *Ptr);84 85/// Return true iff \p Ptr is pointing into (thread) local memory (AS(5)).86bool isThreadLocalMemPtr(void *Ptr);87 88/// A pointer variable that has by design an `undef` value. Use with care.89[[clang::loader_uninitialized]] static void *const UndefPtr;90 91#define OMP_LIKELY(EXPR) __builtin_expect((bool)(EXPR), true)92#define OMP_UNLIKELY(EXPR) __builtin_expect((bool)(EXPR), false)93 94} // namespace utils95 96#endif97