Maneesh Gupta
214 lines
8.5 KiB
C
214 lines
8.5 KiB
C
/*
|
|
Copyright (c) 2015 - present Advanced Micro Devices, Inc. All rights reserved.
|
|
|
|
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
of this software and associated documentation files (the "Software"), to deal
|
|
in the Software without restriction, including without limitation the rights
|
|
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
copies of the Software, and to permit persons to whom the Software is
|
|
furnished to do so, subject to the following conditions:
|
|
|
|
The above copyright notice and this permission notice shall be included in
|
|
all copies or substantial portions of the Software.
|
|
|
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
THE SOFTWARE.
|
|
*/
|
|
|
|
#ifndef HIP_INCLUDE_HIP_HCC_DETAIL_DEVICE_FUNCTIONS_H
|
|
#define HIP_INCLUDE_HIP_HCC_DETAIL_DEVICE_FUNCTIONS_H
|
|
|
|
#include "host_defines.h"
|
|
|
|
#include <hip/hip_vector_types.h>
|
|
|
|
extern "C" __device__ unsigned int __hip_hc_ir_umul24_int(unsigned int, unsigned int);
|
|
extern "C" __device__ signed int __hip_hc_ir_mul24_int(signed int, signed int);
|
|
extern "C" __device__ signed int __hip_hc_ir_mulhi_int(signed int, signed int);
|
|
extern "C" __device__ unsigned int __hip_hc_ir_umulhi_int(unsigned int, unsigned int);
|
|
extern "C" __device__ unsigned int __hip_hc_ir_usad_int(unsigned int, unsigned int, unsigned int);
|
|
|
|
// integer intrinsic function __poc __clz __ffs __brev
|
|
__device__ unsigned int __brev(unsigned int x);
|
|
__device__ unsigned long long int __brevll(unsigned long long int x);
|
|
__device__ unsigned int __byte_perm(unsigned int x, unsigned int y, unsigned int s);
|
|
__device__ unsigned int __clz(int x);
|
|
__device__ unsigned int __clzll(long long int x);
|
|
__device__ unsigned int __ffs(int x);
|
|
__device__ unsigned int __ffsll(long long int x);
|
|
__device__ static unsigned int __hadd(int x, int y);
|
|
__device__ static int __mul24(int x, int y);
|
|
__device__ long long int __mul64hi(long long int x, long long int y);
|
|
__device__ static int __mulhi(int x, int y);
|
|
__device__ unsigned int __popc(unsigned int x);
|
|
__device__ unsigned int __popcll(unsigned long long int x);
|
|
__device__ static int __rhadd(int x, int y);
|
|
__device__ static unsigned int __sad(int x, int y, int z);
|
|
__device__ static unsigned int __uhadd(unsigned int x, unsigned int y);
|
|
__device__ static int __umul24(unsigned int x, unsigned int y);
|
|
__device__ unsigned long long int __umul64hi(unsigned long long int x, unsigned long long int y);
|
|
__device__ static unsigned int __umulhi(unsigned int x, unsigned int y);
|
|
__device__ static unsigned int __urhadd(unsigned int x, unsigned int y);
|
|
__device__ static unsigned int __usad(unsigned int x, unsigned int y, unsigned int z);
|
|
|
|
__device__ static inline unsigned int __hadd(int x, int y) {
|
|
int z = x + y;
|
|
int sign = z & 0x8000000;
|
|
int value = z & 0x7FFFFFFF;
|
|
return ((value) >> 1 || sign);
|
|
}
|
|
__device__ static inline int __mul24(int x, int y) { return __hip_hc_ir_mul24_int(x, y); }
|
|
__device__ static inline int __mulhi(int x, int y) { return __hip_hc_ir_mulhi_int(x, y); }
|
|
__device__ static inline int __rhadd(int x, int y) {
|
|
int z = x + y + 1;
|
|
int sign = z & 0x8000000;
|
|
int value = z & 0x7FFFFFFF;
|
|
return ((value) >> 1 || sign);
|
|
}
|
|
__device__ static inline unsigned int __sad(int x, int y, int z) {
|
|
return x > y ? x - y + z : y - x + z;
|
|
}
|
|
__device__ static inline unsigned int __uhadd(unsigned int x, unsigned int y) {
|
|
return (x + y) >> 1;
|
|
}
|
|
__device__ static inline int __umul24(unsigned int x, unsigned int y) {
|
|
return __hip_hc_ir_umul24_int(x, y);
|
|
}
|
|
__device__ static inline unsigned int __umulhi(unsigned int x, unsigned int y) {
|
|
return __hip_hc_ir_umulhi_int(x, y);
|
|
}
|
|
__device__ static inline unsigned int __urhadd(unsigned int x, unsigned int y) {
|
|
return (x + y + 1) >> 1;
|
|
}
|
|
__device__ static inline unsigned int __usad(unsigned int x, unsigned int y, unsigned int z) {
|
|
return __hip_hc_ir_usad_int(x, y, z);
|
|
}
|
|
|
|
extern __device__ __attribute__((const)) unsigned int __mbcnt_lo(unsigned int x, unsigned int y) __asm("llvm.amdgcn.mbcnt.lo");
|
|
extern __device__ __attribute__((const)) unsigned int __mbcnt_hi(unsigned int x, unsigned int y) __asm("llvm.amdgcn.mbcnt.hi");
|
|
|
|
__device__ static inline unsigned int __lane_id() { return __mbcnt_hi(-1, __mbcnt_lo(-1, 0)); }
|
|
|
|
/*
|
|
Rounding modes are not yet supported in HIP
|
|
*/
|
|
|
|
__device__ float __double2float_rd(double x);
|
|
__device__ float __double2float_rn(double x);
|
|
__device__ float __double2float_ru(double x);
|
|
__device__ float __double2float_rz(double x);
|
|
|
|
__device__ int __double2hiint(double x);
|
|
|
|
__device__ int __double2int_rd(double x);
|
|
__device__ int __double2int_rn(double x);
|
|
__device__ int __double2int_ru(double x);
|
|
__device__ int __double2int_rz(double x);
|
|
|
|
__device__ long long int __double2ll_rd(double x);
|
|
__device__ long long int __double2ll_rn(double x);
|
|
__device__ long long int __double2ll_ru(double x);
|
|
__device__ long long int __double2ll_rz(double x);
|
|
|
|
__device__ int __double2loint(double x);
|
|
|
|
__device__ unsigned int __double2uint_rd(double x);
|
|
__device__ unsigned int __double2uint_rn(double x);
|
|
__device__ unsigned int __double2uint_ru(double x);
|
|
__device__ unsigned int __double2uint_rz(double x);
|
|
|
|
__device__ unsigned long long int __double2ull_rd(double x);
|
|
__device__ unsigned long long int __double2ull_rn(double x);
|
|
__device__ unsigned long long int __double2ull_ru(double x);
|
|
__device__ unsigned long long int __double2ull_rz(double x);
|
|
|
|
__device__ long long int __double_as_longlong(double x);
|
|
/*
|
|
__device__ unsigned short __float2half_rn(float x);
|
|
__device__ float __half2float(unsigned short);
|
|
|
|
The above device function are not a valid .
|
|
Use
|
|
__device__ __half __float2half_rn(float x);
|
|
__device__ float __half2float(__half);
|
|
from hip_fp16.h
|
|
|
|
CUDA implements half as unsigned short whereas, HIP doesn't.
|
|
|
|
*/
|
|
|
|
__device__ int __float2int_rd(float x);
|
|
__device__ int __float2int_rn(float x);
|
|
__device__ int __float2int_ru(float x);
|
|
__device__ int __float2int_rz(float x);
|
|
|
|
__device__ long long int __float2ll_rd(float x);
|
|
__device__ long long int __float2ll_rn(float x);
|
|
__device__ long long int __float2ll_ru(float x);
|
|
__device__ long long int __float2ll_rz(float x);
|
|
|
|
__device__ unsigned int __float2uint_rd(float x);
|
|
__device__ unsigned int __float2uint_rn(float x);
|
|
__device__ unsigned int __float2uint_ru(float x);
|
|
__device__ unsigned int __float2uint_rz(float x);
|
|
|
|
__device__ unsigned long long int __float2ull_rd(float x);
|
|
__device__ unsigned long long int __float2ull_rn(float x);
|
|
__device__ unsigned long long int __float2ull_ru(float x);
|
|
__device__ unsigned long long int __float2ull_rz(float x);
|
|
|
|
__device__ int __float_as_int(float x);
|
|
__device__ unsigned int __float_as_uint(float x);
|
|
__device__ double __hiloint2double(int hi, int lo);
|
|
__device__ double __int2double_rn(int x);
|
|
|
|
__device__ float __int2float_rd(int x);
|
|
__device__ float __int2float_rn(int x);
|
|
__device__ float __int2float_ru(int x);
|
|
__device__ float __int2float_rz(int x);
|
|
|
|
__device__ float __int_as_float(int x);
|
|
|
|
__device__ double __ll2double_rd(long long int x);
|
|
__device__ double __ll2double_rn(long long int x);
|
|
__device__ double __ll2double_ru(long long int x);
|
|
__device__ double __ll2double_rz(long long int x);
|
|
|
|
__device__ float __ll2float_rd(long long int x);
|
|
__device__ float __ll2float_rn(long long int x);
|
|
__device__ float __ll2float_ru(long long int x);
|
|
__device__ float __ll2float_rz(long long int x);
|
|
|
|
__device__ double __longlong_as_double(long long int x);
|
|
|
|
__device__ double __uint2double_rn(int x);
|
|
|
|
__device__ float __uint2float_rd(unsigned int x);
|
|
__device__ float __uint2float_rn(unsigned int x);
|
|
__device__ float __uint2float_ru(unsigned int x);
|
|
__device__ float __uint2float_rz(unsigned int x);
|
|
|
|
__device__ float __uint_as_float(unsigned int x);
|
|
|
|
__device__ double __ull2double_rd(unsigned long long int x);
|
|
__device__ double __ull2double_rn(unsigned long long int x);
|
|
__device__ double __ull2double_ru(unsigned long long int x);
|
|
__device__ double __ull2double_rz(unsigned long long int x);
|
|
|
|
__device__ float __ull2float_rd(unsigned long long int x);
|
|
__device__ float __ull2float_rn(unsigned long long int x);
|
|
__device__ float __ull2float_ru(unsigned long long int x);
|
|
__device__ float __ull2float_rz(unsigned long long int x);
|
|
|
|
__device__ char4 __hip_hc_add8pk(char4, char4);
|
|
__device__ char4 __hip_hc_sub8pk(char4, char4);
|
|
__device__ char4 __hip_hc_mul8pk(char4, char4);
|
|
|
|
|
|
#endif
|