6ccc0bfffb
Co-authored-by: Philipp Moritz <pcmoritz@gmail.com> Co-authored-by: Amir Balwel <amoooori04@gmail.com> Co-authored-by: root <kuanfu.liu@akirakan.com> Co-authored-by: tjtanaa <tunjian.tan@embeddedllm.com> Co-authored-by: kuanfu <kuanfu.liu@embeddedllm.com> Co-authored-by: miloice <17350011+kliuae@users.noreply.github.com>
29 lines
822 B
C
29 lines
822 B
C
#pragma once
|
|
|
|
#ifndef USE_ROCM
|
|
#define VLLM_LDG(arg) __ldg(arg)
|
|
#else
|
|
#define VLLM_LDG(arg) *(arg)
|
|
#endif
|
|
|
|
#ifndef USE_ROCM
|
|
#define VLLM_SHFL_XOR_SYNC(var, lane_mask) __shfl_xor_sync(uint32_t(-1), var, lane_mask)
|
|
#else
|
|
#define VLLM_SHFL_XOR_SYNC(var, lane_mask) __shfl_xor(var, lane_mask)
|
|
#endif
|
|
|
|
#ifndef USE_ROCM
|
|
#define VLLM_SHFL_SYNC(var, src_lane) __shfl_sync(uint32_t(-1), var, src_lane)
|
|
#else
|
|
#define VLLM_SHFL_SYNC(var, src_lane) __shfl(var, src_lane)
|
|
#endif
|
|
|
|
#ifndef USE_ROCM
|
|
#define VLLM_DevFuncAttribute_SET_MaxDynamicSharedMemorySize(FUNC, VAL) \
|
|
cudaFuncSetAttribute(FUNC, cudaFuncAttributeMaxDynamicSharedMemorySize, VAL)
|
|
#else
|
|
#define VLLM_DevFuncAttribute_SET_MaxDynamicSharedMemorySize(FUNC, VAL) \
|
|
hipFuncSetAttribute(FUNC, hipFuncAttributeMaxDynamicSharedMemorySize, VAL)
|
|
#endif
|
|
|