vllm/csrc/cuda_utils.h

6 lines
160 B
C
Raw Normal View History

2023-12-14 12:35:58 -05:00
#pragma once
int64_t get_device_attribute(int64_t attribute, int64_t device_id);
int64_t get_max_shared_memory_per_block_device_attribute(int64_t device_id);