vllm/csrc/cuda_utils.h

8 lines
170 B
C
Raw Normal View History

2023-12-14 12:35:58 -05:00
#pragma once
#include <torch/extension.h>
int get_device_attribute(int attribute, int device_id);
int get_max_shared_memory_per_block_device_attribute(int device_id);