vllm/csrc/cuda_utils.h

11 lines
184 B
C
Raw Normal View History

2023-12-14 12:35:58 -05:00
#pragma once
#include <torch/extension.h>
int get_device_attribute(
int attribute,
int device_id);
int get_max_shared_memory_per_block_device_attribute(
int device_id);