vllm/csrc/cuda_utils.h
2024-01-26 12:41:10 -08:00

11 lines
184 B
C

#pragma once
#include <torch/extension.h>
int get_device_attribute(
int attribute,
int device_id);
int get_max_shared_memory_per_block_device_attribute(
int device_id);