20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Misc] Apply a couple g++ cleanups (#4719)

Browse Source
This commit is contained in:
Steve Grubb 2024-05-10 09:37:05 -04:00 committed by GitHub
parent 64b77dfd7e
commit dac6a3f6ed
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
csrc/cpu/cache.cpp
View File

@ -84,7 +84,7 @@ void reshape_and_cache_cpu_impl(
void copy_blocks(std::vector<torch::Tensor> &key_caches,
std::vector<torch::Tensor> &value_caches,
const torch::Tensor& block_mapping) {
int num_layers = key_caches.size();
unsigned num_layers = key_caches.size();
TORCH_CHECK(num_layers == value_caches.size());
if (num_layers == 0) {
return;

1
csrc/cpu/pos_encoding.cpp
View File

@ -19,7 +19,6 @@ void rotary_embedding_impl(
const int num_tokens) {
using scalar_vec_t = vec_op::vec_t<scalar_t>;
constexpr int VEC_ELEM_NUM = scalar_vec_t::get_elem_num();
constexpr int ELEM_SIZE = sizeof(scalar_t);
const int embed_dim = rot_dim / 2;
TORCH_CHECK(embed_dim % VEC_ELEM_NUM == 0);