#pragma once #include #include #include void swap_blocks( torch::Tensor& src, torch::Tensor& dst, const torch::Tensor& block_mapping); void copy_blocks( std::vector& key_caches, std::vector& value_caches, const torch::Tensor& block_mapping); void reshape_and_cache( torch::Tensor& key, torch::Tensor& value, torch::Tensor& key_cache, torch::Tensor& value_cache, torch::Tensor& slot_mapping, const std::string& kv_cache_dtype, const float kv_scale); void reshape_and_cache_flash( torch::Tensor& key, torch::Tensor& value, torch::Tensor& key_cache, torch::Tensor& value_cache, torch::Tensor& slot_mapping, const std::string& kv_cache_dtype); // Just for unittest void convert_fp8( torch::Tensor& dst_cache, torch::Tensor& src_cache, const float scale, const std::string& kv_cache_dtype);