attention.h

#pragma once
// SPDX-License-Identifier: MIT
 
#include <torch/extension.h>

void paged_attention(
    torch::Tensor &out, torch::Tensor &exp_sums, torch::Tensor &max_logits,
    torch::Tensor &tmp_out, torch::Tensor &query, torch::Tensor &key_cache,
    torch::Tensor &value_cache, int64_t num_kv_heads, double scale,
    torch::Tensor &block_tables, torch::Tensor &context_lens,
    int64_t block_size, int64_t max_context_len,
    const std::optional<torch::Tensor> &alibi_slopes,
    const std::string &kv_cache_dtype, double k_scale, double v_scale,
    const std::optional<torch::Tensor> &fp8_out_scale, int64_t partition_size);