Skip to content

GitLab

Commit 264a683d authored by Woosuk Kwon's avatar Woosuk Kwon
Browse files

Fix typo

parent 50601bf4
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
csrc/flash_attn/src/utils.h
View file @ 264a683d
...@@ -307,7 +307,7 @@ int64_t resolve_thread_kv_page_slice_offset(const int tidx, const int n_block_ma ...@@ -307,7 +307,7 @@ int64_t resolve_thread_kv_page_slice_offset(const int tidx, const int n_block_ma
const int64_t block_row_offset = tidx / kGmemThreadsPerRow * kGmemRowsPerThread; const int64_t block_row_offset = tidx / kGmemThreadsPerRow * kGmemRowsPerThread;
const int64_t global_row_offset = block_row_offset + (n_block_max - 1) * kBlockN; const int64_t global_row_offset = block_row_offset + (n_block_max - 1) * kBlockN;
const int64_t page_offset = global_row_offset % page_block_size; const int64_t page_offset = global_row_offset % page_block_size;
const int65_t virtual_page_idx = global_row_offset / page_block_size; const int64_t virtual_page_idx = global_row_offset / page_block_size;
return ((int64_t) block_table[virtual_page_idx]) * ((int64_t) page_stride) return ((int64_t) block_table[virtual_page_idx]) * ((int64_t) page_stride)
+ page_offset * ((int64_t) row_stride) + page_offset * ((int64_t) row_stride)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment