Unverified Commit 83452dbb authored by Xiaoyu Zhang's avatar Xiaoyu Zhang Committed by GitHub
Browse files

fix file name spelling mistake and useless variable in minmax-text-01-lightning_attention (#2971)

parent 3d93f84a
...@@ -26,7 +26,6 @@ def _decode_kernel( ...@@ -26,7 +26,6 @@ def _decode_kernel(
d_original: tl.constexpr, d_original: tl.constexpr,
e: tl.constexpr, e: tl.constexpr,
e_original: tl.constexpr, e_original: tl.constexpr,
BLOCK_SIZE: tl.constexpr = 32,
): ):
off_bh = tl.program_id(0) off_bh = tl.program_id(0)
off_h = off_bh % h off_h = off_bh % h
......
...@@ -493,6 +493,8 @@ def test_lightning_attention_implementations(model_params): ...@@ -493,6 +493,8 @@ def test_lightning_attention_implementations(model_params):
msg="Lightning attention implementations produce different results", msg="Lightning attention implementations produce different results",
) )
print("✅ Two implementations match")
def get_benchmark(): def get_benchmark():
batch_size_range = [2**i for i in range(0, 7)] # max 64 batch_size_range = [2**i for i in range(0, 7)] # max 64
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment