"vscode:/vscode.git/clone" did not exist on "14b2cfc528cfd123aff42c1383e6e6ae1ad7a9eb"
Commit 611e6922 authored by zhanghj2's avatar zhanghj2
Browse files

添加测试用例

parent 892f7274
...@@ -210,13 +210,13 @@ def main(torch_dtype, is_prof=False): ...@@ -210,13 +210,13 @@ def main(torch_dtype, is_prof=False):
# ''' # '''
for b in [3, 6, 9, 12, 15, 18, 21, 24]: for b in [3, 6, 9, 12, 15, 18, 21, 24]:
for s in [111, 112, 123, 1234, 432, 4325, 4000, 8192, 11111]: for s in [111, 112, 123, 1234, 432, 4325, 4000, 8192, 11111]:
for h_q in [16]: for h_q in [16, 128]:
for s_q in [1, 2, 3]: # MTP = 1, 2 for s_q in [1, 2, 3]: # MTP = 1, 2
for varlen in [False, True]: for varlen in [False, True]:
test_flash_mla_fp8_e5m2(b, s_q, s, h_q, h_kv, d, dv, causal, varlen,True) test_flash_mla_fp8_e5m2(b, s_q, s, h_q, h_kv, d, dv, causal, varlen,True)
for b in [3, 6, 9, 12, 15, 18, 21, 24, 32, 64, 128, 256]: for b in [3, 6, 9, 12, 15, 18, 21, 24, 32, 64, 128, 256]:
for s in [4000]: for s in [4000]:
for h_q in [16]: for h_q in [16, 128]:
for s_q in [1]: # MTP = 1, 2 for s_q in [1]: # MTP = 1, 2
for varlen in [False]: for varlen in [False]:
test_flash_mla_fp8_e5m2(b, s_q, s, h_q, h_kv, d, dv, causal, varlen) test_flash_mla_fp8_e5m2(b, s_q, s, h_q, h_kv, d, dv, causal, varlen)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment