Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
composable_kernel_ROCM
Commits
60d0af7e
Unverified
Commit
60d0af7e
authored
Jan 31, 2025
by
Max Podkorytov
Browse files
edit test and benchmark scripts for the new example
parent
758b2aaa
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
6 additions
and
21 deletions
+6
-21
example/ck_tile/18_flexattn/script/benchmark_fwd.sh
example/ck_tile/18_flexattn/script/benchmark_fwd.sh
+3
-14
example/ck_tile/18_flexattn/script/run_full_test.sh
example/ck_tile/18_flexattn/script/run_full_test.sh
+2
-6
example/ck_tile/18_flexattn/script/smoke_test_fwd.sh
example/ck_tile/18_flexattn/script/smoke_test_fwd.sh
+1
-1
No files found.
example/ck_tile/18_flexattn/script/benchmark_fwd.sh
View file @
60d0af7e
#!/bin/sh
# TODO: run this script from CK root or build directory
EXE
=
"
$(
find
.
-name
tile_example_f
mha
_fwd
-type
f |
head
-n
1
)
"
EXE
=
"
$(
find
.
-name
tile_example_f
lexattn
_fwd
-type
f |
head
-n
1
)
"
VALID
=
0
for
prec
in
"fp16"
"bf16"
;
do
for
perm
in
0
1
;
do
for
prec
in
"bf16"
;
do
for
perm
in
0
;
do
for
hdim
in
64 128 256
;
do
nhead
=
$((
2048
/
$hdim
))
# follow fav2 setup
...
...
@@ -18,14 +18,3 @@ $EXE -prec=$prec -b=1 -h=$nhead -d=$hdim -s=16384 -iperm=$perm -operm=$perm -kn
done
done
done
for
perm
in
0 1
;
do
$EXE
-prec
=
fp8
-squant
=
1
-b
=
32
-h
=
16
-d
=
128
-s
=
512
-iperm
=
$perm
-operm
=
$perm
-vlayout
=
c
-range_q
=
240
-range_k
=
240
-range_v
=
240
-range_p
=
240
-range_o
=
240
-kname
=
1
-v
=
$VALID
;
sleep
3
$EXE
-prec
=
fp8
-squant
=
1
-b
=
16
-h
=
16
-d
=
128
-s
=
1024
-iperm
=
$perm
-operm
=
$perm
-vlayout
=
c
-range_q
=
240
-range_k
=
240
-range_v
=
240
-range_p
=
240
-range_o
=
240
-kname
=
1
-v
=
$VALID
;
sleep
3
$EXE
-prec
=
fp8
-squant
=
1
-b
=
8
-h
=
16
-d
=
128
-s
=
2048
-iperm
=
$perm
-operm
=
$perm
-vlayout
=
c
-range_q
=
240
-range_k
=
240
-range_v
=
240
-range_p
=
240
-range_o
=
240
-kname
=
1
-v
=
$VALID
;
sleep
3
$EXE
-prec
=
fp8
-squant
=
1
-b
=
4
-h
=
16
-d
=
128
-s
=
4096
-iperm
=
$perm
-operm
=
$perm
-vlayout
=
c
-range_q
=
240
-range_k
=
240
-range_v
=
240
-range_p
=
240
-range_o
=
240
-kname
=
1
-v
=
$VALID
;
sleep
3
$EXE
-prec
=
fp8
-squant
=
1
-b
=
2
-h
=
16
-d
=
128
-s
=
8192
-iperm
=
$perm
-operm
=
$perm
-vlayout
=
c
-range_q
=
240
-range_k
=
240
-range_v
=
240
-range_p
=
240
-range_o
=
240
-kname
=
1
-v
=
$VALID
;
sleep
3
$EXE
-prec
=
fp8
-squant
=
1
-b
=
1
-h
=
16
-d
=
128
-s
=
16384
-iperm
=
$perm
-operm
=
$perm
-vlayout
=
c
-range_q
=
240
-range_k
=
240
-range_v
=
240
-range_p
=
240
-range_o
=
240
-kname
=
1
-v
=
$VALID
;
sleep
3
done
\ No newline at end of file
example/ck_tile/18_flexattn/script/run_full_test.sh
View file @
60d0af7e
...
...
@@ -32,15 +32,11 @@ function print_log_header(){
}
#run verification tests
example/ck_tile/01_fmha/script/smoke_test_fwd.sh
example/ck_tile/01_fmha/script/smoke_test_bwd.sh
example/ck_tile/18_flexattn/script/smoke_test_fwd.sh
#run performance benchmarks
export
fmha_fwd_log
=
"perf_fmha_fwd_
$GPU_arch
.log"
print_log_header
$fmha_fwd_log
$env_type
$branch
$host_name
example/ck_tile/
01_fmha
/script/benchmark_fwd.sh 2>&1 |
tee
-a
$fmha_fwd_log
example/ck_tile/
18_flexattn
/script/benchmark_fwd.sh 2>&1 |
tee
-a
$fmha_fwd_log
export
fmha_bwd_log
=
"perf_fmha_bwd_
$GPU_arch
.log"
print_log_header
$fmha_bwd_log
$env_type
$branch
$host_name
example/ck_tile/01_fmha/script/benchmark_bwd.sh 2>&1 |
tee
-a
$fmha_bwd_log
example/ck_tile/18_flexattn/script/smoke_test_fwd.sh
View file @
60d0af7e
#!/bin/bash
# TODO: run this script from CK root or build directory
EXE
=
"
$(
find
.
-name
tile_example_f
mha
_fwd
-type
f |
head
-n
1
)
"
EXE
=
"
$(
find
.
-name
tile_example_f
lexattn
_fwd
-type
f |
head
-n
1
)
"
KNAME
=
1
export
CK_WARMUP
=
0
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment