Skip to content

GitLab

Unverified Commit ba499444 authored by Joe Runde's avatar Joe Runde Committed by GitHub
Browse files

[Kernel] Add punica dimensions for Granite 3b and 8b (#5930) 


Signed-off-by: default avatarJoe Runde <joe@joerun.de>
parent 906a19cd
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 0 deletions
csrc/punica/bgmv/bgmv_config.h
View file @ ba499444
...@@ -86,6 +86,7 @@ void bgmv_kernel(out_T *__restrict__ Y, const in_T *__restrict__ X, ...@@ -86,6 +86,7 @@ void bgmv_kernel(out_T *__restrict__ Y, const in_T *__restrict__ X,
f(in_T, out_T, W_T, narrow, 36864) \ f(in_T, out_T, W_T, narrow, 36864) \
f(in_T, out_T, W_T, narrow, 43264) \ f(in_T, out_T, W_T, narrow, 43264) \
f(in_T, out_T, W_T, narrow, 49152) \ f(in_T, out_T, W_T, narrow, 49152) \
f(in_T, out_T, W_T, narrow, 49408) \
f(in_T, out_T, W_T, narrow, 60544) \ f(in_T, out_T, W_T, narrow, 60544) \
f(in_T, out_T, W_T, narrow, 60672) \ f(in_T, out_T, W_T, narrow, 60672) \
f(in_T, out_T, W_T, narrow, 64000) \ f(in_T, out_T, W_T, narrow, 64000) \
...@@ -182,6 +183,7 @@ void bgmv_kernel(out_T *__restrict__ Y, const in_T *__restrict__ X, ...@@ -182,6 +183,7 @@ void bgmv_kernel(out_T *__restrict__ Y, const in_T *__restrict__ X,
f(in_T, out_T, W_T, 36864, narrow) \ f(in_T, out_T, W_T, 36864, narrow) \
f(in_T, out_T, W_T, 43264, narrow) \ f(in_T, out_T, W_T, 43264, narrow) \
f(in_T, out_T, W_T, 49152, narrow) \ f(in_T, out_T, W_T, 49152, narrow) \
f(in_T, out_T, W_T, 49408, narrow) \
f(in_T, out_T, W_T, 60544, narrow) \ f(in_T, out_T, W_T, 60544, narrow) \
f(in_T, out_T, W_T, 60672, narrow) \ f(in_T, out_T, W_T, 60672, narrow) \
f(in_T, out_T, W_T, 64000, narrow) \ f(in_T, out_T, W_T, 64000, narrow) \
......
tests/lora/test_punica.py
View file @ ba499444
...@@ -111,6 +111,7 @@ H1 = H2 = [ ...@@ -111,6 +111,7 @@ H1 = H2 = [
36864, 36864,
43264, 43264,
49152, 49152,
49408,
60544, 60544,
60672, 60672,
64000, 64000,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment