Skip to content

GitLab

Unverified Commit a5322254 authored by Shoichi Uchinami's avatar Shoichi Uchinami Committed by GitHub
Browse files

[Kernel] Add punica dimension for Swallow-MS-7B LoRA (#4134)

parent fe3b5bbc
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
csrc/punica/bgmv/bgmv_config.h
View file @ a5322254
...@@ -60,6 +60,7 @@ void bgmv_kernel(out_T *__restrict__ Y, const in_T *__restrict__ X, ...@@ -60,6 +60,7 @@ void bgmv_kernel(out_T *__restrict__ Y, const in_T *__restrict__ X,
f(in_T, out_T, W_T, narrow, 32768) \ f(in_T, out_T, W_T, narrow, 32768) \
f(in_T, out_T, W_T, narrow, 33024) \ f(in_T, out_T, W_T, narrow, 33024) \
f(in_T, out_T, W_T, narrow, 36864) \ f(in_T, out_T, W_T, narrow, 36864) \
f(in_T, out_T, W_T, narrow, 43264) \
f(in_T, out_T, W_T, narrow, 49152) \ f(in_T, out_T, W_T, narrow, 49152) \
f(in_T, out_T, W_T, narrow, 64000) \ f(in_T, out_T, W_T, narrow, 64000) \
f(in_T, out_T, W_T, narrow, 64256) \ f(in_T, out_T, W_T, narrow, 64256) \
......
tests/lora/test_punica.py
View file @ a5322254
...@@ -82,6 +82,7 @@ H1 = H2 = [ ...@@ -82,6 +82,7 @@ H1 = H2 = [
32768, 32768,
33024, 33024,
36864, 36864,
43264,
49152, 49152,
64000, 64000,
64256, 64256,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment