Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
zhaoyu6
sglang
Commits
b2bd8f44
Unverified
Commit
b2bd8f44
authored
Jan 22, 2025
by
Yineng Zhang
Committed by
GitHub
Jan 22, 2025
Browse files
minor: update header and use pytest (#3054)
parent
9d9b482a
Changes
7
Hide whitespace changes
Inline
Side-by-side
Showing
7 changed files
with
6 additions
and
6 deletions
+6
-6
sgl-kernel/Makefile
sgl-kernel/Makefile
+1
-1
sgl-kernel/src/sgl-kernel/csrc/int8_gemm_kernel.cu
sgl-kernel/src/sgl-kernel/csrc/int8_gemm_kernel.cu
+1
-1
sgl-kernel/src/sgl-kernel/csrc/moe_align_kernel.cu
sgl-kernel/src/sgl-kernel/csrc/moe_align_kernel.cu
+1
-1
sgl-kernel/src/sgl-kernel/csrc/sampling_scaling_penalties.cu
sgl-kernel/src/sgl-kernel/csrc/sampling_scaling_penalties.cu
+1
-1
sgl-kernel/src/sgl-kernel/csrc/sgl_kernel_ops.cu
sgl-kernel/src/sgl-kernel/csrc/sgl_kernel_ops.cu
+1
-1
sgl-kernel/src/sgl-kernel/csrc/trt_reduce_internal.cuh
sgl-kernel/src/sgl-kernel/csrc/trt_reduce_internal.cuh
+1
-1
sgl-kernel/src/sgl-kernel/csrc/utils.h
sgl-kernel/src/sgl-kernel/csrc/utils.h
+0
-0
No files found.
sgl-kernel/Makefile
View file @
b2bd8f44
...
@@ -19,7 +19,7 @@ clean:
...
@@ -19,7 +19,7 @@ clean:
@
rm
-rf
build dist
*
.egg-info
@
rm
-rf
build dist
*
.egg-info
test
:
test
:
@
find tests
-name
"test_*.py"
| xargs
-n
1 python3
@
find tests
-name
"test_*.py"
| xargs
-n
1 python3
&&
pytest tests/test_norm.py
&&
pytest tests/test_activation.py
format
:
format
:
@
find src tests
-name
'*.cc'
-o
-name
'*.cu'
-o
-name
'*.cuh'
-o
-name
'*.h'
-o
-name
'*.hpp'
| xargs clang-format
-i
&&
find src tests
-name
'*.py'
| xargs isort
&&
find src tests
-name
'*.py'
| xargs black
@
find src tests
-name
'*.cc'
-o
-name
'*.cu'
-o
-name
'*.cuh'
-o
-name
'*.h'
-o
-name
'*.hpp'
| xargs clang-format
-i
&&
find src tests
-name
'*.py'
| xargs isort
&&
find src tests
-name
'*.py'
| xargs black
sgl-kernel/src/sgl-kernel/csrc/int8_gemm_kernel.cu
View file @
b2bd8f44
...
@@ -16,7 +16,7 @@
...
@@ -16,7 +16,7 @@
#include "cutlass_extensions/epilogue/epilogue_per_row_per_col_scale.h"
#include "cutlass_extensions/epilogue/epilogue_per_row_per_col_scale.h"
#include "cutlass_extensions/gemm/gemm_universal_base_compat.h"
#include "cutlass_extensions/gemm/gemm_universal_base_compat.h"
#include "cutlass_extensions/gemm/gemm_with_epilogue_visitor.h"
#include "cutlass_extensions/gemm/gemm_with_epilogue_visitor.h"
#include "utils.h
pp
"
#include "utils.h"
using
namespace
cute
;
using
namespace
cute
;
...
...
sgl-kernel/src/sgl-kernel/csrc/moe_align_kernel.cu
View file @
b2bd8f44
...
@@ -6,7 +6,7 @@
...
@@ -6,7 +6,7 @@
#include <THC/THCAtomics.cuh>
#include <THC/THCAtomics.cuh>
#include "utils.h
pp
"
#include "utils.h"
#ifdef USE_ROCM
#ifdef USE_ROCM
#include <hip/hip_runtime.h>
#include <hip/hip_runtime.h>
...
...
sgl-kernel/src/sgl-kernel/csrc/sampling_scaling_penalties.cu
View file @
b2bd8f44
...
@@ -4,7 +4,7 @@
...
@@ -4,7 +4,7 @@
#include <THC/THCAtomics.cuh>
#include <THC/THCAtomics.cuh>
#include "utils.h
pp
"
#include "utils.h"
#include "vectorization.cuh"
#include "vectorization.cuh"
template
<
typename
scalar_t
>
template
<
typename
scalar_t
>
...
...
sgl-kernel/src/sgl-kernel/csrc/sgl_kernel_ops.cu
View file @
b2bd8f44
#include <vector>
#include <vector>
#include "utils.h
pp
"
#include "utils.h"
// trt_reduce
// trt_reduce
using
fptr_t
=
int64_t
;
using
fptr_t
=
int64_t
;
...
...
sgl-kernel/src/sgl-kernel/csrc/trt_reduce_internal.cuh
View file @
b2bd8f44
...
@@ -21,7 +21,7 @@
...
@@ -21,7 +21,7 @@
#include <stdint.h>
#include <stdint.h>
#include <torch/all.h>
#include <torch/all.h>
#include "utils.h
pp
"
#include "utils.h"
namespace
trt_llm
{
namespace
trt_llm
{
constexpr
size_t
WARP_SIZE
=
32
;
constexpr
size_t
WARP_SIZE
=
32
;
...
...
sgl-kernel/src/sgl-kernel/csrc/utils.h
pp
→
sgl-kernel/src/sgl-kernel/csrc/utils.h
View file @
b2bd8f44
File moved
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment