add notice about flashinfer in sgl-kernel (#3057)

806a3002 · Yineng Zhang · GitHub · 0d2148ef · 806a3002
Unverified Commit 806a3002 authored Jan 23, 2025 by Yineng Zhang Committed by GitHub Jan 23, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

sgl-kernel/src/sgl-kernel/ops/__init__.py sgl-kernel/src/sgl-kernel/ops/__init__.py +2 -0

No files found.
--- a/sgl-kernel/src/sgl-kernel/ops/__init__.py
+++ b/sgl-kernel/src/sgl-kernel/ops/__init__.py
@@ -90,6 +90,8 @@ def rotary_embedding(positions, query, key, head_size, cos_sin_cache, is_neox):
    return _rotary_embedding(positions, query, key, head_size, cos_sin_cache, is_neox)


+# These implementations extensively draw from and build upon the FlashInfer project https://github.com/flashinfer-ai/flashinfer
+# Kudos to @yzh119
 def rmsnorm(
    input: torch.Tensor,
    weight: torch.Tensor,