Add Cutlass as submodule

512c98ee · Tri Dao · ad6c694b · 512c98ee · 319a389f · 512c98ee
Commit 512c98ee authored Jun 02, 2022 by Tri Dao
Hide whitespace changes
Inline Side-by-side

Showing with 6 additions and 0 deletions

.gitmodules .gitmodules +3 -0

csrc/flash_attn/cutlass csrc/flash_attn/cutlass +1 -0

setup.py setup.py +2 -0

No files found.
--- a/.gitmodules
+++ b/.gitmodules
+[submodule "csrc/flash_attn/cutlass"]
+	path = csrc/flash_attn/cutlass
+	url = https://github.com/NVIDIA/cutlass.git
--- a/cutlass @ 319a389f
+++ b/cutlass @ 319a389f
+Subproject commit 319a389f42b776fae5701afcb943fc03be5b5c25
--- a/setup.py
+++ b/setup.py
@@ -111,6 +111,7 @@ if int(bare_metal_major) < 11:
 cc_flag.append("-gencode")
 cc_flag.append("arch=compute_80,code=sm_80")

+subprocess.run(["git", "submodule", "update", "--init", "csrc/flash_attn/cutlass"])
 ext_modules.append(
    CUDAExtension(
        name="flash_attn_cuda",
@@ -141,6 +142,7 @@ ext_modules.append(
        include_dirs=[
            Path(this_dir) / 'csrc' / 'flash_attn',
            Path(this_dir) / 'csrc' / 'flash_attn' / 'src',
+            Path(this_dir) / 'csrc' / 'flash_attn' / 'cutlass' / 'include',
        ],
    )
 )