Skip to content

GitLab

Unverified Commit 5bf7f57d authored by Tri Dao's avatar Tri Dao Committed by GitHub
Browse files

Merge pull request #202 from fedebotu/main 

[BugFix] avoid bug on ImportError
parents a9a4b4e4 69f5f7d0
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
flash_attn/models/gpt.py
View file @ 5bf7f57d
...@@ -46,7 +46,7 @@ except ImportError: ...@@ -46,7 +46,7 @@ except ImportError:
try: try:
from flash_attn.ops.rms_norm import RMSNorm, dropout_add_rms_norm from flash_attn.ops.rms_norm import RMSNorm, dropout_add_rms_norm
except ImportError: except ImportError:
RMSNorm, dropout_add_rms_norm = None RMSNorm, dropout_add_rms_norm = None, None
try: try:
from flash_attn.ops.rms_norm import dropout_add_rms_norm_parallel_residual from flash_attn.ops.rms_norm import dropout_add_rms_norm_parallel_residual
......
flash_attn/modules/block.py
View file @ 5bf7f57d
...@@ -26,7 +26,7 @@ except ImportError: ...@@ -26,7 +26,7 @@ except ImportError:
try: try:
from flash_attn.ops.rms_norm import RMSNorm, dropout_add_rms_norm from flash_attn.ops.rms_norm import RMSNorm, dropout_add_rms_norm
except ImportError: except ImportError:
RMSNorm, dropout_add_rms_norm = None RMSNorm, dropout_add_rms_norm = None, None
try: try:
from flash_attn.ops.rms_norm import dropout_add_rms_norm_parallel_residual from flash_attn.ops.rms_norm import dropout_add_rms_norm_parallel_residual
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment