remove duplicate import (#5100)

68fcaa22 · Xuanlei Zhao · GitHub · e53e729d · 68fcaa22
Unverified Commit 68fcaa22 authored Nov 23, 2023 by Xuanlei Zhao Committed by GitHub Nov 23, 2023
Show whitespace changes
Inline Side-by-side

Showing with 0 additions and 2 deletions

colossalai/shardformer/modeling/llama.py colossalai/shardformer/modeling/llama.py +0 -2

No files found.
--- a/colossalai/shardformer/modeling/llama.py
+++ b/colossalai/shardformer/modeling/llama.py
@@ -413,8 +413,6 @@ def get_llama_flash_attention_forward():
        warnings.warn("using llamav1, llamav1 hasn't repeat_kv function")
        llama_version = 1

-    from colossalai.kernel.cuda_native import AttnMaskType, ColoAttention
-
    def forward(
        self: LlamaAttention,
        hidden_states: torch.Tensor,