[hotfix] Fix ShardFormer test execution path when using sequence parallelism (#5230)

5d9a0ae7 · Zhongkai Zhao · GitHub · 46e09165 · 5d9a0ae7
Unverified Commit 5d9a0ae7 authored Jan 17, 2024 by Zhongkai Zhao Committed by GitHub Jan 17, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

tests/test_shardformer/test_model/_utils.py tests/test_shardformer/test_model/_utils.py +1 -1

No files found.
--- a/tests/test_shardformer/test_model/_utils.py
+++ b/tests/test_shardformer/test_model/_utils.py
@@ -154,7 +154,7 @@ def run_forward_backward_with_hybrid_plugin(

    data = data_gen_fn()

-    if booster.plugin.enable_sequence_parallelism and booster.plugin.tp_size != 0:
+    if booster.plugin.shard_config.enable_sequence_parallelism and booster.plugin.tp_size != 0:
        seq_len = data["input_ids"].shape[-1]
        lcm = booster.plugin.tp_size * seq_len // math.gcd(booster.plugin.tp_size, seq_len)
        times = lcm // seq_len