Merge branch 'develop_v2.4' into 'main'

[DCU] add NVTE_TP_OVERLAP_AGGREGATE

See merge request dcutoolkit/deeplearing/TransformerEngine!28

transformer_engine/pytorch/module/base.py

@@ -329,7 +329,7 @@ def initialize_ub(
             "cga_size": 1 if method == "ring_exchange" else 2,
             "set_sm_margin": not method == "ring_exchange",
             "num_splits": tp_size if method == "ring_exchange" else 4,
-            "aggregate": False,
+            "aggregate": bool(int(os.getenv("NVTE_TP_OVERLAP_AGGREGATE", "0"))),
             "atomic_gemm": False,
             "use_ce": True,
             "fp8_buf": name in layers_all_gather_overlap,