Update language_model.py

megatron/legacy/model/language_model.py

@@ -471,7 +471,7 @@ class TransformerLanguageModel(MegatronModule):
         else:
             raise Exception('Stage must have at least either encoder or decoder')
 
-    @torch.compile(mode="max-autotune-no-cudagraphs")
+    # @torch.compile(mode="max-autotune-no-cudagraphs")
     def forward(
         self,
         enc_input_ids,