Update loader_llama_mistral.py 取消fused_kernels.load()方法的使用

c814bf1a · wxj · 5a1b96fa · c814bf1a
Commit c814bf1a authored Jan 08, 2025 by wxj
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

tools/checkpoint/loader_llama_mistral.py tools/checkpoint/loader_llama_mistral.py +1 -1

No files found.
--- a/tools/checkpoint/loader_llama_mistral.py
+++ b/tools/checkpoint/loader_llama_mistral.py
@@ -527,7 +527,7 @@ def _load_checkpoint(queue, args):
    mpu.set_tensor_model_parallel_world_size(margs.tensor_model_parallel_size)
    mpu.set_pipeline_model_parallel_world_size(margs.pipeline_model_parallel_size)
    mpu.set_virtual_pipeline_model_parallel_world_size(margs.virtual_pipeline_model_parallel_size)
-    fused_kernels.load(margs)
+    # fused_kernels.load(margs)

    # Short aliases.
    tp_size = margs.tensor_model_parallel_size