升级0.12版本

2c63b5cd · wangxj · c271aaae · 2c63b5cd · 2c63b5cd · 2c63b5cd
Commit 2c63b5cd authored Mar 07, 2025 by wangxj
20 changed files
--- a/megatron/core/inference/engines/abstract_engine.py
+++ b/megatron/core/inference/engines/abstract_engine.py
--- a/megatron/core/inference/engines/mcore_engine.py
+++ b/megatron/core/inference/engines/mcore_engine.py
--- a/megatron/core/inference/inference_request.py
+++ b/megatron/core/inference/inference_request.py
--- a/megatron/core/inference/model_inference_wrappers/__init__.py
+++ b/megatron/core/inference/model_inference_wrappers/__init__.py
--- a/megatron/core/inference/model_inference_wrappers/abstract_model_inference_wrapper.py
+++ b/megatron/core/inference/model_inference_wrappers/abstract_model_inference_wrapper.py
--- a/megatron/core/inference/model_inference_wrappers/gpt/__init__.py
+++ b/megatron/core/inference/model_inference_wrappers/gpt/__init__.py
--- a/megatron/core/inference/model_inference_wrappers/gpt/gpt_inference_wrapper.py
+++ b/megatron/core/inference/model_inference_wrappers/gpt/gpt_inference_wrapper.py
--- a/megatron/core/inference/model_inference_wrappers/inference_wrapper_config.py
+++ b/megatron/core/inference/model_inference_wrappers/inference_wrapper_config.py
--- a/megatron/core/inference/model_inference_wrappers/multimodal/vlm_inference_wrapper.py
+++ b/megatron/core/inference/model_inference_wrappers/multimodal/vlm_inference_wrapper.py
--- a/megatron/core/inference/model_inference_wrappers/t5/__init__.py
+++ b/megatron/core/inference/model_inference_wrappers/t5/__init__.py
--- a/megatron/core/inference/model_inference_wrappers/t5/t5_inference_wrapper.py
+++ b/megatron/core/inference/model_inference_wrappers/t5/t5_inference_wrapper.py
--- a/megatron/core/inference/modelopt_support/__init__.py
+++ b/megatron/core/inference/modelopt_support/__init__.py
--- a/megatron/core/inference/modelopt_support/gpt/__init__.py
+++ b/megatron/core/inference/modelopt_support/gpt/__init__.py
--- a/megatron/core/inference/modelopt_support/gpt/model_specs.py
+++ b/megatron/core/inference/modelopt_support/gpt/model_specs.py
--- a/megatron/core/inference/modelopt_support/gpt/state_dict_hooks.py
+++ b/megatron/core/inference/modelopt_support/gpt/state_dict_hooks.py
--- a/megatron/core/inference/modelopt_support/mamba/__init__.py
+++ b/megatron/core/inference/modelopt_support/mamba/__init__.py
--- a/megatron/core/inference/modelopt_support/mamba/model_specs.py
+++ b/megatron/core/inference/modelopt_support/mamba/model_specs.py
--- a/megatron/core/inference/sampling_params.py
+++ b/megatron/core/inference/sampling_params.py
--- a/megatron/core/inference/scheduler.py
+++ b/megatron/core/inference/scheduler.py
--- a/megatron/core/inference/text_generation_controllers/__init__.py
+++ b/megatron/core/inference/text_generation_controllers/__init__.py