"...git@developer.sourcefind.cn:chenpangpang/transformers.git" did not exist on "d78e78a0e44da2b74e9d98d608ccd4e74b311cd9"
Unverified Commit 4e1dee0e authored by Marc Sun's avatar Marc Sun Committed by GitHub
Browse files

Revert "change version (#25387)" (#25573)

This reverts commit 3a05e010.
parent d4c0aa14
...@@ -2904,10 +2904,10 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, GenerationMixin, PushToHubMix ...@@ -2904,10 +2904,10 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, GenerationMixin, PushToHubMix
model = replace_with_bnb_linear( model = replace_with_bnb_linear(
model, modules_to_not_convert=modules_to_not_convert, quantization_config=quantization_config model, modules_to_not_convert=modules_to_not_convert, quantization_config=quantization_config
) )
# training in 8-bit is only available in 0.37.0+ but a major bug in 8-bit optimizers was fixed in 0.41.1 # training in 8-bit is only available in 0.37.0+
model._is_quantized_training_enabled = version.parse( model._is_quantized_training_enabled = version.parse(
importlib.metadata.version("bitsandbytes") importlib.metadata.version("bitsandbytes")
) >= version.parse("0.41.1") ) >= version.parse("0.37.0")
model.config.quantization_config = quantization_config model.config.quantization_config = quantization_config
model.is_8bit_serializable = is_8bit_serializable model.is_8bit_serializable = is_8bit_serializable
......
...@@ -404,7 +404,7 @@ class Trainer: ...@@ -404,7 +404,7 @@ class Trainer:
else: else:
raise ValueError( raise ValueError(
"The model you want to train is loaded in 8-bit precision. if you want to fine-tune an 8-bit" "The model you want to train is loaded in 8-bit precision. if you want to fine-tune an 8-bit"
" model, please make sure that you have installed `bitsandbytes>=0.41.1`. " " model, please make sure that you have installed `bitsandbytes>=0.37.0`. "
) )
# Setup Sharded DDP training # Setup Sharded DDP training
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment