Skip to content

GitLab

Unverified Commit d12ae816 authored by Stas Bekman's avatar Stas Bekman Committed by GitHub
Browse files

[generate] fix synced_gpus default (#15446)

parent d4f201b8
Hide whitespace changes
Inline Side-by-side
Showing with 6 additions and 6 deletions
src/transformers/generation_utils.py
View file @ d12ae816
...@@ -835,7 +835,7 @@ class GenerationMixin: ...@@ -835,7 +835,7 @@ class GenerationMixin:
forced_bos_token_id: Optional[int] = None, forced_bos_token_id: Optional[int] = None,
forced_eos_token_id: Optional[int] = None, forced_eos_token_id: Optional[int] = None,
remove_invalid_values: Optional[bool] = None, remove_invalid_values: Optional[bool] = None,
synced_gpus: Optional[bool] = None, synced_gpus: Optional[bool] = False,
**model_kwargs, **model_kwargs,
) -> Union[GreedySearchOutput, SampleOutput, BeamSearchOutput, BeamSampleOutput, torch.LongTensor]: ) -> Union[GreedySearchOutput, SampleOutput, BeamSearchOutput, BeamSampleOutput, torch.LongTensor]:
r""" r"""
...@@ -1338,7 +1338,7 @@ class GenerationMixin: ...@@ -1338,7 +1338,7 @@ class GenerationMixin:
output_hidden_states: Optional[bool] = None, output_hidden_states: Optional[bool] = None,
output_scores: Optional[bool] = None, output_scores: Optional[bool] = None,
return_dict_in_generate: Optional[bool] = None, return_dict_in_generate: Optional[bool] = None,
synced_gpus: Optional[bool] = None, synced_gpus: Optional[bool] = False,
**model_kwargs, **model_kwargs,
) -> Union[GreedySearchOutput, torch.LongTensor]: ) -> Union[GreedySearchOutput, torch.LongTensor]:
r""" r"""
...@@ -1564,7 +1564,7 @@ class GenerationMixin: ...@@ -1564,7 +1564,7 @@ class GenerationMixin:
output_hidden_states: Optional[bool] = None, output_hidden_states: Optional[bool] = None,
output_scores: Optional[bool] = None, output_scores: Optional[bool] = None,
return_dict_in_generate: Optional[bool] = None, return_dict_in_generate: Optional[bool] = None,
synced_gpus: Optional[bool] = None, synced_gpus: Optional[bool] = False,
**model_kwargs, **model_kwargs,
) -> Union[SampleOutput, torch.LongTensor]: ) -> Union[SampleOutput, torch.LongTensor]:
r""" r"""
...@@ -1807,7 +1807,7 @@ class GenerationMixin: ...@@ -1807,7 +1807,7 @@ class GenerationMixin:
output_hidden_states: Optional[bool] = None, output_hidden_states: Optional[bool] = None,
output_scores: Optional[bool] = None, output_scores: Optional[bool] = None,
return_dict_in_generate: Optional[bool] = None, return_dict_in_generate: Optional[bool] = None,
synced_gpus: Optional[bool] = None, synced_gpus: Optional[bool] = False,
**model_kwargs, **model_kwargs,
) -> Union[BeamSearchOutput, torch.LongTensor]: ) -> Union[BeamSearchOutput, torch.LongTensor]:
r""" r"""
...@@ -2118,7 +2118,7 @@ class GenerationMixin: ...@@ -2118,7 +2118,7 @@ class GenerationMixin:
output_hidden_states: Optional[bool] = None, output_hidden_states: Optional[bool] = None,
output_scores: Optional[bool] = None, output_scores: Optional[bool] = None,
return_dict_in_generate: Optional[bool] = None, return_dict_in_generate: Optional[bool] = None,
synced_gpus: Optional[bool] = None, synced_gpus: Optional[bool] = False,
**model_kwargs, **model_kwargs,
) -> Union[BeamSampleOutput, torch.LongTensor]: ) -> Union[BeamSampleOutput, torch.LongTensor]:
r""" r"""
...@@ -2437,7 +2437,7 @@ class GenerationMixin: ...@@ -2437,7 +2437,7 @@ class GenerationMixin:
output_hidden_states: Optional[bool] = None, output_hidden_states: Optional[bool] = None,
output_scores: Optional[bool] = None, output_scores: Optional[bool] = None,
return_dict_in_generate: Optional[bool] = None, return_dict_in_generate: Optional[bool] = None,
synced_gpus: Optional[bool] = None, synced_gpus: Optional[bool] = False,
**model_kwargs, **model_kwargs,
): ):
r""" r"""
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment