Unverified Commit f456b4d1 authored by Joao Gante's avatar Joao Gante Committed by GitHub
Browse files

Generate: generation config validation fixes in docs (#25405)

parent 00b93cda
...@@ -80,11 +80,9 @@ into a single instance to both extract the input features and decode the predict ...@@ -80,11 +80,9 @@ into a single instance to both extract the input features and decode the predict
... pixel_values.to(device), ... pixel_values.to(device),
... decoder_input_ids=decoder_input_ids.to(device), ... decoder_input_ids=decoder_input_ids.to(device),
... max_length=model.decoder.config.max_position_embeddings, ... max_length=model.decoder.config.max_position_embeddings,
... early_stopping=True,
... pad_token_id=processor.tokenizer.pad_token_id, ... pad_token_id=processor.tokenizer.pad_token_id,
... eos_token_id=processor.tokenizer.eos_token_id, ... eos_token_id=processor.tokenizer.eos_token_id,
... use_cache=True, ... use_cache=True,
... num_beams=1,
... bad_words_ids=[[processor.tokenizer.unk_token_id]], ... bad_words_ids=[[processor.tokenizer.unk_token_id]],
... return_dict_in_generate=True, ... return_dict_in_generate=True,
... ) ... )
...@@ -125,11 +123,9 @@ into a single instance to both extract the input features and decode the predict ...@@ -125,11 +123,9 @@ into a single instance to both extract the input features and decode the predict
... pixel_values.to(device), ... pixel_values.to(device),
... decoder_input_ids=decoder_input_ids.to(device), ... decoder_input_ids=decoder_input_ids.to(device),
... max_length=model.decoder.config.max_position_embeddings, ... max_length=model.decoder.config.max_position_embeddings,
... early_stopping=True,
... pad_token_id=processor.tokenizer.pad_token_id, ... pad_token_id=processor.tokenizer.pad_token_id,
... eos_token_id=processor.tokenizer.eos_token_id, ... eos_token_id=processor.tokenizer.eos_token_id,
... use_cache=True, ... use_cache=True,
... num_beams=1,
... bad_words_ids=[[processor.tokenizer.unk_token_id]], ... bad_words_ids=[[processor.tokenizer.unk_token_id]],
... return_dict_in_generate=True, ... return_dict_in_generate=True,
... ) ... )
...@@ -172,11 +168,9 @@ into a single instance to both extract the input features and decode the predict ...@@ -172,11 +168,9 @@ into a single instance to both extract the input features and decode the predict
... pixel_values.to(device), ... pixel_values.to(device),
... decoder_input_ids=decoder_input_ids.to(device), ... decoder_input_ids=decoder_input_ids.to(device),
... max_length=model.decoder.config.max_position_embeddings, ... max_length=model.decoder.config.max_position_embeddings,
... early_stopping=True,
... pad_token_id=processor.tokenizer.pad_token_id, ... pad_token_id=processor.tokenizer.pad_token_id,
... eos_token_id=processor.tokenizer.eos_token_id, ... eos_token_id=processor.tokenizer.eos_token_id,
... use_cache=True, ... use_cache=True,
... num_beams=1,
... bad_words_ids=[[processor.tokenizer.unk_token_id]], ... bad_words_ids=[[processor.tokenizer.unk_token_id]],
... return_dict_in_generate=True, ... return_dict_in_generate=True,
... ) ... )
......
...@@ -597,7 +597,7 @@ class GenerationConfig(PushToHubMixin): ...@@ -597,7 +597,7 @@ class GenerationConfig(PushToHubMixin):
>>> # If you'd like to try a minor variation to an existing configuration, you can also pass generation >>> # If you'd like to try a minor variation to an existing configuration, you can also pass generation
>>> # arguments to `.from_pretrained()`. Be mindful that typos and unused arguments will be ignored >>> # arguments to `.from_pretrained()`. Be mindful that typos and unused arguments will be ignored
>>> generation_config, unused_kwargs = GenerationConfig.from_pretrained( >>> generation_config, unused_kwargs = GenerationConfig.from_pretrained(
... "gpt2", top_k=1, foo=False, return_unused_kwargs=True ... "gpt2", top_k=1, foo=False, do_sample=True, return_unused_kwargs=True
... ) ... )
>>> generation_config.top_k >>> generation_config.top_k
1 1
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment