Skip to content

GitLab

Unverified Commit 54395d87 authored by Sam Shleifer's avatar Sam Shleifer Committed by GitHub
Browse files

Update xsum length penalty to better values (#7107)

parent e7f8d2ab
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
src/transformers/configuration_pegasus.py
View file @ 54395d87
...@@ -49,7 +49,7 @@ DEFAULTS = dict( ...@@ -49,7 +49,7 @@ DEFAULTS = dict(
# Config values that vary between checkpoints: for testing and conversion # Config values that vary between checkpoints: for testing and conversion
task_specific_params = { task_specific_params = {
# These are task specific params for pegasus-large and normal params for finetuned checkpoints # These are task specific params for pegasus-large and normal params for finetuned checkpoints
"summarization_xsum": {"length_penalty": 0.8, "max_length": 64, "max_position_embeddings": 512}, "summarization_xsum": {"length_penalty": 0.6, "max_length": 64, "max_position_embeddings": 512},
"summarization_cnn_dailymail": {"length_penalty": 0.8, "max_length": 128, "max_position_embeddings": 1024}, "summarization_cnn_dailymail": {"length_penalty": 0.8, "max_length": 128, "max_position_embeddings": 1024},
"summarization_newsroom": {"length_penalty": 0.8, "max_length": 128, "max_position_embeddings": 512}, "summarization_newsroom": {"length_penalty": 0.8, "max_length": 128, "max_position_embeddings": 512},
"summarization_wikihow": {"length_penalty": 0.6, "max_length": 256, "max_position_embeddings": 512}, "summarization_wikihow": {"length_penalty": 0.6, "max_length": 256, "max_position_embeddings": 512},
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment