Unverified Commit 0511369a authored by Arthur's avatar Arthur Committed by GitHub
Browse files

[`LlamaConfig`] Nit: pad token should be None by default (#24958)

* pad token should be None by default

* fix tests

* nits
parent f74560d0
...@@ -116,7 +116,7 @@ class LlamaConfig(PretrainedConfig): ...@@ -116,7 +116,7 @@ class LlamaConfig(PretrainedConfig):
initializer_range=0.02, initializer_range=0.02,
rms_norm_eps=1e-6, rms_norm_eps=1e-6,
use_cache=True, use_cache=True,
pad_token_id=0, pad_token_id=None,
bos_token_id=1, bos_token_id=1,
eos_token_id=2, eos_token_id=2,
pretraining_tp=1, pretraining_tp=1,
......
...@@ -58,6 +58,7 @@ class LlamaModelTester: ...@@ -58,6 +58,7 @@ class LlamaModelTester:
initializer_range=0.02, initializer_range=0.02,
num_labels=3, num_labels=3,
num_choices=4, num_choices=4,
pad_token_id=0,
scope=None, scope=None,
): ):
self.parent = parent self.parent = parent
...@@ -81,6 +82,7 @@ class LlamaModelTester: ...@@ -81,6 +82,7 @@ class LlamaModelTester:
self.initializer_range = initializer_range self.initializer_range = initializer_range
self.num_labels = num_labels self.num_labels = num_labels
self.num_choices = num_choices self.num_choices = num_choices
self.pad_token_id = pad_token_id
self.scope = scope self.scope = scope
def prepare_config_and_inputs(self): def prepare_config_and_inputs(self):
...@@ -120,6 +122,7 @@ class LlamaModelTester: ...@@ -120,6 +122,7 @@ class LlamaModelTester:
type_vocab_size=self.type_vocab_size, type_vocab_size=self.type_vocab_size,
is_decoder=False, is_decoder=False,
initializer_range=self.initializer_range, initializer_range=self.initializer_range,
pad_token_id=self.pad_token_id,
) )
def create_and_check_model( def create_and_check_model(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment