Unverified Commit 224da5df authored by Yih-Dar's avatar Yih-Dar Committed by GitHub
Browse files

update `use_auth_token` -> `token` (#25083)



* update

---------
Co-authored-by: default avatarydshieh <ydshieh@users.noreply.github.com>
parent c53c8e49
...@@ -115,7 +115,7 @@ class ModelArguments: ...@@ -115,7 +115,7 @@ class ModelArguments:
default="main", default="main",
metadata={"help": "The specific model version to use (can be a branch name, tag name or commit id)."}, metadata={"help": "The specific model version to use (can be a branch name, tag name or commit id)."},
) )
use_auth_token: bool = field( token: bool = field(
default=False, default=False,
metadata={ metadata={
"help": "Will use the token generated when running `huggingface-cli login` (necessary to use this script " "help": "Will use the token generated when running `huggingface-cli login` (necessary to use this script "
...@@ -289,7 +289,7 @@ def main(): ...@@ -289,7 +289,7 @@ def main():
config_kwargs = { config_kwargs = {
"cache_dir": model_args.cache_dir, "cache_dir": model_args.cache_dir,
"revision": model_args.model_revision, "revision": model_args.model_revision,
"use_auth_token": True if model_args.use_auth_token else None, "token": True if model_args.token else None,
} }
if model_args.config_name: if model_args.config_name:
config = AutoConfig.from_pretrained(model_args.config_name, **config_kwargs) config = AutoConfig.from_pretrained(model_args.config_name, **config_kwargs)
...@@ -303,7 +303,7 @@ def main(): ...@@ -303,7 +303,7 @@ def main():
"cache_dir": model_args.cache_dir, "cache_dir": model_args.cache_dir,
"use_fast": model_args.use_fast_tokenizer, "use_fast": model_args.use_fast_tokenizer,
"revision": model_args.model_revision, "revision": model_args.model_revision,
"use_auth_token": True if model_args.use_auth_token else None, "token": True if model_args.token else None,
} }
if model_args.tokenizer_name: if model_args.tokenizer_name:
tokenizer = AutoTokenizer.from_pretrained(model_args.tokenizer_name, **tokenizer_kwargs) tokenizer = AutoTokenizer.from_pretrained(model_args.tokenizer_name, **tokenizer_kwargs)
...@@ -322,7 +322,7 @@ def main(): ...@@ -322,7 +322,7 @@ def main():
config=config, config=config,
cache_dir=model_args.cache_dir, cache_dir=model_args.cache_dir,
revision=model_args.model_revision, revision=model_args.model_revision,
use_auth_token=True if model_args.use_auth_token else None, token=True if model_args.token else None,
) )
else: else:
logger.info("Training new model from scratch") logger.info("Training new model from scratch")
...@@ -336,14 +336,14 @@ def main(): ...@@ -336,14 +336,14 @@ def main():
finetuning_task=data_args.task_name, finetuning_task=data_args.task_name,
cache_dir=model_args.cache_dir, cache_dir=model_args.cache_dir,
revision=model_args.model_revision, revision=model_args.model_revision,
use_auth_token=True if model_args.use_auth_token else None, token=True if model_args.token else None,
) )
tokenizer = AutoTokenizer.from_pretrained( tokenizer = AutoTokenizer.from_pretrained(
model_args.tokenizer_name if model_args.tokenizer_name else model_args.model_name_or_path, model_args.tokenizer_name if model_args.tokenizer_name else model_args.model_name_or_path,
cache_dir=model_args.cache_dir, cache_dir=model_args.cache_dir,
use_fast=model_args.use_fast_tokenizer, use_fast=model_args.use_fast_tokenizer,
revision=model_args.model_revision, revision=model_args.model_revision,
use_auth_token=True if model_args.use_auth_token else None, token=True if model_args.token else None,
) )
model = AutoModelForSequenceClassification.from_pretrained( model = AutoModelForSequenceClassification.from_pretrained(
model_args.model_name_or_path, model_args.model_name_or_path,
...@@ -351,7 +351,7 @@ def main(): ...@@ -351,7 +351,7 @@ def main():
config=config, config=config,
cache_dir=model_args.cache_dir, cache_dir=model_args.cache_dir,
revision=model_args.model_revision, revision=model_args.model_revision,
use_auth_token=True if model_args.use_auth_token else None, token=True if model_args.token else None,
) )
{% endif %} {% endif %}
......
...@@ -144,7 +144,7 @@ class ConfigPushToHubTester(unittest.TestCase): ...@@ -144,7 +144,7 @@ class ConfigPushToHubTester(unittest.TestCase):
temperature=0.7, temperature=0.7,
length_penalty=1.0, length_penalty=1.0,
) )
config.push_to_hub("test-generation-config", use_auth_token=self._token) config.push_to_hub("test-generation-config", token=self._token)
new_config = GenerationConfig.from_pretrained(f"{USER}/test-generation-config") new_config = GenerationConfig.from_pretrained(f"{USER}/test-generation-config")
for k, v in config.to_dict().items(): for k, v in config.to_dict().items():
...@@ -156,9 +156,7 @@ class ConfigPushToHubTester(unittest.TestCase): ...@@ -156,9 +156,7 @@ class ConfigPushToHubTester(unittest.TestCase):
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:
config.save_pretrained( config.save_pretrained(tmp_dir, repo_id="test-generation-config", push_to_hub=True, token=self._token)
tmp_dir, repo_id="test-generation-config", push_to_hub=True, use_auth_token=self._token
)
new_config = GenerationConfig.from_pretrained(f"{USER}/test-generation-config") new_config = GenerationConfig.from_pretrained(f"{USER}/test-generation-config")
for k, v in config.to_dict().items(): for k, v in config.to_dict().items():
...@@ -171,7 +169,7 @@ class ConfigPushToHubTester(unittest.TestCase): ...@@ -171,7 +169,7 @@ class ConfigPushToHubTester(unittest.TestCase):
temperature=0.7, temperature=0.7,
length_penalty=1.0, length_penalty=1.0,
) )
config.push_to_hub("valid_org/test-generation-config-org", use_auth_token=self._token) config.push_to_hub("valid_org/test-generation-config-org", token=self._token)
new_config = GenerationConfig.from_pretrained("valid_org/test-generation-config-org") new_config = GenerationConfig.from_pretrained("valid_org/test-generation-config-org")
for k, v in config.to_dict().items(): for k, v in config.to_dict().items():
...@@ -184,7 +182,7 @@ class ConfigPushToHubTester(unittest.TestCase): ...@@ -184,7 +182,7 @@ class ConfigPushToHubTester(unittest.TestCase):
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:
config.save_pretrained( config.save_pretrained(
tmp_dir, repo_id="valid_org/test-generation-config-org", push_to_hub=True, use_auth_token=self._token tmp_dir, repo_id="valid_org/test-generation-config-org", push_to_hub=True, token=self._token
) )
new_config = GenerationConfig.from_pretrained("valid_org/test-generation-config-org") new_config = GenerationConfig.from_pretrained("valid_org/test-generation-config-org")
......
...@@ -119,7 +119,7 @@ class ConfigPushToHubTester(unittest.TestCase): ...@@ -119,7 +119,7 @@ class ConfigPushToHubTester(unittest.TestCase):
config = BertConfig( config = BertConfig(
vocab_size=99, hidden_size=32, num_hidden_layers=5, num_attention_heads=4, intermediate_size=37 vocab_size=99, hidden_size=32, num_hidden_layers=5, num_attention_heads=4, intermediate_size=37
) )
config.push_to_hub("test-config", use_auth_token=self._token) config.push_to_hub("test-config", token=self._token)
new_config = BertConfig.from_pretrained(f"{USER}/test-config") new_config = BertConfig.from_pretrained(f"{USER}/test-config")
for k, v in config.to_dict().items(): for k, v in config.to_dict().items():
...@@ -131,7 +131,7 @@ class ConfigPushToHubTester(unittest.TestCase): ...@@ -131,7 +131,7 @@ class ConfigPushToHubTester(unittest.TestCase):
# Push to hub via save_pretrained # Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir: with tempfile.TemporaryDirectory() as tmp_dir:
config.save_pretrained(tmp_dir, repo_id="test-config", push_to_hub=True, use_auth_token=self._token) config.save_pretrained(tmp_dir, repo_id="test-config", push_to_hub=True, token=self._token)
new_config = BertConfig.from_pretrained(f"{USER}/test-config") new_config = BertConfig.from_pretrained(f"{USER}/test-config")
for k, v in config.to_dict().items(): for k, v in config.to_dict().items():
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment