Unverified Commit a1a34657 authored by Yih-Dar's avatar Yih-Dar Committed by GitHub
Browse files

Avoid race condition (#31973)



* [test_all] hub

* remove delete

* remove delete

* remove delete

* remove delete

* remove delete

* remove delete

* [test_all]

* [test_all]

* [test_all]

* [test_all]

* [test_all]

* [test_all]

---------
Co-authored-by: default avatarydshieh <ydshieh@users.noreply.github.com>
parent 11efb4fc
......@@ -253,8 +253,11 @@ class ConfigPushToHubTester(unittest.TestCase):
if k != "transformers_version":
self.assertEqual(v, getattr(new_config, k))
try:
# Reset repo
delete_repo(token=self._token, repo_id="test-generation-config")
except: # noqa E722
pass
# Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir:
......@@ -278,8 +281,11 @@ class ConfigPushToHubTester(unittest.TestCase):
if k != "transformers_version":
self.assertEqual(v, getattr(new_config, k))
try:
# Reset repo
delete_repo(token=self._token, repo_id="valid_org/test-generation-config-org")
except: # noqa E722
pass
# Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir:
......
......@@ -126,8 +126,11 @@ class ConfigPushToHubTester(unittest.TestCase):
if k != "transformers_version":
self.assertEqual(v, getattr(new_config, k))
try:
# Reset repo
delete_repo(token=self._token, repo_id="test-config")
except: # noqa E722
pass
# Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir:
......@@ -149,8 +152,11 @@ class ConfigPushToHubTester(unittest.TestCase):
if k != "transformers_version":
self.assertEqual(v, getattr(new_config, k))
try:
# Reset repo
delete_repo(token=self._token, repo_id="valid_org/test-config-org")
except: # noqa E722
pass
# Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir:
......
......@@ -85,8 +85,11 @@ class FeatureExtractorPushToHubTester(unittest.TestCase):
for k, v in feature_extractor.__dict__.items():
self.assertEqual(v, getattr(new_feature_extractor, k))
try:
# Reset repo
delete_repo(token=self._token, repo_id="test-feature-extractor")
except: # noqa E722
pass
# Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir:
......@@ -106,8 +109,11 @@ class FeatureExtractorPushToHubTester(unittest.TestCase):
for k, v in feature_extractor.__dict__.items():
self.assertEqual(v, getattr(new_feature_extractor, k))
try:
# Reset repo
delete_repo(token=self._token, repo_id="valid_org/test-feature-extractor")
except: # noqa E722
pass
# Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir:
......
......@@ -96,8 +96,11 @@ class ImageProcessorPushToHubTester(unittest.TestCase):
for k, v in image_processor.__dict__.items():
self.assertEqual(v, getattr(new_image_processor, k))
try:
# Reset repo
delete_repo(token=self._token, repo_id="test-image-processor")
except: # noqa E722
pass
# Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir:
......@@ -117,8 +120,11 @@ class ImageProcessorPushToHubTester(unittest.TestCase):
for k, v in image_processor.__dict__.items():
self.assertEqual(v, getattr(new_image_processor, k))
try:
# Reset repo
delete_repo(token=self._token, repo_id="valid_org/test-image-processor")
except: # noqa E722
pass
# Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir:
......
......@@ -83,8 +83,11 @@ class FlaxModelPushToHubTester(unittest.TestCase):
max_diff = (base_params[key] - new_params[key]).sum().item()
self.assertLessEqual(max_diff, 1e-3, msg=f"{key} not identical")
try:
# Reset repo
delete_repo(token=self._token, repo_id="test-model-flax")
except: # noqa E722
pass
# Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir:
......@@ -115,8 +118,11 @@ class FlaxModelPushToHubTester(unittest.TestCase):
max_diff = (base_params[key] - new_params[key]).sum().item()
self.assertLessEqual(max_diff, 1e-3, msg=f"{key} not identical")
try:
# Reset repo
delete_repo(token=self._token, repo_id="valid_org/test-model-flax-org")
except: # noqa E722
pass
# Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir:
......
......@@ -723,8 +723,11 @@ class TFModelPushToHubTester(unittest.TestCase):
break
self.assertTrue(models_equal)
try:
# Reset repo
delete_repo(token=self._token, repo_id="test-model-tf")
except: # noqa E722
pass
# Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir:
......@@ -786,8 +789,11 @@ class TFModelPushToHubTester(unittest.TestCase):
break
self.assertTrue(models_equal)
try:
# Reset repo
delete_repo(token=self._token, repo_id="valid_org/test-model-tf-org")
except: # noqa E722
pass
# Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir:
......
......@@ -1847,8 +1847,11 @@ class ModelPushToHubTester(unittest.TestCase):
for p1, p2 in zip(model.parameters(), new_model.parameters()):
self.assertTrue(torch.equal(p1, p2))
try:
# Reset repo
delete_repo(token=self._token, repo_id="test-model")
except: # noqa E722
pass
# Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir:
......@@ -1887,8 +1890,11 @@ The commit description supports markdown synthax see:
for p1, p2 in zip(model.parameters(), new_model.parameters()):
self.assertTrue(torch.equal(p1, p2))
try:
# Reset repo
delete_repo(token=self._token, repo_id="valid_org/test-model-org")
except: # noqa E722
pass
# Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir:
......
......@@ -146,8 +146,11 @@ class TokenizerPushToHubTester(unittest.TestCase):
new_tokenizer = BertTokenizer.from_pretrained(f"{USER}/test-tokenizer")
self.assertDictEqual(new_tokenizer.vocab, tokenizer.vocab)
try:
# Reset repo
delete_repo(token=self._token, repo_id="test-tokenizer")
except: # noqa E722
pass
# Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir:
......@@ -167,8 +170,11 @@ class TokenizerPushToHubTester(unittest.TestCase):
new_tokenizer = BertTokenizer.from_pretrained("valid_org/test-tokenizer-org")
self.assertDictEqual(new_tokenizer.vocab, tokenizer.vocab)
try:
# Reset repo
delete_repo(token=self._token, repo_id="valid_org/test-tokenizer-org")
except: # noqa E722
pass
# Push to hub via save_pretrained
with tempfile.TemporaryDirectory() as tmp_dir:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment