Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
chenpangpang
transformers
Commits
76800fb8
".circleci/git@developer.sourcefind.cn:OpenDAS/vision.git" did not exist on "fbc8ea477fec70ad51ee7f518f3d938cc0b55213"
Unverified
Commit
76800fb8
authored
Apr 06, 2021
by
Philipp Schmid
Committed by
GitHub
Apr 06, 2021
Browse files
added new merged Trainer test (#11090)
parent
b219d6b5
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
14 additions
and
0 deletions
+14
-0
tests/sagemaker/test_multi_node_model_parallel.py
tests/sagemaker/test_multi_node_model_parallel.py
+14
-0
No files found.
tests/sagemaker/test_multi_node_model_parallel.py
View file @
76800fb8
import
os
import
subprocess
import
unittest
from
ast
import
literal_eval
...
...
@@ -28,10 +29,23 @@ if is_sagemaker_available():
"instance_type"
:
"ml.p3dn.24xlarge"
,
"results"
:
{
"train_runtime"
:
700
,
"eval_accuracy"
:
0.3
,
"eval_loss"
:
1.2
},
},
{
"framework"
:
"pytorch"
,
"script"
:
"run_glue.py"
,
"model_name_or_path"
:
"roberta-large"
,
"instance_type"
:
"ml.p3dn.24xlarge"
,
"results"
:
{
"train_runtime"
:
700
,
"eval_accuracy"
:
0.3
,
"eval_loss"
:
1.2
},
},
]
)
class
MultiNodeTest
(
unittest
.
TestCase
):
def
setUp
(
self
):
if
self
.
framework
==
"pytorch"
:
subprocess
.
run
(
f
"cp ./examples/text-classification/run_glue.py
{
self
.
env
.
test_path
}
/run_glue.py"
.
split
(),
encoding
=
"utf-8"
,
check
=
True
,
)
assert
hasattr
(
self
,
"env"
)
def
create_estimator
(
self
,
instance_count
):
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment