Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
ColossalAI
Commits
6050f377
Unverified
Commit
6050f377
authored
May 15, 2023
by
wukong1992
Committed by
GitHub
May 15, 2023
Browse files
[booster] removed models that don't support fsdp (#3744)
Co-authored-by:
纪少敏
<
jishaomin@jishaomindeMBP.lan
>
parent
afb239bb
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
4 additions
and
7 deletions
+4
-7
tests/test_booster/test_plugin/test_torch_fsdp_plugin.py
tests/test_booster/test_plugin/test_torch_fsdp_plugin.py
+4
-7
No files found.
tests/test_booster/test_plugin/test_torch_fsdp_plugin.py
View file @
6050f377
...
...
@@ -46,7 +46,10 @@ def run_fn(model_fn, data_gen_fn, output_transform_fn):
def
check_torch_fsdp_plugin
():
for
name
,
(
model_fn
,
data_gen_fn
,
output_transform_fn
,
_
)
in
model_zoo
.
items
():
if
'diffusers'
in
name
:
if
any
(
element
in
name
for
element
in
[
'diffusers'
,
'deepfm_sparsearch'
,
'dlrm_interactionarch'
,
'torchvision_googlenet'
,
'torchvision_inception_v3'
]):
continue
run_fn
(
model_fn
,
data_gen_fn
,
output_transform_fn
)
torch
.
cuda
.
empty_cache
()
...
...
@@ -58,12 +61,6 @@ def run_dist(rank, world_size, port):
check_torch_fsdp_plugin
()
# FIXME: this test is not working
@
pytest
.
mark
.
skip
(
"ValueError: expected to be in states [<TrainingState_.BACKWARD_PRE: 3>, <TrainingState_.BACKWARD_POST: 4>] but current state is TrainingState_.IDLE"
)
@
pytest
.
mark
.
skipif
(
version
.
parse
(
torch
.
__version__
)
<
version
.
parse
(
'1.12.0'
),
reason
=
"requires torch1.12 or higher"
)
@
rerun_if_address_is_in_use
()
def
test_torch_fsdp_plugin
():
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment