Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
ColossalAI
Commits
2703a37a
Unverified
Commit
2703a37a
authored
May 18, 2023
by
jiangmingyan
Committed by
GitHub
May 18, 2023
Browse files
[amp] Add naive amp demo (#3774)
* [mixed_precison] add naive amp demo * [mixed_precison] add naive amp demo
parent
48bd0567
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
8 additions
and
1 deletion
+8
-1
colossalai/booster/mixed_precision/__init__.py
colossalai/booster/mixed_precision/__init__.py
+3
-1
colossalai/booster/mixed_precision/fp16_naive.py
colossalai/booster/mixed_precision/fp16_naive.py
+5
-0
No files found.
colossalai/booster/mixed_precision/__init__.py
View file @
2703a37a
from
.bf16
import
BF16MixedPrecision
from
.bf16
import
BF16MixedPrecision
from
.fp8
import
FP8MixedPrecision
from
.fp8
import
FP8MixedPrecision
from
.fp16_apex
import
FP16ApexMixedPrecision
from
.fp16_apex
import
FP16ApexMixedPrecision
from
.fp16_naive
import
FP16NaiveMixedPrecision
from
.fp16_torch
import
FP16TorchMixedPrecision
from
.fp16_torch
import
FP16TorchMixedPrecision
from
.mixed_precision_base
import
MixedPrecision
from
.mixed_precision_base
import
MixedPrecision
__all__
=
[
__all__
=
[
'MixedPrecision'
,
'mixed_precision_factory'
,
'FP16_Apex_MixedPrecision'
,
'FP16_Torch_MixedPrecision'
,
'MixedPrecision'
,
'mixed_precision_factory'
,
'FP16_Apex_MixedPrecision'
,
'FP16_Torch_MixedPrecision'
,
'FP32_MixedPrecision'
,
'BF16_MixedPrecision'
,
'FP8_MixedPrecision'
'FP32_MixedPrecision'
,
'BF16_MixedPrecision'
,
'FP8_MixedPrecision'
,
'FP16NaiveMixedPrecision'
]
]
_mixed_precision_mapping
=
{
_mixed_precision_mapping
=
{
'fp16'
:
FP16TorchMixedPrecision
,
'fp16'
:
FP16TorchMixedPrecision
,
'fp16_apex'
:
FP16ApexMixedPrecision
,
'fp16_apex'
:
FP16ApexMixedPrecision
,
'fp16_naive'
:
FP16NaiveMixedPrecision
,
'bf16'
:
BF16MixedPrecision
,
'bf16'
:
BF16MixedPrecision
,
'fp8'
:
FP8MixedPrecision
'fp8'
:
FP8MixedPrecision
}
}
...
...
colossalai/booster/mixed_precision/fp16_naive.py
0 → 100644
View file @
2703a37a
from
.mixed_precision_base
import
MixedPrecision
class
FP16NaiveMixedPrecision
(
MixedPrecision
):
pass
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment