Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
nni
Commits
5a911b30
Unverified
Commit
5a911b30
authored
May 28, 2020
by
chicm-ms
Committed by
GitHub
May 28, 2020
Browse files
Refactor model compression directory structure (#2501)
parent
b5f4d218
Changes
18
Show whitespace changes
Inline
Side-by-side
Showing
18 changed files
with
27 additions
and
20 deletions
+27
-20
docs/en_US/Compressor/ModelSpeedup.md
docs/en_US/Compressor/ModelSpeedup.md
+1
-1
examples/model_compress/model_speedup.py
examples/model_compress/model_speedup.py
+1
-2
src/sdk/pynni/nni/compression/torch/__init__.py
src/sdk/pynni/nni/compression/torch/__init__.py
+3
-6
src/sdk/pynni/nni/compression/torch/pruning/__init__.py
src/sdk/pynni/nni/compression/torch/pruning/__init__.py
+8
-0
src/sdk/pynni/nni/compression/torch/pruning/activation_rank_filter_pruners.py
...mpression/torch/pruning/activation_rank_filter_pruners.py
+2
-2
src/sdk/pynni/nni/compression/torch/pruning/apply_compression.py
.../pynni/nni/compression/torch/pruning/apply_compression.py
+0
-0
src/sdk/pynni/nni/compression/torch/pruning/gradient_rank_filter_pruners.py
...compression/torch/pruning/gradient_rank_filter_pruners.py
+1
-1
src/sdk/pynni/nni/compression/torch/pruning/pruners.py
src/sdk/pynni/nni/compression/torch/pruning/pruners.py
+2
-2
src/sdk/pynni/nni/compression/torch/pruning/weight_rank_filter_pruners.py
...i/compression/torch/pruning/weight_rank_filter_pruners.py
+2
-2
src/sdk/pynni/nni/compression/torch/quantization/__init__.py
src/sdk/pynni/nni/compression/torch/quantization/__init__.py
+4
-0
src/sdk/pynni/nni/compression/torch/quantization/quantizers.py
...dk/pynni/nni/compression/torch/quantization/quantizers.py
+2
-2
src/sdk/pynni/nni/compression/torch/speedup/__init__.py
src/sdk/pynni/nni/compression/torch/speedup/__init__.py
+0
-0
src/sdk/pynni/nni/compression/torch/speedup/compress_modules.py
...k/pynni/nni/compression/torch/speedup/compress_modules.py
+0
-0
src/sdk/pynni/nni/compression/torch/speedup/compressor.py
src/sdk/pynni/nni/compression/torch/speedup/compressor.py
+0
-0
src/sdk/pynni/nni/compression/torch/speedup/infer_shape.py
src/sdk/pynni/nni/compression/torch/speedup/infer_shape.py
+0
-0
src/sdk/pynni/nni/compression/torch/utils/__init__.py
src/sdk/pynni/nni/compression/torch/utils/__init__.py
+0
-0
src/sdk/pynni/nni/compression/torch/utils/config_validation.py
...dk/pynni/nni/compression/torch/utils/config_validation.py
+0
-0
src/sdk/pynni/tests/test_model_speedup.py
src/sdk/pynni/tests/test_model_speedup.py
+1
-2
No files found.
docs/en_US/Compressor/ModelSpeedup.md
View file @
5a911b30
...
@@ -21,7 +21,7 @@ For each module, we should prepare four functions, three for shape inference and
...
@@ -21,7 +21,7 @@ For each module, we should prepare four functions, three for shape inference and
## Usage
## Usage
```
python
```
python
from
nni.compression.
speedup.
torch
import
ModelSpeedup
from
nni.compression.torch
import
ModelSpeedup
# model: the model you want to speed up
# model: the model you want to speed up
# dummy_input: dummy input of the model, given to `jit.trace`
# dummy_input: dummy input of the model, given to `jit.trace`
# masks_file: the mask file created by pruning algorithms
# masks_file: the mask file created by pruning algorithms
...
...
examples/model_compress/model_speedup.py
View file @
5a911b30
...
@@ -6,8 +6,7 @@ import torch.nn as nn
...
@@ -6,8 +6,7 @@ import torch.nn as nn
import
torch.nn.functional
as
F
import
torch.nn.functional
as
F
from
torchvision
import
datasets
,
transforms
from
torchvision
import
datasets
,
transforms
from
models.cifar10.vgg
import
VGG
from
models.cifar10.vgg
import
VGG
from
nni.compression.speedup.torch
import
ModelSpeedup
from
nni.compression.torch
import
apply_compression_results
,
ModelSpeedup
from
nni.compression.torch
import
apply_compression_results
torch
.
manual_seed
(
0
)
torch
.
manual_seed
(
0
)
use_mask
=
True
use_mask
=
True
...
...
src/sdk/pynni/nni/compression/torch/__init__.py
View file @
5a911b30
# Copyright (c) Microsoft Corporation.
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
# Licensed under the MIT license.
from
.pruning
import
*
from
.quantization
import
*
from
.compressor
import
Compressor
,
Pruner
,
Quantizer
from
.compressor
import
Compressor
,
Pruner
,
Quantizer
from
.pruners
import
*
from
.speedup
import
ModelSpeedup
from
.weight_rank_filter_pruners
import
*
from
.activation_rank_filter_pruners
import
*
from
.quantizers
import
*
from
.apply_compression
import
apply_compression_results
from
.gradient_rank_filter_pruners
import
*
src/sdk/pynni/nni/compression/torch/pruning/__init__.py
0 → 100644
View file @
5a911b30
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from
.pruners
import
*
from
.weight_rank_filter_pruners
import
*
from
.activation_rank_filter_pruners
import
*
from
.apply_compression
import
apply_compression_results
from
.gradient_rank_filter_pruners
import
*
src/sdk/pynni/nni/compression/torch/activation_rank_filter_pruners.py
→
src/sdk/pynni/nni/compression/torch/
pruning/
activation_rank_filter_pruners.py
View file @
5a911b30
...
@@ -4,8 +4,8 @@
...
@@ -4,8 +4,8 @@
import
logging
import
logging
import
torch
import
torch
from
schema
import
And
,
Optional
from
schema
import
And
,
Optional
from
.utils
import
CompressorSchema
from
.
.utils
.config_validation
import
CompressorSchema
from
.compressor
import
Pruner
from
.
.compressor
import
Pruner
__all__
=
[
'ActivationAPoZRankFilterPruner'
,
'ActivationMeanRankFilterPruner'
]
__all__
=
[
'ActivationAPoZRankFilterPruner'
,
'ActivationMeanRankFilterPruner'
]
...
...
src/sdk/pynni/nni/compression/torch/apply_compression.py
→
src/sdk/pynni/nni/compression/torch/
pruning/
apply_compression.py
View file @
5a911b30
File moved
src/sdk/pynni/nni/compression/torch/gradient_rank_filter_pruners.py
→
src/sdk/pynni/nni/compression/torch/
pruning/
gradient_rank_filter_pruners.py
View file @
5a911b30
...
@@ -3,7 +3,7 @@
...
@@ -3,7 +3,7 @@
import
logging
import
logging
import
torch
import
torch
from
.compressor
import
Pruner
from
.
.compressor
import
Pruner
__all__
=
[
'TaylorFOWeightFilterPruner'
]
__all__
=
[
'TaylorFOWeightFilterPruner'
]
...
...
src/sdk/pynni/nni/compression/torch/pruners.py
→
src/sdk/pynni/nni/compression/torch/
pruning/
pruners.py
View file @
5a911b30
...
@@ -5,8 +5,8 @@ import copy
...
@@ -5,8 +5,8 @@ import copy
import
logging
import
logging
import
torch
import
torch
from
schema
import
And
,
Optional
from
schema
import
And
,
Optional
from
.
compressor
import
Pruner
from
.
.utils.config_validation
import
CompressorSchema
from
.
utils
import
CompressorSchema
from
.
.compressor
import
Pruner
__all__
=
[
'LevelPruner'
,
'AGP_Pruner'
,
'SlimPruner'
,
'LotteryTicketPruner'
]
__all__
=
[
'LevelPruner'
,
'AGP_Pruner'
,
'SlimPruner'
,
'LotteryTicketPruner'
]
...
...
src/sdk/pynni/nni/compression/torch/weight_rank_filter_pruners.py
→
src/sdk/pynni/nni/compression/torch/
pruning/
weight_rank_filter_pruners.py
View file @
5a911b30
...
@@ -4,8 +4,8 @@
...
@@ -4,8 +4,8 @@
import
logging
import
logging
import
torch
import
torch
from
schema
import
And
,
Optional
from
schema
import
And
,
Optional
from
.utils
import
CompressorSchema
from
.
.utils
.config_validation
import
CompressorSchema
from
.compressor
import
Pruner
from
.
.compressor
import
Pruner
__all__
=
[
'L1FilterPruner'
,
'L2FilterPruner'
,
'FPGMPruner'
]
__all__
=
[
'L1FilterPruner'
,
'L2FilterPruner'
,
'FPGMPruner'
]
...
...
src/sdk/pynni/nni/compression/torch/quantization/__init__.py
0 → 100644
View file @
5a911b30
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from
.quantizers
import
*
src/sdk/pynni/nni/compression/torch/quantizers.py
→
src/sdk/pynni/nni/compression/torch/
quantization/
quantizers.py
View file @
5a911b30
...
@@ -4,8 +4,8 @@
...
@@ -4,8 +4,8 @@
import
logging
import
logging
import
torch
import
torch
from
schema
import
Schema
,
And
,
Or
,
Optional
from
schema
import
Schema
,
And
,
Or
,
Optional
from
.utils
import
CompressorSchema
from
.
.utils
.config_validation
import
CompressorSchema
from
.compressor
import
Quantizer
,
QuantGrad
,
QuantType
from
.
.compressor
import
Quantizer
,
QuantGrad
,
QuantType
__all__
=
[
'NaiveQuantizer'
,
'QAT_Quantizer'
,
'DoReFaQuantizer'
,
'BNNQuantizer'
]
__all__
=
[
'NaiveQuantizer'
,
'QAT_Quantizer'
,
'DoReFaQuantizer'
,
'BNNQuantizer'
]
...
...
src/sdk/pynni/nni/compression/speedup/
torch/
__init__.py
→
src/sdk/pynni/nni/compression/
torch/
speedup/__init__.py
View file @
5a911b30
File moved
src/sdk/pynni/nni/compression/speedup/
torch/
compress_modules.py
→
src/sdk/pynni/nni/compression/
torch/
speedup/compress_modules.py
View file @
5a911b30
File moved
src/sdk/pynni/nni/compression/speedup/
torch/
compressor.py
→
src/sdk/pynni/nni/compression/
torch/
speedup/compressor.py
View file @
5a911b30
File moved
src/sdk/pynni/nni/compression/speedup/
torch/
infer_shape.py
→
src/sdk/pynni/nni/compression/
torch/
speedup/infer_shape.py
View file @
5a911b30
File moved
src/sdk/pynni/nni/compression/
speedup
/__init__.py
→
src/sdk/pynni/nni/compression/
torch/utils
/__init__.py
View file @
5a911b30
File moved
src/sdk/pynni/nni/compression/torch/utils.py
→
src/sdk/pynni/nni/compression/torch/utils
/config_validation
.py
View file @
5a911b30
File moved
src/sdk/pynni/tests/test_model_speedup.py
View file @
5a911b30
...
@@ -10,8 +10,7 @@ from torchvision.models.vgg import vgg16
...
@@ -10,8 +10,7 @@ from torchvision.models.vgg import vgg16
from
torchvision.models.resnet
import
resnet18
from
torchvision.models.resnet
import
resnet18
from
unittest
import
TestCase
,
main
from
unittest
import
TestCase
,
main
from
nni.compression.torch
import
L1FilterPruner
,
apply_compression_results
from
nni.compression.torch
import
L1FilterPruner
,
apply_compression_results
,
ModelSpeedup
from
nni.compression.speedup.torch
import
ModelSpeedup
torch
.
manual_seed
(
0
)
torch
.
manual_seed
(
0
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment