Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
nni
Commits
37b73e4e
Unverified
Commit
37b73e4e
authored
Apr 02, 2022
by
J-shang
Committed by
GitHub
Apr 02, 2022
Browse files
fix pipeline (#4721)
parent
303862a3
Changes
19
Hide whitespace changes
Inline
Side-by-side
Showing
19 changed files
with
66 additions
and
2 deletions
+66
-2
nni/algorithms/compression/tensorflow/pruning/__init__.py
nni/algorithms/compression/tensorflow/pruning/__init__.py
+3
-0
nni/algorithms/compression/tensorflow/pruning/one_shot_pruner.py
...orithms/compression/tensorflow/pruning/one_shot_pruner.py
+3
-0
nni/algorithms/compression/v2/pytorch/base/__init__.py
nni/algorithms/compression/v2/pytorch/base/__init__.py
+3
-0
nni/algorithms/compression/v2/pytorch/pruning/__init__.py
nni/algorithms/compression/v2/pytorch/pruning/__init__.py
+3
-0
nni/algorithms/compression/v2/pytorch/pruning/tools/__init__.py
...gorithms/compression/v2/pytorch/pruning/tools/__init__.py
+3
-0
nni/algorithms/compression/v2/pytorch/pruning/tools/rl_env/__init__.py
...s/compression/v2/pytorch/pruning/tools/rl_env/__init__.py
+3
-0
nni/algorithms/compression/v2/pytorch/utils/__init__.py
nni/algorithms/compression/v2/pytorch/utils/__init__.py
+3
-0
nni/algorithms/feature_engineering/gbdt_selector/__init__.py
nni/algorithms/feature_engineering/gbdt_selector/__init__.py
+3
-0
nni/algorithms/feature_engineering/gradient_selector/__init__.py
...orithms/feature_engineering/gradient_selector/__init__.py
+3
-0
nni/compression/pytorch/quantization/literal.py
nni/compression/pytorch/quantization/literal.py
+3
-0
nni/compression/pytorch/quantization/observers.py
nni/compression/pytorch/quantization/observers.py
+3
-0
nni/compression/pytorch/quantization/settings.py
nni/compression/pytorch/quantization/settings.py
+3
-0
nni/compression/pytorch/quantization/utils.py
nni/compression/pytorch/quantization/utils.py
+3
-0
nni/compression/pytorch/quantization_speedup/__init__.py
nni/compression/pytorch/quantization_speedup/__init__.py
+3
-0
nni/compression/pytorch/speedup/__init__.py
nni/compression/pytorch/speedup/__init__.py
+3
-0
nni/compression/pytorch/utils/__init__.py
nni/compression/pytorch/utils/__init__.py
+3
-0
nni/compression/pytorch/utils/num_param_counter.py
nni/compression/pytorch/utils/num_param_counter.py
+3
-0
nni/experiment/launcher.py
nni/experiment/launcher.py
+5
-1
setup_ts.py
setup_ts.py
+10
-1
No files found.
nni/algorithms/compression/tensorflow/pruning/__init__.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from
.one_shot_pruner
import
*
from
.one_shot_pruner
import
*
nni/algorithms/compression/tensorflow/pruning/one_shot_pruner.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
import
tensorflow
as
tf
import
tensorflow
as
tf
from
nni.compression.tensorflow
import
Pruner
from
nni.compression.tensorflow
import
Pruner
...
...
nni/algorithms/compression/v2/pytorch/base/__init__.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from
.compressor
import
Compressor
,
LayerInfo
from
.compressor
import
Compressor
,
LayerInfo
from
.pruner
import
Pruner
,
PrunerModuleWrapper
from
.pruner
import
Pruner
,
PrunerModuleWrapper
from
.scheduler
import
BasePruningScheduler
,
Task
,
TaskResult
from
.scheduler
import
BasePruningScheduler
,
Task
,
TaskResult
nni/algorithms/compression/v2/pytorch/pruning/__init__.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from
.basic_pruner
import
*
from
.basic_pruner
import
*
from
.basic_scheduler
import
PruningScheduler
from
.basic_scheduler
import
PruningScheduler
from
.iterative_pruner
import
*
from
.iterative_pruner
import
*
...
...
nni/algorithms/compression/v2/pytorch/pruning/tools/__init__.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from
.base
import
(
from
.base
import
(
HookCollectorInfo
,
HookCollectorInfo
,
DataCollector
,
DataCollector
,
...
...
nni/algorithms/compression/v2/pytorch/pruning/tools/rl_env/__init__.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from
.agent
import
DDPG
from
.agent
import
DDPG
from
.amc_env
import
AMCEnv
from
.amc_env
import
AMCEnv
nni/algorithms/compression/v2/pytorch/utils/__init__.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from
.config_validation
import
CompressorSchema
from
.config_validation
import
CompressorSchema
from
.pruning
import
(
from
.pruning
import
(
config_list_canonical
,
config_list_canonical
,
...
...
nni/algorithms/feature_engineering/gbdt_selector/__init__.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from
.gbdt_selector
import
GBDTSelector
from
.gbdt_selector
import
GBDTSelector
\ No newline at end of file
nni/algorithms/feature_engineering/gradient_selector/__init__.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from
.gradient_selector
import
FeatureGradientSelector
from
.gradient_selector
import
FeatureGradientSelector
\ No newline at end of file
nni/compression/pytorch/quantization/literal.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from
enum
import
Enum
,
EnumMeta
from
enum
import
Enum
,
EnumMeta
...
...
nni/compression/pytorch/quantization/observers.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from
torch.quantization
import
default_weight_observer
,
default_histogram_observer
from
torch.quantization
import
default_weight_observer
,
default_histogram_observer
from
torch.quantization
import
RecordingObserver
as
_RecordingObserver
from
torch.quantization
import
RecordingObserver
as
_RecordingObserver
...
...
nni/compression/pytorch/quantization/settings.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from
typing
import
Any
,
Optional
from
typing
import
Any
,
Optional
from
.literal
import
QuantDtype
,
QuantType
,
QuantScheme
from
.literal
import
QuantDtype
,
QuantType
,
QuantScheme
...
...
nni/compression/pytorch/quantization/utils.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
import
torch
import
torch
from
nni.common.version
import
TORCH_VERSION
from
nni.common.version
import
TORCH_VERSION
...
...
nni/compression/pytorch/quantization_speedup/__init__.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from
.integrated_tensorrt
import
CalibrateType
,
ModelSpeedupTensorRT
from
.integrated_tensorrt
import
CalibrateType
,
ModelSpeedupTensorRT
\ No newline at end of file
nni/compression/pytorch/speedup/__init__.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from
.compressor
import
ModelSpeedup
from
.compressor
import
ModelSpeedup
\ No newline at end of file
nni/compression/pytorch/utils/__init__.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from
.utils
import
*
from
.utils
import
*
from
.shape_dependency
import
*
from
.shape_dependency
import
*
from
.shape_dependency
import
ReshapeDependency
from
.shape_dependency
import
ReshapeDependency
...
...
nni/compression/pytorch/utils/num_param_counter.py
View file @
37b73e4e
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
def
get_total_num_weights
(
model
,
op_types
=
[
'default'
]):
def
get_total_num_weights
(
model
,
op_types
=
[
'default'
]):
'''
'''
calculate the total number of weights
calculate the total number of weights
...
...
nni/experiment/launcher.py
View file @
37b73e4e
...
@@ -120,7 +120,11 @@ def start_experiment(action, exp_id, config, port, debug, run_mode, url_prefix):
...
@@ -120,7 +120,11 @@ def start_experiment(action, exp_id, config, port, debug, run_mode, url_prefix):
link
=
Path
(
config
.
experiment_working_directory
,
'_latest'
)
link
=
Path
(
config
.
experiment_working_directory
,
'_latest'
)
try
:
try
:
link
.
unlink
(
missing_ok
=
True
)
if
sys
.
version_info
>=
(
3
,
8
):
link
.
unlink
(
missing_ok
=
True
)
else
:
if
link
.
exists
():
link
.
unlink
()
link
.
symlink_to
(
exp_id
,
target_is_directory
=
True
)
link
.
symlink_to
(
exp_id
,
target_is_directory
=
True
)
except
Exception
:
except
Exception
:
if
sys
.
platform
!=
'win32'
:
if
sys
.
platform
!=
'win32'
:
...
...
setup_ts.py
View file @
37b73e4e
...
@@ -223,7 +223,16 @@ def copy_nni_node(version):
...
@@ -223,7 +223,16 @@ def copy_nni_node(version):
"""
"""
_print
(
'Copying files'
)
_print
(
'Copying files'
)
shutil
.
copytree
(
'ts/nni_manager/dist'
,
'nni_node'
,
dirs_exist_ok
=
True
)
if
sys
.
version_info
>=
(
3
,
8
):
shutil
.
copytree
(
'ts/nni_manager/dist'
,
'nni_node'
,
dirs_exist_ok
=
True
)
else
:
for
item
in
os
.
listdir
(
'ts/nni_manager/dist'
):
subsrc
=
os
.
path
.
join
(
'ts/nni_manager/dist'
,
item
)
subdst
=
os
.
path
.
join
(
'nni_node'
,
item
)
if
os
.
path
.
isdir
(
subsrc
):
shutil
.
copytree
(
subsrc
,
subdst
)
else
:
shutil
.
copy2
(
subsrc
,
subdst
)
shutil
.
copyfile
(
'ts/nni_manager/yarn.lock'
,
'nni_node/yarn.lock'
)
shutil
.
copyfile
(
'ts/nni_manager/yarn.lock'
,
'nni_node/yarn.lock'
)
Path
(
'nni_node/nni_manager.tsbuildinfo'
).
unlink
()
Path
(
'nni_node/nni_manager.tsbuildinfo'
).
unlink
()
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment