"examples/git@developer.sourcefind.cn:OpenDAS/nni.git" did not exist on "e75a9f5ac887b89fcc11b82aba2a38d68863acde"
Unverified Commit 0b78b8c3 authored by Ningxin Zheng's avatar Ningxin Zheng Committed by GitHub
Browse files

[bug bash] fix a small bug. (#2649)

parent 5cbe425f
...@@ -263,11 +263,12 @@ class ActivationAPoZRankFilterPrunerMasker(ActivationFilterPrunerMasker): ...@@ -263,11 +263,12 @@ class ActivationAPoZRankFilterPrunerMasker(ActivationFilterPrunerMasker):
base_mask['weight_mask'][idx] = 0. base_mask['weight_mask'][idx] = 0.
if base_mask['bias_mask'] is not None: if base_mask['bias_mask'] is not None:
base_mask['bias_mask'][idx] = 0. base_mask['bias_mask'][idx] = 0.
return base_mask
if len(activations) >= self.statistics_batch_num and self.pruner.hook_id in self.pruner._fwd_hook_handles: if len(activations) >= self.statistics_batch_num and self.pruner.hook_id in self.pruner._fwd_hook_handles:
self.pruner.remove_activation_collector(self.pruner.hook_id) self.pruner.remove_activation_collector(self.pruner.hook_id)
return base_mask
def _calc_apoz(self, activations): def _calc_apoz(self, activations):
""" """
Calculate APoZ(average percentage of zeros) of activations. Calculate APoZ(average percentage of zeros) of activations.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment