Skip to content

GitLab

"megatron/git@developer.sourcefind.cn:OpenDAS/megatron-lm.git" did not exist on "0d350c8d41e248509506a92f9dfc25ede8fdafff"
Commit 8a8baded authored by Yeqing Li's avatar Yeqing Li Committed by A. Unique TensorFlower
Browse files

Internal cleanup. 

PiperOrigin-RevId: 284259997
parent 6e847fbd
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 0 deletions
official/benchmark/retinanet_benchmark.py
View file @ 8a8baded
...@@ -225,6 +225,7 @@ class RetinanetBenchmarkReal(RetinanetAccuracy): ...@@ -225,6 +225,7 @@ class RetinanetBenchmarkReal(RetinanetAccuracy):
@flagsaver.flagsaver @flagsaver.flagsaver
def benchmark_8_gpu_coco(self): def benchmark_8_gpu_coco(self):
"""Run RetinaNet model accuracy test with 8 GPUs.""" """Run RetinaNet model accuracy test with 8 GPUs."""
self.num_gpus = 8
self._setup() self._setup()
params = copy.deepcopy(self.params_override) params = copy.deepcopy(self.params_override)
params['train']['total_steps'] = 1875 # One epoch. params['train']['total_steps'] = 1875 # One epoch.
...@@ -236,6 +237,7 @@ class RetinanetBenchmarkReal(RetinanetAccuracy): ...@@ -236,6 +237,7 @@ class RetinanetBenchmarkReal(RetinanetAccuracy):
# Related bug: b/135933080 # Related bug: b/135933080
params['train']['iterations_per_loop'] = 1 params['train']['iterations_per_loop'] = 1
params['eval']['eval_samples'] = 8 params['eval']['eval_samples'] = 8
FLAGS.num_gpus = self.num_gpus
FLAGS.params_override = json.dumps(params) FLAGS.params_override = json.dumps(params)
FLAGS.model_dir = self._get_model_dir('real_benchmark_8_gpu_coco') FLAGS.model_dir = self._get_model_dir('real_benchmark_8_gpu_coco')
# Use negative value to avoid saving checkpoints. # Use negative value to avoid saving checkpoints.
...@@ -255,6 +257,7 @@ class RetinanetBenchmarkReal(RetinanetAccuracy): ...@@ -255,6 +257,7 @@ class RetinanetBenchmarkReal(RetinanetAccuracy):
params['train']['total_steps'] = 200 params['train']['total_steps'] = 200
params['train']['iterations_per_loop'] = 1 params['train']['iterations_per_loop'] = 1
params['eval']['eval_samples'] = 8 params['eval']['eval_samples'] = 8
FLAGS.num_gpus = self.num_gpus
FLAGS.params_override = json.dumps(params) FLAGS.params_override = json.dumps(params)
FLAGS.model_dir = self._get_model_dir('real_benchmark_1_gpu_coco') FLAGS.model_dir = self._get_model_dir('real_benchmark_1_gpu_coco')
FLAGS.strategy_type = 'one_device_gpu' FLAGS.strategy_type = 'one_device_gpu'
...@@ -275,6 +278,7 @@ class RetinanetBenchmarkReal(RetinanetAccuracy): ...@@ -275,6 +278,7 @@ class RetinanetBenchmarkReal(RetinanetAccuracy):
params['train']['total_steps'] = 200 params['train']['total_steps'] = 200
params['train']['iterations_per_loop'] = 1 params['train']['iterations_per_loop'] = 1
params['eval']['eval_samples'] = 8 params['eval']['eval_samples'] = 8
FLAGS.num_gpus = self.num_gpus
FLAGS.params_override = json.dumps(params) FLAGS.params_override = json.dumps(params)
FLAGS.model_dir = self._get_model_dir('real_benchmark_1_gpu_coco') FLAGS.model_dir = self._get_model_dir('real_benchmark_1_gpu_coco')
FLAGS.strategy_type = 'one_device_gpu' FLAGS.strategy_type = 'one_device_gpu'
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment