Commit b48f4db6 authored by Yanhui Liang's avatar Yanhui Liang Committed by A. Unique TensorFlower
Browse files

Internal change

PiperOrigin-RevId: 292159895
parent ddc40272
...@@ -494,6 +494,14 @@ class BertSquadMultiWorkerAccuracy(BertSquadBenchmarkBase): ...@@ -494,6 +494,14 @@ class BertSquadMultiWorkerAccuracy(BertSquadBenchmarkBase):
self._run_and_report_benchmark() self._run_and_report_benchmark()
def benchmark_eager_8_gpu_2_workers_fp16_ring_tweaked(self):
"""8 GPUs per worker, 2 workers, fp16, ring all-reduce."""
self._benchmark_common(num_workers=2, all_reduce_alg='ring')
def benchmark_eager_8_gpu_2_workers_fp16_nccl_tweaked(self):
"""8 GPUs per worker, 2 workers, fp16, nccl all-reduce."""
self._benchmark_common(num_workers=2, all_reduce_alg='nccl')
def benchmark_8_gpu_8_workers_fp16_ring_tweaked(self): def benchmark_8_gpu_8_workers_fp16_ring_tweaked(self):
"""8 GPUs per worker, 8 workers, fp16, ring all-reduce.""" """8 GPUs per worker, 8 workers, fp16, ring all-reduce."""
self._benchmark_common(num_workers=8, all_reduce_alg='ring') self._benchmark_common(num_workers=8, all_reduce_alg='ring')
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment