Set default GPU private threads to 2 per device (#6524)

This should give better performance in tweaked benchmarks.

Set default GPU private threads to 2 per device (#6524)
This should give better performance in tweaked benchmarks.
ece8deb6 · Haoyu Zhang · GitHub · 17e923da · ece8deb6
Unverified Commit ece8deb6 authored Apr 04, 2019 by Haoyu Zhang Committed by GitHub Apr 04, 2019
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

official/resnet/keras/keras_common.py official/resnet/keras/keras_common.py +1 -1

No files found.
--- a/official/resnet/keras/keras_common.py
+++ b/official/resnet/keras/keras_common.py
@@ -115,7 +115,7 @@ def set_gpu_thread_mode_and_count(flags_obj):
  tf.compat.v1.logging.info('Logical CPU cores: %s', cpu_count)

  # Allocate private thread pool for each GPU to schedule and launch kernels
-  per_gpu_thread_count = flags_obj.per_gpu_thread_count or 1
+  per_gpu_thread_count = flags_obj.per_gpu_thread_count or 2
  os.environ['TF_GPU_THREAD_MODE'] = flags_obj.tf_gpu_thread_mode
  os.environ['TF_GPU_THREAD_COUNT'] = str(per_gpu_thread_count)
  tf.compat.v1.logging.info('TF_GPU_THREAD_COUNT: %s',