# Copyright 2019 The TensorFlow Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # ============================================================================== """Constants used in tf_cnn_benchmarks.""" from __future__ import absolute_import from __future__ import division from __future__ import print_function from enum import Enum # Results fetched with this prefix will not be reduced. Instead, they will be # passed as matrices to model's postprocess function. UNREDUCED_ACCURACY_OP_PREFIX = "tensor:" # Eval result values with this name prefix will be included in summary. SIMPLE_VALUE_RESULT_PREFIX = "simple_value:" class BenchmarkMode(object): """Benchmark running mode.""" TRAIN = "training" EVAL = "evaluation" TRAIN_AND_EVAL = "training + evaluation" FORWARD_ONLY = "forward only" class NetworkTopology(str, Enum): """Network topology describes how multiple GPUs are inter-connected. """ # DGX-1 uses hybrid cube mesh topology with the following device peer to peer # matrix: # DMA: 0 1 2 3 4 5 6 7 # 0: Y Y Y Y Y N N N # 1: Y Y Y Y N Y N N # 2: Y Y Y Y N N Y N # 3: Y Y Y Y N N N Y # 4: Y N N N Y Y Y Y # 5: N Y N N Y Y Y Y # 6: N N Y N Y Y Y Y # 7: N N N Y Y Y Y Y DGX1 = "dgx1" # V100 in GCP are connected with the following device peer to peer matrix. # In this topology, bandwidth of the connection depends on if it uses NVLink # or PCIe link. # DMA: 0 1 2 3 4 5 6 7 # 0: Y Y Y Y N Y N N # 1: Y Y Y Y N N N N # 2: Y Y Y Y N N N Y # 3: Y Y Y Y N N N N # 4: N N N N Y Y Y Y # 5: Y N N N Y Y Y Y # 6: N N N N Y Y Y Y # 7: N N Y N Y Y Y Y GCP_V100 = "gcp_v100"