Unverified Commit 86285459 authored by Yuting Jiang's avatar Yuting Jiang Committed by GitHub
Browse files

Benchmarks: Configuration - Update inference and network benchmarks in configs (#276)

**Description**
Update inference and network benchmarks in configs.
parent cb772860
...@@ -99,9 +99,31 @@ superbench: ...@@ -99,9 +99,31 @@ superbench:
copy_type: copy_type:
- sm - sm
- dma - dma
ort-inference: ib-traffic:
<<: *default_local_mode enable: false
modes:
- name: mpi
proc_num: 1
mca:
btl: tcp,self
pml: ob1
btl_tcp_if_include: ens17f0
gpcnet-network-test:
enable: false enable: false
modes:
- name: mpi
proc_num: 1
mca:
pml: ucx
btl: ^uct
btl_tcp_if_include: ens17f0
tcp-connectivity:
enable: false
modes:
- name: local
parallel: no
parameters:
port: 22
ort-models: ort-models:
enable: false enable: false
modes: modes:
......
...@@ -6,6 +6,10 @@ ...@@ -6,6 +6,10 @@
version: v0.3 version: v0.3
superbench: superbench:
enable: null enable: null
monitor:
enable: true
sample_duration: 1
sample_interval: 10
var: var:
default_local_mode: &default_local_mode default_local_mode: &default_local_mode
enable: true enable: true
...@@ -123,6 +127,52 @@ superbench: ...@@ -123,6 +127,52 @@ superbench:
<<: *default_pytorch_mode <<: *default_pytorch_mode
computation-communication-overlap: computation-communication-overlap:
<<: *default_pytorch_mode <<: *default_pytorch_mode
ib-traffic:
enable: false
modes:
- name: mpi
proc_num: 1
gpcnet-network-test:
enable: false
modes:
- name: mpi
proc_num: 1
mca:
pml: ucx
btl: ^uct
btl_tcp_if_include: eth0
gpcnet-network-load-test:
enable: false
modes:
- name: mpi
proc_num: 1
mca:
pml: ucx
btl: ^uct
btl_tcp_if_include: eth0
tcp-connectivity:
enable: false
modes:
- name: local
parallel: no
parameters:
port: 22
ort-inference:
<<: *default_local_mode
tensorrt-inference:
<<: *default_local_mode
parameters:
pytorch_models:
- resnet50
- resnet101
- resnet152
- densenet169
- densenet201
- bert-base
- bert-large
seq_length: 224
batch_size: 32
precision: int8
gpt_models: gpt_models:
<<: *default_pytorch_mode <<: *default_pytorch_mode
models: models:
......
...@@ -3,7 +3,7 @@ version: v0.3 ...@@ -3,7 +3,7 @@ version: v0.3
superbench: superbench:
enable: null enable: null
monitor: monitor:
enable: false enable: true
sample_duration: 1 sample_duration: 1
sample_interval: 10 sample_interval: 10
var: var:
...@@ -109,9 +109,52 @@ superbench: ...@@ -109,9 +109,52 @@ superbench:
<<: *default_pytorch_mode <<: *default_pytorch_mode
computation-communication-overlap: computation-communication-overlap:
<<: *default_pytorch_mode <<: *default_pytorch_mode
ib-traffic:
enable: false
modes:
- name: mpi
proc_num: 1
gpcnet-network-test:
enable: false
modes:
- name: mpi
proc_num: 1
mca:
pml: ucx
btl: ^uct
btl_tcp_if_include: eth0
gpcnet-network-load-test:
enable: false
modes:
- name: mpi
proc_num: 1
mca:
pml: ucx
btl: ^uct
btl_tcp_if_include: eth0
tcp-connectivity:
enable: false
modes:
- name: local
parallel: no
parameters:
port: 22
ort-inference: ort-inference:
<<: *default_local_mode <<: *default_local_mode
enable: false tensorrt-inference:
<<: *default_local_mode
parameters:
pytorch_models:
- resnet50
- resnet101
- resnet152
- densenet169
- densenet201
- bert-base
- bert-large
seq_length: 224
batch_size: 32
precision: int8
gpt_models: gpt_models:
<<: *default_pytorch_mode <<: *default_pytorch_mode
models: models:
......
...@@ -3,7 +3,7 @@ version: v0.3 ...@@ -3,7 +3,7 @@ version: v0.3
superbench: superbench:
enable: null enable: null
monitor: monitor:
enable: false enable: true
sample_duration: 1 sample_duration: 1
sample_interval: 10 sample_interval: 10
var: var:
...@@ -107,9 +107,56 @@ superbench: ...@@ -107,9 +107,56 @@ superbench:
<<: *default_pytorch_mode <<: *default_pytorch_mode
computation-communication-overlap: computation-communication-overlap:
<<: *default_pytorch_mode <<: *default_pytorch_mode
ib-traffic:
enable: false
modes:
- name: mpi
proc_num: 1
gpcnet-network-test:
enable: false
modes:
- name: mpi
proc_num: 1
mca:
pml: ucx
btl: ^uct
btl_tcp_if_include: eth0
env:
UCX_NET_DEVICES: mlx5_0:1
gpcnet-network-load-test:
enable: false
modes:
- name: mpi
proc_num: 1
mca:
pml: ucx
btl: ^uct
btl_tcp_if_include: eth0
env:
UCX_NET_DEVICES: mlx5_0:1
tcp-connectivity:
enable: false
modes:
- name: local
parallel: no
parameters:
port: 22
ort-inference: ort-inference:
<<: *default_local_mode <<: *default_local_mode
enable: false tensorrt-inference:
<<: *default_local_mode
parameters:
pytorch_models:
- resnet50
- resnet101
- resnet152
- densenet169
- densenet201
- bert-base
- bert-large
seq_length: 224
batch_size: 32
precision: int8
gpt_models: gpt_models:
<<: *default_pytorch_mode <<: *default_pytorch_mode
models: models:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment