Skip to content

GitLab

"git@developer.sourcefind.cn:jerrrrry/infinicore.git" did not exist on "9a05446fc927070a6a31f8bf6e5185cbe8c754bd"
Unverified Commit 117e0adc authored by Yuting Jiang's avatar Yuting Jiang Committed by GitHub
Browse files

Analyzer - Format int type and unify empty value to N/A in diagnosis output files (#406) 

**Description**
Format int type and unify np.nan in diagnosis output files.

**Major Revision**
- format all int columns 
- unify na values to 'N/A' in json,jsonl,md,html files
parent 2fabac52
Show whitespace changes
Inline Side-by-side
Showing with 268 additions and 263 deletions
docs/user-tutorial/data-diagnosis.md
View file @ 117e0adc
...@@ -202,6 +202,8 @@ The output includes all defective machines' information including index, failure ...@@ -202,6 +202,8 @@ The output includes all defective machines' information including index, failure
- Defective Details (diagnosis/issue_details in json format): all violated metrics including metric data and related rule. - Defective Details (diagnosis/issue_details in json format): all violated metrics including metric data and related rule.
- ${metric}: the data of the metrics defined in the rule file. If the rule is `variance`, the form of the data is variance in percentage; if the rule is `value`, the form of the data is raw data. - ${metric}: the data of the metrics defined in the rule file. If the rule is `variance`, the form of the data is variance in percentage; if the rule is `value`, the form of the data is raw data.
- `'N/A'` indicates a empty value for the metric in output files.
If you specify '--output-all' in the command, the output includes all machines' information and an extra field to indicate if the machines is defective. If you specify '--output-all' in the command, the output includes all machines' information and an extra field to indicate if the machines is defective.
......
superbench/analyzer/data_diagnosis.py
View file @ 117e0adc
...@@ -21,6 +21,7 @@ class DataDiagnosis(RuleBase): ...@@ -21,6 +21,7 @@ class DataDiagnosis(RuleBase):
def __init__(self): def __init__(self):
"""Init function.""" """Init function."""
super().__init__() super().__init__()
self.na = 'N/A'
def _check_and_format_rules(self, rule, name): def _check_and_format_rules(self, rule, name):
"""Check the rule of the metric whether the formart is valid. """Check the rule of the metric whether the formart is valid.
...@@ -265,8 +266,6 @@ def output_all_nodes_results(self, raw_data_df, data_not_accept_df): ...@@ -265,8 +266,6 @@ def output_all_nodes_results(self, raw_data_df, data_not_accept_df):
all_data_df['Number Of Issues'] = all_data_df['Number Of Issues'].replace(np.nan, 0) all_data_df['Number Of Issues'] = all_data_df['Number Of Issues'].replace(np.nan, 0)
all_data_df['Number Of Issues'] = all_data_df['Number Of Issues'].astype(int) all_data_df['Number Of Issues'] = all_data_df['Number Of Issues'].astype(int)
all_data_df = all_data_df.replace(np.nan, '')
return all_data_df return all_data_df
def output_diagnosis_in_excel(self, raw_data_df, data_not_accept_df, output_path, rules): def output_diagnosis_in_excel(self, raw_data_df, data_not_accept_df, output_path, rules):
...@@ -279,6 +278,7 @@ def output_diagnosis_in_excel(self, raw_data_df, data_not_accept_df, output_path ...@@ -279,6 +278,7 @@ def output_diagnosis_in_excel(self, raw_data_df, data_not_accept_df, output_path
rules (dict): the rules of DataDiagnosis rules (dict): the rules of DataDiagnosis
""" """
try: try:
data_not_accept_df = data_not_accept_df.convert_dtypes()
writer = pd.ExcelWriter(output_path, engine='xlsxwriter') writer = pd.ExcelWriter(output_path, engine='xlsxwriter')
# Check whether writer is valiad # Check whether writer is valiad
if not isinstance(writer, pd.ExcelWriter): if not isinstance(writer, pd.ExcelWriter):
...@@ -296,6 +296,7 @@ def output_diagnosis_in_jsonl(self, data_not_accept_df, output_path): ...@@ -296,6 +296,7 @@ def output_diagnosis_in_jsonl(self, data_not_accept_df, output_path):
data_not_accept_df (DataFrame): the DataFrame to output data_not_accept_df (DataFrame): the DataFrame to output
output_path (str): the path of output jsonl file output_path (str): the path of output jsonl file
""" """
data_not_accept_df = data_not_accept_df.convert_dtypes().astype('object').fillna(self.na)
p = Path(output_path) p = Path(output_path)
try: try:
data_not_accept_json = data_not_accept_df.to_json(orient='index') data_not_accept_json = data_not_accept_df.to_json(orient='index')
...@@ -311,7 +312,7 @@ def output_diagnosis_in_jsonl(self, data_not_accept_df, output_path): ...@@ -311,7 +312,7 @@ def output_diagnosis_in_jsonl(self, data_not_accept_df, output_path):
with p.open('w') as f: with p.open('w') as f:
for node in data_not_accept: for node in data_not_accept:
line = data_not_accept[node] line = data_not_accept[node]
line['Index'] = node line['index'] = node
json_str = json.dumps(line) json_str = json.dumps(line)
f.write(json_str + '\n') f.write(json_str + '\n')
except Exception as e: except Exception as e:
...@@ -326,6 +327,7 @@ def output_diagnosis_in_json(self, data_not_accept_df, output_path): ...@@ -326,6 +327,7 @@ def output_diagnosis_in_json(self, data_not_accept_df, output_path):
data_not_accept_df (DataFrame): the DataFrame to output data_not_accept_df (DataFrame): the DataFrame to output
output_path (str): the path of output jsonl file output_path (str): the path of output jsonl file
""" """
data_not_accept_df = data_not_accept_df.convert_dtypes().astype('object').fillna(self.na)
data_not_accept_df = data_not_accept_df.reset_index() data_not_accept_df = data_not_accept_df.reset_index()
data_not_accept_df = data_not_accept_df.rename( data_not_accept_df = data_not_accept_df.rename(
columns={ columns={
...@@ -376,6 +378,7 @@ def generate_md_lines(self, data_not_accept_df, rules, round): ...@@ -376,6 +378,7 @@ def generate_md_lines(self, data_not_accept_df, rules, round):
data_not_accept_df = data_analysis.round_significant_decimal_places( data_not_accept_df = data_analysis.round_significant_decimal_places(
data_not_accept_df, round, [metric] data_not_accept_df, round, [metric]
) )
data_not_accept_df = data_not_accept_df.convert_dtypes().astype('object').fillna(self.na)
lines = file_handler.generate_md_table(data_not_accept_df, header) lines = file_handler.generate_md_table(data_not_accept_df, header)
return lines return lines
......
tests/analyzer/test_data_diagnosis.py
View file @ 117e0adc
...@@ -196,7 +196,7 @@ def test_data_diagnosis(self): ...@@ -196,7 +196,7 @@ def test_data_diagnosis(self):
json.loads(line) json.loads(line)
assert ('Category' in line) assert ('Category' in line)
assert ('Defective Details' in line) assert ('Defective Details' in line)
assert ('Index' in line) assert ('index' in line)
# Test - generate_md_lines # Test - generate_md_lines
lines = diag1.generate_md_lines(data_not_accept_df, diag1._sb_rules, 2) lines = diag1.generate_md_lines(data_not_accept_df, diag1._sb_rules, 2)
assert (lines) assert (lines)
......
tests/data/diagnosis_summary.html
View file @ 117e0adc
...@@ -53,7 +53,7 @@ ...@@ -53,7 +53,7 @@
<td>-1.17%</td> <td>-1.17%</td>
<td>-4.03%</td> <td>-4.03%</td>
<td>-1.01%</td> <td>-1.01%</td>
<td>0.0</td> <td>0</td>
<td>0.0%</td> <td>0.0%</td>
<td>0.0%</td> <td>0.0%</td>
<td>1.95%</td> <td>1.95%</td>
...@@ -78,7 +78,7 @@ ...@@ -78,7 +78,7 @@
<td>0.78%</td> <td>0.78%</td>
<td>-1.17%</td> <td>-1.17%</td>
<td>1.95%</td> <td>1.95%</td>
<td>0.0</td> <td>0</td>
</tr> </tr>
<tr> <tr>
<td>sb-validation-03</td> <td>sb-validation-03</td>
...@@ -92,7 +92,7 @@ ...@@ -92,7 +92,7 @@
<td>-1.17%</td> <td>-1.17%</td>
<td>-4.03%</td> <td>-4.03%</td>
<td>-1.01%</td> <td>-1.01%</td>
<td>0.0</td> <td>0</td>
<td>0.0%</td> <td>0.0%</td>
<td>0.0%</td> <td>0.0%</td>
<td>1.95%</td> <td>1.95%</td>
...@@ -101,23 +101,23 @@ ...@@ -101,23 +101,23 @@
<td>-1.95%</td> <td>-1.95%</td>
<td>1.85%</td> <td>1.85%</td>
<td>4.39%</td> <td>4.39%</td>
<td>nan</td> <td>N/A</td>
<td>nan</td> <td>N/A</td>
<td>nan</td> <td>N/A</td>
<td>nan</td> <td>N/A</td>
<td>nan</td> <td>N/A</td>
<td>nan</td> <td>N/A</td>
<td>nan</td> <td>N/A</td>
<td>nan</td> <td>N/A</td>
<td>nan</td> <td>N/A</td>
<td>nan</td> <td>N/A</td>
<td>nan</td> <td>N/A</td>
<td>nan</td> <td>N/A</td>
<td>nan</td> <td>N/A</td>
<td>nan</td> <td>N/A</td>
<td>nan</td> <td>N/A</td>
<td>nan</td> <td>N/A</td>
<td>1.0</td> <td>1</td>
</tr> </tr>
</tbody> </tbody>
</table> </table>
\ No newline at end of file
tests/data/diagnosis_summary.json
View file @ 117e0adc
...@@ -53,7 +53,7 @@ ...@@ -53,7 +53,7 @@
"gemm-flops/FP32:5": 18347.1, "gemm-flops/FP32:5": 18347.1,
"gemm-flops/FP32:6": 18247.4, "gemm-flops/FP32:6": 18247.4,
"gemm-flops/FP32:7": 18318.4, "gemm-flops/FP32:7": 18318.4,
"gemm-flops/FP16:0": 33878.0, "gemm-flops/FP16:0": 33878,
"gemm-flops/FP16:1": 33911.1, "gemm-flops/FP16:1": 33911.1,
"gemm-flops/FP16:2": 33769.3, "gemm-flops/FP16:2": 33769.3,
"gemm-flops/FP16:3": 33909.9, "gemm-flops/FP16:3": 33909.9,
...@@ -65,50 +65,50 @@ ...@@ -65,50 +65,50 @@
"gemm-flops/FP64_TC:1": 18924.2, "gemm-flops/FP64_TC:1": 18924.2,
"gemm-flops/FP64_TC:2": 18930.3, "gemm-flops/FP64_TC:2": 18930.3,
"gemm-flops/FP64_TC:3": 18971.9, "gemm-flops/FP64_TC:3": 18971.9,
"gemm-flops/FP64_TC:4": 18946.0, "gemm-flops/FP64_TC:4": 18946,
"gemm-flops/FP64_TC:5": 18945.0, "gemm-flops/FP64_TC:5": 18945,
"gemm-flops/FP64_TC:6": 18822.9, "gemm-flops/FP64_TC:6": 18822.9,
"gemm-flops/FP64_TC:7": 18911.1, "gemm-flops/FP64_TC:7": 18911.1,
"gemm-flops/TF32_TC:0": 127900.0, "gemm-flops/TF32_TC:0": 127900,
"gemm-flops/TF32_TC:1": 129094.0, "gemm-flops/TF32_TC:1": 129094,
"gemm-flops/TF32_TC:2": 127831.0, "gemm-flops/TF32_TC:2": 127831,
"gemm-flops/TF32_TC:3": 128709.0, "gemm-flops/TF32_TC:3": 128709,
"gemm-flops/TF32_TC:4": 127388.0, "gemm-flops/TF32_TC:4": 127388,
"gemm-flops/TF32_TC:5": 127861.0, "gemm-flops/TF32_TC:5": 127861,
"gemm-flops/TF32_TC:6": 128492.0, "gemm-flops/TF32_TC:6": 128492,
"gemm-flops/TF32_TC:7": 127720.0, "gemm-flops/TF32_TC:7": 127720,
"gemm-flops/BF16_TC:0": 264965.0, "gemm-flops/BF16_TC:0": 264965,
"gemm-flops/BF16_TC:1": 266638.0, "gemm-flops/BF16_TC:1": 266638,
"gemm-flops/BF16_TC:2": 263151.0, "gemm-flops/BF16_TC:2": 263151,
"gemm-flops/BF16_TC:3": 264752.0, "gemm-flops/BF16_TC:3": 264752,
"gemm-flops/BF16_TC:4": 263049.0, "gemm-flops/BF16_TC:4": 263049,
"gemm-flops/BF16_TC:5": 266605.0, "gemm-flops/BF16_TC:5": 266605,
"gemm-flops/BF16_TC:6": 267501.0, "gemm-flops/BF16_TC:6": 267501,
"gemm-flops/BF16_TC:7": 263880.0, "gemm-flops/BF16_TC:7": 263880,
"gemm-flops/FP16_TC:0": 279474.0, "gemm-flops/FP16_TC:0": 279474,
"gemm-flops/FP16_TC:1": 281256.0, "gemm-flops/FP16_TC:1": 281256,
"gemm-flops/FP16_TC:2": 277403.0, "gemm-flops/FP16_TC:2": 277403,
"gemm-flops/FP16_TC:3": 279147.0, "gemm-flops/FP16_TC:3": 279147,
"gemm-flops/FP16_TC:4": 277587.0, "gemm-flops/FP16_TC:4": 277587,
"gemm-flops/FP16_TC:5": 281537.0, "gemm-flops/FP16_TC:5": 281537,
"gemm-flops/FP16_TC:6": 282132.0, "gemm-flops/FP16_TC:6": 282132,
"gemm-flops/FP16_TC:7": 277788.0, "gemm-flops/FP16_TC:7": 277788,
"gemm-flops/INT8_TC:0": 475160.0, "gemm-flops/INT8_TC:0": 475160,
"gemm-flops/INT8_TC:1": 477725.0, "gemm-flops/INT8_TC:1": 477725,
"gemm-flops/INT8_TC:2": 471621.0, "gemm-flops/INT8_TC:2": 471621,
"gemm-flops/INT8_TC:3": 473716.0, "gemm-flops/INT8_TC:3": 473716,
"gemm-flops/INT8_TC:4": 472124.0, "gemm-flops/INT8_TC:4": 472124,
"gemm-flops/INT8_TC:5": 479972.0, "gemm-flops/INT8_TC:5": 479972,
"gemm-flops/INT8_TC:6": 481327.0, "gemm-flops/INT8_TC:6": 481327,
"gemm-flops/INT8_TC:7": 474710.0, "gemm-flops/INT8_TC:7": 474710,
"gemm-flops/INT4_TC:0": 970330.0, "gemm-flops/INT4_TC:0": 970330,
"gemm-flops/INT4_TC:1": 976837.0, "gemm-flops/INT4_TC:1": 976837,
"gemm-flops/INT4_TC:2": 966003.0, "gemm-flops/INT4_TC:2": 966003,
"gemm-flops/INT4_TC:3": 971315.0, "gemm-flops/INT4_TC:3": 971315,
"gemm-flops/INT4_TC:4": 964441.0, "gemm-flops/INT4_TC:4": 964441,
"gemm-flops/INT4_TC:5": 982461.0, "gemm-flops/INT4_TC:5": 982461,
"gemm-flops/INT4_TC:6": 979610.0, "gemm-flops/INT4_TC:6": 979610,
"gemm-flops/INT4_TC:7": 968359.0, "gemm-flops/INT4_TC:7": 968359,
"gpt_models/pytorch-gpt2-large/steptime_train_float32": 295.0526971836, "gpt_models/pytorch-gpt2-large/steptime_train_float32": 295.0526971836,
"gpt_models/pytorch-gpt2-large/throughput_train_float32": 27.1154543969, "gpt_models/pytorch-gpt2-large/throughput_train_float32": 27.1154543969,
"gpt_models/pytorch-gpt2-large/steptime_train_float16": 194.4957742235, "gpt_models/pytorch-gpt2-large/steptime_train_float16": 194.4957742235,
...@@ -297,7 +297,7 @@ ...@@ -297,7 +297,7 @@
"ib-loopback/IB_write_2097152_Avg_7:0": 23930.64, "ib-loopback/IB_write_2097152_Avg_7:0": 23930.64,
"ib-loopback/IB_write_4194304_Avg_7:0": 23845.63, "ib-loopback/IB_write_4194304_Avg_7:0": 23845.63,
"ib-loopback/IB_write_8388608_Avg_7:0": 23896.94, "ib-loopback/IB_write_8388608_Avg_7:0": 23896.94,
"kernel-launch/return_code": 0.0, "kernel-launch/return_code": 0,
"kernel-launch/event_overhead:0": 0.1, "kernel-launch/event_overhead:0": 0.1,
"kernel-launch/event_overhead:1": 0.00595, "kernel-launch/event_overhead:1": 0.00595,
"kernel-launch/event_overhead:2": 0.00557, "kernel-launch/event_overhead:2": 0.00557,
...@@ -319,10 +319,10 @@ ...@@ -319,10 +319,10 @@
"lstm_models/pytorch-lstm/steptime_train_float16": 25.9531298652, "lstm_models/pytorch-lstm/steptime_train_float16": 25.9531298652,
"lstm_models/pytorch-lstm/throughput_train_float16": 9069.9080925588, "lstm_models/pytorch-lstm/throughput_train_float16": 9069.9080925588,
"pytorch-matmul/nosharding": 34.6449975967, "pytorch-matmul/nosharding": 34.6449975967,
"mem-bw/return_code": 0.0, "mem-bw/return_code": 0,
"mem-bw/H2D_Mem_BW:0": 25.6, "mem-bw/H2D_Mem_BW:0": 25.6,
"mem-bw/H2D_Mem_BW:1": 25.8, "mem-bw/H2D_Mem_BW:1": 25.8,
"mem-bw/H2D_Mem_BW:2": 26.0, "mem-bw/H2D_Mem_BW:2": 26,
"mem-bw/H2D_Mem_BW:3": 26.1, "mem-bw/H2D_Mem_BW:3": 26.1,
"mem-bw/H2D_Mem_BW:4": 26.2, "mem-bw/H2D_Mem_BW:4": 26.2,
"mem-bw/H2D_Mem_BW:5": 25.8, "mem-bw/H2D_Mem_BW:5": 25.8,
...@@ -336,7 +336,7 @@ ...@@ -336,7 +336,7 @@
"mem-bw/D2H_Mem_BW:5": 24.3, "mem-bw/D2H_Mem_BW:5": 24.3,
"mem-bw/D2H_Mem_BW:6": 23.9, "mem-bw/D2H_Mem_BW:6": 23.9,
"mem-bw/D2H_Mem_BW:7": 24.6, "mem-bw/D2H_Mem_BW:7": 24.6,
"mem-bw/D2D_Mem_BW:0": 1118.0, "mem-bw/D2D_Mem_BW:0": 1118,
"mem-bw/D2D_Mem_BW:1": 1114.6, "mem-bw/D2D_Mem_BW:1": 1114.6,
"mem-bw/D2D_Mem_BW:2": 1119.7, "mem-bw/D2D_Mem_BW:2": 1119.7,
"mem-bw/D2D_Mem_BW:3": 1121.9, "mem-bw/D2D_Mem_BW:3": 1121.9,
...@@ -344,20 +344,20 @@ ...@@ -344,20 +344,20 @@
"mem-bw/D2D_Mem_BW:5": 1110.1, "mem-bw/D2D_Mem_BW:5": 1110.1,
"mem-bw/D2D_Mem_BW:6": 1123.3, "mem-bw/D2D_Mem_BW:6": 1123.3,
"mem-bw/D2D_Mem_BW:7": 1117.6, "mem-bw/D2D_Mem_BW:7": 1117.6,
"nccl-bw/allreduce_8_busbw:0": 0.0, "nccl-bw/allreduce_8_busbw:0": 0,
"nccl-bw/allreduce_8_algbw:0": 0.0, "nccl-bw/allreduce_8_algbw:0": 0,
"nccl-bw/allreduce_8_time:0": 37.84, "nccl-bw/allreduce_8_time:0": 37.84,
"nccl-bw/allreduce_16_busbw:0": 0.0, "nccl-bw/allreduce_16_busbw:0": 0,
"nccl-bw/allreduce_16_algbw:0": 0.0, "nccl-bw/allreduce_16_algbw:0": 0,
"nccl-bw/allreduce_16_time:0": 36.42, "nccl-bw/allreduce_16_time:0": 36.42,
"nccl-bw/allreduce_32_busbw:0": 0.0, "nccl-bw/allreduce_32_busbw:0": 0,
"nccl-bw/allreduce_32_algbw:0": 0.0, "nccl-bw/allreduce_32_algbw:0": 0,
"nccl-bw/allreduce_32_time:0": 36.87, "nccl-bw/allreduce_32_time:0": 36.87,
"nccl-bw/allreduce_64_busbw:0": 0.0, "nccl-bw/allreduce_64_busbw:0": 0,
"nccl-bw/allreduce_64_algbw:0": 0.0, "nccl-bw/allreduce_64_algbw:0": 0,
"nccl-bw/allreduce_64_time:0": 35.83, "nccl-bw/allreduce_64_time:0": 35.83,
"nccl-bw/allreduce_128_busbw:0": 0.01, "nccl-bw/allreduce_128_busbw:0": 0.01,
"nccl-bw/allreduce_128_algbw:0": 0.0, "nccl-bw/allreduce_128_algbw:0": 0,
"nccl-bw/allreduce_128_time:0": 36.91, "nccl-bw/allreduce_128_time:0": 36.91,
"nccl-bw/allreduce_256_busbw:0": 0.01, "nccl-bw/allreduce_256_busbw:0": 0.01,
"nccl-bw/allreduce_256_algbw:0": 0.01, "nccl-bw/allreduce_256_algbw:0": 0.01,
...@@ -383,7 +383,7 @@ ...@@ -383,7 +383,7 @@
"nccl-bw/allreduce_32768_busbw:0": 1.52, "nccl-bw/allreduce_32768_busbw:0": 1.52,
"nccl-bw/allreduce_32768_algbw:0": 0.87, "nccl-bw/allreduce_32768_algbw:0": 0.87,
"nccl-bw/allreduce_32768_time:0": 37.64, "nccl-bw/allreduce_32768_time:0": 37.64,
"nccl-bw/allreduce_65536_busbw:0": 3.0, "nccl-bw/allreduce_65536_busbw:0": 3,
"nccl-bw/allreduce_65536_algbw:0": 1.71, "nccl-bw/allreduce_65536_algbw:0": 1.71,
"nccl-bw/allreduce_65536_time:0": 38.22, "nccl-bw/allreduce_65536_time:0": 38.22,
"nccl-bw/allreduce_131072_busbw:0": 5.31, "nccl-bw/allreduce_131072_busbw:0": 5.31,
...@@ -406,7 +406,7 @@ ...@@ -406,7 +406,7 @@
"nccl-bw/allreduce_4194304_time:0": 111.6, "nccl-bw/allreduce_4194304_time:0": 111.6,
"nccl-bw/allreduce_8388608_busbw:0": 89.51, "nccl-bw/allreduce_8388608_busbw:0": 89.51,
"nccl-bw/allreduce_8388608_algbw:0": 51.15, "nccl-bw/allreduce_8388608_algbw:0": 51.15,
"nccl-bw/allreduce_8388608_time:0": 164.0, "nccl-bw/allreduce_8388608_time:0": 164,
"nccl-bw/allreduce_16777216_busbw:0": 114.38, "nccl-bw/allreduce_16777216_busbw:0": 114.38,
"nccl-bw/allreduce_16777216_algbw:0": 65.36, "nccl-bw/allreduce_16777216_algbw:0": 65.36,
"nccl-bw/allreduce_16777216_time:0": 256.7, "nccl-bw/allreduce_16777216_time:0": 256.7,
...@@ -430,13 +430,13 @@ ...@@ -430,13 +430,13 @@
"nccl-bw/allreduce_1073741824_time:0": 8164.5, "nccl-bw/allreduce_1073741824_time:0": 8164.5,
"nccl-bw/allreduce_2147483648_busbw:0": 231.89, "nccl-bw/allreduce_2147483648_busbw:0": 231.89,
"nccl-bw/allreduce_2147483648_algbw:0": 132.51, "nccl-bw/allreduce_2147483648_algbw:0": 132.51,
"nccl-bw/allreduce_2147483648_time:0": 16207.0, "nccl-bw/allreduce_2147483648_time:0": 16207,
"nccl-bw/allreduce_4294967296_busbw:0": 234.45, "nccl-bw/allreduce_4294967296_busbw:0": 234.45,
"nccl-bw/allreduce_4294967296_algbw:0": 133.97, "nccl-bw/allreduce_4294967296_algbw:0": 133.97,
"nccl-bw/allreduce_4294967296_time:0": 32059.0, "nccl-bw/allreduce_4294967296_time:0": 32059,
"nccl-bw/allreduce_8589934592_busbw:0": 235.36, "nccl-bw/allreduce_8589934592_busbw:0": 235.36,
"nccl-bw/allreduce_8589934592_algbw:0": 134.49, "nccl-bw/allreduce_8589934592_algbw:0": 134.49,
"nccl-bw/allreduce_8589934592_time:0": 63870.0, "nccl-bw/allreduce_8589934592_time:0": 63870,
"resnet_models/pytorch-resnet50/steptime_train_float32": 253.9552273229, "resnet_models/pytorch-resnet50/steptime_train_float32": 253.9552273229,
"resnet_models/pytorch-resnet50/throughput_train_float32": 760.334809913, "resnet_models/pytorch-resnet50/throughput_train_float32": 760.334809913,
"resnet_models/pytorch-resnet50/steptime_train_float16": 200.0860618427, "resnet_models/pytorch-resnet50/steptime_train_float16": 200.0860618427,
...@@ -472,8 +472,8 @@ ...@@ -472,8 +472,8 @@
"index": "sb-validation-02", "index": "sb-validation-02",
"diagnosis/accept": true, "diagnosis/accept": true,
"diagnosis/issue_num": 0, "diagnosis/issue_num": 0,
"diagnosis/category": "", "diagnosis/category": "N/A",
"diagnosis/issue_details": "", "diagnosis/issue_details": "N/A",
"bert_models/pytorch-bert-base/steptime_train_float32": 114.5916701062, "bert_models/pytorch-bert-base/steptime_train_float32": 114.5916701062,
"bert_models/pytorch-bert-base/throughput_train_float32": 279.8794623591, "bert_models/pytorch-bert-base/throughput_train_float32": 279.8794623591,
"bert_models/pytorch-bert-base/steptime_train_float16": 83.8895108318, "bert_models/pytorch-bert-base/steptime_train_float16": 83.8895108318,
...@@ -522,7 +522,7 @@ ...@@ -522,7 +522,7 @@
"gemm-flops/FP32:5": 18347.1, "gemm-flops/FP32:5": 18347.1,
"gemm-flops/FP32:6": 18247.4, "gemm-flops/FP32:6": 18247.4,
"gemm-flops/FP32:7": 18318.4, "gemm-flops/FP32:7": 18318.4,
"gemm-flops/FP16:0": 33878.0, "gemm-flops/FP16:0": 33878,
"gemm-flops/FP16:1": 33911.1, "gemm-flops/FP16:1": 33911.1,
"gemm-flops/FP16:2": 33769.3, "gemm-flops/FP16:2": 33769.3,
"gemm-flops/FP16:3": 33909.9, "gemm-flops/FP16:3": 33909.9,
...@@ -534,50 +534,50 @@ ...@@ -534,50 +534,50 @@
"gemm-flops/FP64_TC:1": 18924.2, "gemm-flops/FP64_TC:1": 18924.2,
"gemm-flops/FP64_TC:2": 18930.3, "gemm-flops/FP64_TC:2": 18930.3,
"gemm-flops/FP64_TC:3": 18971.9, "gemm-flops/FP64_TC:3": 18971.9,
"gemm-flops/FP64_TC:4": 18946.0, "gemm-flops/FP64_TC:4": 18946,
"gemm-flops/FP64_TC:5": 18945.0, "gemm-flops/FP64_TC:5": 18945,
"gemm-flops/FP64_TC:6": 18822.9, "gemm-flops/FP64_TC:6": 18822.9,
"gemm-flops/FP64_TC:7": 18911.1, "gemm-flops/FP64_TC:7": 18911.1,
"gemm-flops/TF32_TC:0": 127900.0, "gemm-flops/TF32_TC:0": 127900,
"gemm-flops/TF32_TC:1": 129094.0, "gemm-flops/TF32_TC:1": 129094,
"gemm-flops/TF32_TC:2": 127831.0, "gemm-flops/TF32_TC:2": 127831,
"gemm-flops/TF32_TC:3": 128709.0, "gemm-flops/TF32_TC:3": 128709,
"gemm-flops/TF32_TC:4": 127388.0, "gemm-flops/TF32_TC:4": 127388,
"gemm-flops/TF32_TC:5": 127861.0, "gemm-flops/TF32_TC:5": 127861,
"gemm-flops/TF32_TC:6": 128492.0, "gemm-flops/TF32_TC:6": 128492,
"gemm-flops/TF32_TC:7": 127720.0, "gemm-flops/TF32_TC:7": 127720,
"gemm-flops/BF16_TC:0": 264965.0, "gemm-flops/BF16_TC:0": 264965,
"gemm-flops/BF16_TC:1": 266638.0, "gemm-flops/BF16_TC:1": 266638,
"gemm-flops/BF16_TC:2": 263151.0, "gemm-flops/BF16_TC:2": 263151,
"gemm-flops/BF16_TC:3": 264752.0, "gemm-flops/BF16_TC:3": 264752,
"gemm-flops/BF16_TC:4": 263049.0, "gemm-flops/BF16_TC:4": 263049,
"gemm-flops/BF16_TC:5": 266605.0, "gemm-flops/BF16_TC:5": 266605,
"gemm-flops/BF16_TC:6": 267501.0, "gemm-flops/BF16_TC:6": 267501,
"gemm-flops/BF16_TC:7": 263880.0, "gemm-flops/BF16_TC:7": 263880,
"gemm-flops/FP16_TC:0": 279474.0, "gemm-flops/FP16_TC:0": 279474,
"gemm-flops/FP16_TC:1": 281256.0, "gemm-flops/FP16_TC:1": 281256,
"gemm-flops/FP16_TC:2": 277403.0, "gemm-flops/FP16_TC:2": 277403,
"gemm-flops/FP16_TC:3": 279147.0, "gemm-flops/FP16_TC:3": 279147,
"gemm-flops/FP16_TC:4": 277587.0, "gemm-flops/FP16_TC:4": 277587,
"gemm-flops/FP16_TC:5": 281537.0, "gemm-flops/FP16_TC:5": 281537,
"gemm-flops/FP16_TC:6": 282132.0, "gemm-flops/FP16_TC:6": 282132,
"gemm-flops/FP16_TC:7": 277788.0, "gemm-flops/FP16_TC:7": 277788,
"gemm-flops/INT8_TC:0": 475160.0, "gemm-flops/INT8_TC:0": 475160,
"gemm-flops/INT8_TC:1": 477725.0, "gemm-flops/INT8_TC:1": 477725,
"gemm-flops/INT8_TC:2": 471621.0, "gemm-flops/INT8_TC:2": 471621,
"gemm-flops/INT8_TC:3": 473716.0, "gemm-flops/INT8_TC:3": 473716,
"gemm-flops/INT8_TC:4": 472124.0, "gemm-flops/INT8_TC:4": 472124,
"gemm-flops/INT8_TC:5": 479972.0, "gemm-flops/INT8_TC:5": 479972,
"gemm-flops/INT8_TC:6": 481327.0, "gemm-flops/INT8_TC:6": 481327,
"gemm-flops/INT8_TC:7": 474710.0, "gemm-flops/INT8_TC:7": 474710,
"gemm-flops/INT4_TC:0": 970330.0, "gemm-flops/INT4_TC:0": 970330,
"gemm-flops/INT4_TC:1": 976837.0, "gemm-flops/INT4_TC:1": 976837,
"gemm-flops/INT4_TC:2": 966003.0, "gemm-flops/INT4_TC:2": 966003,
"gemm-flops/INT4_TC:3": 971315.0, "gemm-flops/INT4_TC:3": 971315,
"gemm-flops/INT4_TC:4": 964441.0, "gemm-flops/INT4_TC:4": 964441,
"gemm-flops/INT4_TC:5": 982461.0, "gemm-flops/INT4_TC:5": 982461,
"gemm-flops/INT4_TC:6": 979610.0, "gemm-flops/INT4_TC:6": 979610,
"gemm-flops/INT4_TC:7": 968359.0, "gemm-flops/INT4_TC:7": 968359,
"gpt_models/pytorch-gpt2-large/steptime_train_float32": 295.0526971836, "gpt_models/pytorch-gpt2-large/steptime_train_float32": 295.0526971836,
"gpt_models/pytorch-gpt2-large/throughput_train_float32": 27.1154543969, "gpt_models/pytorch-gpt2-large/throughput_train_float32": 27.1154543969,
"gpt_models/pytorch-gpt2-large/steptime_train_float16": 194.4957742235, "gpt_models/pytorch-gpt2-large/steptime_train_float16": 194.4957742235,
...@@ -766,7 +766,7 @@ ...@@ -766,7 +766,7 @@
"ib-loopback/IB_write_2097152_Avg_7:0": 23930.64, "ib-loopback/IB_write_2097152_Avg_7:0": 23930.64,
"ib-loopback/IB_write_4194304_Avg_7:0": 23845.63, "ib-loopback/IB_write_4194304_Avg_7:0": 23845.63,
"ib-loopback/IB_write_8388608_Avg_7:0": 23896.94, "ib-loopback/IB_write_8388608_Avg_7:0": 23896.94,
"kernel-launch/return_code": 0.0, "kernel-launch/return_code": 0,
"kernel-launch/event_overhead:0": 0.00595, "kernel-launch/event_overhead:0": 0.00595,
"kernel-launch/event_overhead:1": 0.00595, "kernel-launch/event_overhead:1": 0.00595,
"kernel-launch/event_overhead:2": 0.00557, "kernel-launch/event_overhead:2": 0.00557,
...@@ -788,10 +788,10 @@ ...@@ -788,10 +788,10 @@
"lstm_models/pytorch-lstm/steptime_train_float16": 25.9531298652, "lstm_models/pytorch-lstm/steptime_train_float16": 25.9531298652,
"lstm_models/pytorch-lstm/throughput_train_float16": 9069.9080925588, "lstm_models/pytorch-lstm/throughput_train_float16": 9069.9080925588,
"pytorch-matmul/nosharding": 34.6449975967, "pytorch-matmul/nosharding": 34.6449975967,
"mem-bw/return_code": 0.0, "mem-bw/return_code": 0,
"mem-bw/H2D_Mem_BW:0": 25.6, "mem-bw/H2D_Mem_BW:0": 25.6,
"mem-bw/H2D_Mem_BW:1": 25.8, "mem-bw/H2D_Mem_BW:1": 25.8,
"mem-bw/H2D_Mem_BW:2": 26.0, "mem-bw/H2D_Mem_BW:2": 26,
"mem-bw/H2D_Mem_BW:3": 26.1, "mem-bw/H2D_Mem_BW:3": 26.1,
"mem-bw/H2D_Mem_BW:4": 26.2, "mem-bw/H2D_Mem_BW:4": 26.2,
"mem-bw/H2D_Mem_BW:5": 25.8, "mem-bw/H2D_Mem_BW:5": 25.8,
...@@ -805,7 +805,7 @@ ...@@ -805,7 +805,7 @@
"mem-bw/D2H_Mem_BW:5": 24.3, "mem-bw/D2H_Mem_BW:5": 24.3,
"mem-bw/D2H_Mem_BW:6": 23.9, "mem-bw/D2H_Mem_BW:6": 23.9,
"mem-bw/D2H_Mem_BW:7": 24.6, "mem-bw/D2H_Mem_BW:7": 24.6,
"mem-bw/D2D_Mem_BW:0": 1118.0, "mem-bw/D2D_Mem_BW:0": 1118,
"mem-bw/D2D_Mem_BW:1": 1114.6, "mem-bw/D2D_Mem_BW:1": 1114.6,
"mem-bw/D2D_Mem_BW:2": 1119.7, "mem-bw/D2D_Mem_BW:2": 1119.7,
"mem-bw/D2D_Mem_BW:3": 1121.9, "mem-bw/D2D_Mem_BW:3": 1121.9,
...@@ -813,20 +813,20 @@ ...@@ -813,20 +813,20 @@
"mem-bw/D2D_Mem_BW:5": 1110.1, "mem-bw/D2D_Mem_BW:5": 1110.1,
"mem-bw/D2D_Mem_BW:6": 1123.3, "mem-bw/D2D_Mem_BW:6": 1123.3,
"mem-bw/D2D_Mem_BW:7": 1117.6, "mem-bw/D2D_Mem_BW:7": 1117.6,
"nccl-bw/allreduce_8_busbw:0": 0.0, "nccl-bw/allreduce_8_busbw:0": 0,
"nccl-bw/allreduce_8_algbw:0": 0.0, "nccl-bw/allreduce_8_algbw:0": 0,
"nccl-bw/allreduce_8_time:0": 37.84, "nccl-bw/allreduce_8_time:0": 37.84,
"nccl-bw/allreduce_16_busbw:0": 0.0, "nccl-bw/allreduce_16_busbw:0": 0,
"nccl-bw/allreduce_16_algbw:0": 0.0, "nccl-bw/allreduce_16_algbw:0": 0,
"nccl-bw/allreduce_16_time:0": 36.42, "nccl-bw/allreduce_16_time:0": 36.42,
"nccl-bw/allreduce_32_busbw:0": 0.0, "nccl-bw/allreduce_32_busbw:0": 0,
"nccl-bw/allreduce_32_algbw:0": 0.0, "nccl-bw/allreduce_32_algbw:0": 0,
"nccl-bw/allreduce_32_time:0": 36.87, "nccl-bw/allreduce_32_time:0": 36.87,
"nccl-bw/allreduce_64_busbw:0": 0.0, "nccl-bw/allreduce_64_busbw:0": 0,
"nccl-bw/allreduce_64_algbw:0": 0.0, "nccl-bw/allreduce_64_algbw:0": 0,
"nccl-bw/allreduce_64_time:0": 35.83, "nccl-bw/allreduce_64_time:0": 35.83,
"nccl-bw/allreduce_128_busbw:0": 0.01, "nccl-bw/allreduce_128_busbw:0": 0.01,
"nccl-bw/allreduce_128_algbw:0": 0.0, "nccl-bw/allreduce_128_algbw:0": 0,
"nccl-bw/allreduce_128_time:0": 36.91, "nccl-bw/allreduce_128_time:0": 36.91,
"nccl-bw/allreduce_256_busbw:0": 0.01, "nccl-bw/allreduce_256_busbw:0": 0.01,
"nccl-bw/allreduce_256_algbw:0": 0.01, "nccl-bw/allreduce_256_algbw:0": 0.01,
...@@ -852,7 +852,7 @@ ...@@ -852,7 +852,7 @@
"nccl-bw/allreduce_32768_busbw:0": 1.52, "nccl-bw/allreduce_32768_busbw:0": 1.52,
"nccl-bw/allreduce_32768_algbw:0": 0.87, "nccl-bw/allreduce_32768_algbw:0": 0.87,
"nccl-bw/allreduce_32768_time:0": 37.64, "nccl-bw/allreduce_32768_time:0": 37.64,
"nccl-bw/allreduce_65536_busbw:0": 3.0, "nccl-bw/allreduce_65536_busbw:0": 3,
"nccl-bw/allreduce_65536_algbw:0": 1.71, "nccl-bw/allreduce_65536_algbw:0": 1.71,
"nccl-bw/allreduce_65536_time:0": 38.22, "nccl-bw/allreduce_65536_time:0": 38.22,
"nccl-bw/allreduce_131072_busbw:0": 5.31, "nccl-bw/allreduce_131072_busbw:0": 5.31,
...@@ -875,7 +875,7 @@ ...@@ -875,7 +875,7 @@
"nccl-bw/allreduce_4194304_time:0": 111.6, "nccl-bw/allreduce_4194304_time:0": 111.6,
"nccl-bw/allreduce_8388608_busbw:0": 89.51, "nccl-bw/allreduce_8388608_busbw:0": 89.51,
"nccl-bw/allreduce_8388608_algbw:0": 51.15, "nccl-bw/allreduce_8388608_algbw:0": 51.15,
"nccl-bw/allreduce_8388608_time:0": 164.0, "nccl-bw/allreduce_8388608_time:0": 164,
"nccl-bw/allreduce_16777216_busbw:0": 114.38, "nccl-bw/allreduce_16777216_busbw:0": 114.38,
"nccl-bw/allreduce_16777216_algbw:0": 65.36, "nccl-bw/allreduce_16777216_algbw:0": 65.36,
"nccl-bw/allreduce_16777216_time:0": 256.7, "nccl-bw/allreduce_16777216_time:0": 256.7,
...@@ -899,13 +899,13 @@ ...@@ -899,13 +899,13 @@
"nccl-bw/allreduce_1073741824_time:0": 8164.5, "nccl-bw/allreduce_1073741824_time:0": 8164.5,
"nccl-bw/allreduce_2147483648_busbw:0": 231.89, "nccl-bw/allreduce_2147483648_busbw:0": 231.89,
"nccl-bw/allreduce_2147483648_algbw:0": 132.51, "nccl-bw/allreduce_2147483648_algbw:0": 132.51,
"nccl-bw/allreduce_2147483648_time:0": 16207.0, "nccl-bw/allreduce_2147483648_time:0": 16207,
"nccl-bw/allreduce_4294967296_busbw:0": 234.45, "nccl-bw/allreduce_4294967296_busbw:0": 234.45,
"nccl-bw/allreduce_4294967296_algbw:0": 133.97, "nccl-bw/allreduce_4294967296_algbw:0": 133.97,
"nccl-bw/allreduce_4294967296_time:0": 32059.0, "nccl-bw/allreduce_4294967296_time:0": 32059,
"nccl-bw/allreduce_8589934592_busbw:0": 235.36, "nccl-bw/allreduce_8589934592_busbw:0": 235.36,
"nccl-bw/allreduce_8589934592_algbw:0": 134.49, "nccl-bw/allreduce_8589934592_algbw:0": 134.49,
"nccl-bw/allreduce_8589934592_time:0": 63870.0, "nccl-bw/allreduce_8589934592_time:0": 63870,
"resnet_models/pytorch-resnet50/steptime_train_float32": 253.9552273229, "resnet_models/pytorch-resnet50/steptime_train_float32": 253.9552273229,
"resnet_models/pytorch-resnet50/throughput_train_float32": 760.334809913, "resnet_models/pytorch-resnet50/throughput_train_float32": 760.334809913,
"resnet_models/pytorch-resnet50/steptime_train_float16": 200.0860618427, "resnet_models/pytorch-resnet50/steptime_train_float16": 200.0860618427,
...@@ -991,7 +991,7 @@ ...@@ -991,7 +991,7 @@
"gemm-flops/FP32:5": 18347.1, "gemm-flops/FP32:5": 18347.1,
"gemm-flops/FP32:6": 18247.4, "gemm-flops/FP32:6": 18247.4,
"gemm-flops/FP32:7": 18318.4, "gemm-flops/FP32:7": 18318.4,
"gemm-flops/FP16:0": 33878.0, "gemm-flops/FP16:0": 33878,
"gemm-flops/FP16:1": 33911.1, "gemm-flops/FP16:1": 33911.1,
"gemm-flops/FP16:2": 33769.3, "gemm-flops/FP16:2": 33769.3,
"gemm-flops/FP16:3": 33909.9, "gemm-flops/FP16:3": 33909.9,
...@@ -1003,50 +1003,50 @@ ...@@ -1003,50 +1003,50 @@
"gemm-flops/FP64_TC:1": 18924.2, "gemm-flops/FP64_TC:1": 18924.2,
"gemm-flops/FP64_TC:2": 18930.3, "gemm-flops/FP64_TC:2": 18930.3,
"gemm-flops/FP64_TC:3": 18971.9, "gemm-flops/FP64_TC:3": 18971.9,
"gemm-flops/FP64_TC:4": 18946.0, "gemm-flops/FP64_TC:4": 18946,
"gemm-flops/FP64_TC:5": 18945.0, "gemm-flops/FP64_TC:5": 18945,
"gemm-flops/FP64_TC:6": 18822.9, "gemm-flops/FP64_TC:6": 18822.9,
"gemm-flops/FP64_TC:7": 18911.1, "gemm-flops/FP64_TC:7": 18911.1,
"gemm-flops/TF32_TC:0": 127900.0, "gemm-flops/TF32_TC:0": 127900,
"gemm-flops/TF32_TC:1": 129094.0, "gemm-flops/TF32_TC:1": 129094,
"gemm-flops/TF32_TC:2": 127831.0, "gemm-flops/TF32_TC:2": 127831,
"gemm-flops/TF32_TC:3": 128709.0, "gemm-flops/TF32_TC:3": 128709,
"gemm-flops/TF32_TC:4": 127388.0, "gemm-flops/TF32_TC:4": 127388,
"gemm-flops/TF32_TC:5": 127861.0, "gemm-flops/TF32_TC:5": 127861,
"gemm-flops/TF32_TC:6": 128492.0, "gemm-flops/TF32_TC:6": 128492,
"gemm-flops/TF32_TC:7": 127720.0, "gemm-flops/TF32_TC:7": 127720,
"gemm-flops/BF16_TC:0": 264965.0, "gemm-flops/BF16_TC:0": 264965,
"gemm-flops/BF16_TC:1": 266638.0, "gemm-flops/BF16_TC:1": 266638,
"gemm-flops/BF16_TC:2": 263151.0, "gemm-flops/BF16_TC:2": 263151,
"gemm-flops/BF16_TC:3": 264752.0, "gemm-flops/BF16_TC:3": 264752,
"gemm-flops/BF16_TC:4": 263049.0, "gemm-flops/BF16_TC:4": 263049,
"gemm-flops/BF16_TC:5": 266605.0, "gemm-flops/BF16_TC:5": 266605,
"gemm-flops/BF16_TC:6": 267501.0, "gemm-flops/BF16_TC:6": 267501,
"gemm-flops/BF16_TC:7": 263880.0, "gemm-flops/BF16_TC:7": 263880,
"gemm-flops/FP16_TC:0": 279474.0, "gemm-flops/FP16_TC:0": 279474,
"gemm-flops/FP16_TC:1": 281256.0, "gemm-flops/FP16_TC:1": 281256,
"gemm-flops/FP16_TC:2": 277403.0, "gemm-flops/FP16_TC:2": 277403,
"gemm-flops/FP16_TC:3": 279147.0, "gemm-flops/FP16_TC:3": 279147,
"gemm-flops/FP16_TC:4": 277587.0, "gemm-flops/FP16_TC:4": 277587,
"gemm-flops/FP16_TC:5": 281537.0, "gemm-flops/FP16_TC:5": 281537,
"gemm-flops/FP16_TC:6": 282132.0, "gemm-flops/FP16_TC:6": 282132,
"gemm-flops/FP16_TC:7": 277788.0, "gemm-flops/FP16_TC:7": 277788,
"gemm-flops/INT8_TC:0": 475160.0, "gemm-flops/INT8_TC:0": 475160,
"gemm-flops/INT8_TC:1": 477725.0, "gemm-flops/INT8_TC:1": 477725,
"gemm-flops/INT8_TC:2": 471621.0, "gemm-flops/INT8_TC:2": 471621,
"gemm-flops/INT8_TC:3": 473716.0, "gemm-flops/INT8_TC:3": 473716,
"gemm-flops/INT8_TC:4": 472124.0, "gemm-flops/INT8_TC:4": 472124,
"gemm-flops/INT8_TC:5": 479972.0, "gemm-flops/INT8_TC:5": 479972,
"gemm-flops/INT8_TC:6": 481327.0, "gemm-flops/INT8_TC:6": 481327,
"gemm-flops/INT8_TC:7": 474710.0, "gemm-flops/INT8_TC:7": 474710,
"gemm-flops/INT4_TC:0": 970330.0, "gemm-flops/INT4_TC:0": 970330,
"gemm-flops/INT4_TC:1": 976837.0, "gemm-flops/INT4_TC:1": 976837,
"gemm-flops/INT4_TC:2": 966003.0, "gemm-flops/INT4_TC:2": 966003,
"gemm-flops/INT4_TC:3": 971315.0, "gemm-flops/INT4_TC:3": 971315,
"gemm-flops/INT4_TC:4": 964441.0, "gemm-flops/INT4_TC:4": 964441,
"gemm-flops/INT4_TC:5": 982461.0, "gemm-flops/INT4_TC:5": 982461,
"gemm-flops/INT4_TC:6": 979610.0, "gemm-flops/INT4_TC:6": 979610,
"gemm-flops/INT4_TC:7": 968359.0, "gemm-flops/INT4_TC:7": 968359,
"gpt_models/pytorch-gpt2-large/steptime_train_float32": 295.0526971836, "gpt_models/pytorch-gpt2-large/steptime_train_float32": 295.0526971836,
"gpt_models/pytorch-gpt2-large/throughput_train_float32": 27.1154543969, "gpt_models/pytorch-gpt2-large/throughput_train_float32": 27.1154543969,
"gpt_models/pytorch-gpt2-large/steptime_train_float16": 194.4957742235, "gpt_models/pytorch-gpt2-large/steptime_train_float16": 194.4957742235,
...@@ -1235,7 +1235,7 @@ ...@@ -1235,7 +1235,7 @@
"ib-loopback/IB_write_2097152_Avg_7:0": 23930.64, "ib-loopback/IB_write_2097152_Avg_7:0": 23930.64,
"ib-loopback/IB_write_4194304_Avg_7:0": 23845.63, "ib-loopback/IB_write_4194304_Avg_7:0": 23845.63,
"ib-loopback/IB_write_8388608_Avg_7:0": 23896.94, "ib-loopback/IB_write_8388608_Avg_7:0": 23896.94,
"kernel-launch/return_code": 0.0, "kernel-launch/return_code": 0,
"kernel-launch/event_overhead:0": 0.00596, "kernel-launch/event_overhead:0": 0.00596,
"kernel-launch/event_overhead:1": 0.00595, "kernel-launch/event_overhead:1": 0.00595,
"kernel-launch/event_overhead:2": 0.00557, "kernel-launch/event_overhead:2": 0.00557,
...@@ -1257,45 +1257,45 @@ ...@@ -1257,45 +1257,45 @@
"lstm_models/pytorch-lstm/steptime_train_float16": 25.9531298652, "lstm_models/pytorch-lstm/steptime_train_float16": 25.9531298652,
"lstm_models/pytorch-lstm/throughput_train_float16": 9069.9080925588, "lstm_models/pytorch-lstm/throughput_train_float16": 9069.9080925588,
"pytorch-matmul/nosharding": 34.6449975967, "pytorch-matmul/nosharding": 34.6449975967,
"mem-bw/return_code": 1.0, "mem-bw/return_code": 1,
"mem-bw/H2D_Mem_BW:0": "", "mem-bw/H2D_Mem_BW:0": "N/A",
"mem-bw/H2D_Mem_BW:1": "", "mem-bw/H2D_Mem_BW:1": "N/A",
"mem-bw/H2D_Mem_BW:2": "", "mem-bw/H2D_Mem_BW:2": "N/A",
"mem-bw/H2D_Mem_BW:3": "", "mem-bw/H2D_Mem_BW:3": "N/A",
"mem-bw/H2D_Mem_BW:4": "", "mem-bw/H2D_Mem_BW:4": "N/A",
"mem-bw/H2D_Mem_BW:5": "", "mem-bw/H2D_Mem_BW:5": "N/A",
"mem-bw/H2D_Mem_BW:6": "", "mem-bw/H2D_Mem_BW:6": "N/A",
"mem-bw/H2D_Mem_BW:7": "", "mem-bw/H2D_Mem_BW:7": "N/A",
"mem-bw/D2H_Mem_BW:0": "", "mem-bw/D2H_Mem_BW:0": "N/A",
"mem-bw/D2H_Mem_BW:1": "", "mem-bw/D2H_Mem_BW:1": "N/A",
"mem-bw/D2H_Mem_BW:2": "", "mem-bw/D2H_Mem_BW:2": "N/A",
"mem-bw/D2H_Mem_BW:3": "", "mem-bw/D2H_Mem_BW:3": "N/A",
"mem-bw/D2H_Mem_BW:4": "", "mem-bw/D2H_Mem_BW:4": "N/A",
"mem-bw/D2H_Mem_BW:5": "", "mem-bw/D2H_Mem_BW:5": "N/A",
"mem-bw/D2H_Mem_BW:6": "", "mem-bw/D2H_Mem_BW:6": "N/A",
"mem-bw/D2H_Mem_BW:7": "", "mem-bw/D2H_Mem_BW:7": "N/A",
"mem-bw/D2D_Mem_BW:0": "", "mem-bw/D2D_Mem_BW:0": "N/A",
"mem-bw/D2D_Mem_BW:1": "", "mem-bw/D2D_Mem_BW:1": "N/A",
"mem-bw/D2D_Mem_BW:2": "", "mem-bw/D2D_Mem_BW:2": "N/A",
"mem-bw/D2D_Mem_BW:3": "", "mem-bw/D2D_Mem_BW:3": "N/A",
"mem-bw/D2D_Mem_BW:4": "", "mem-bw/D2D_Mem_BW:4": "N/A",
"mem-bw/D2D_Mem_BW:5": "", "mem-bw/D2D_Mem_BW:5": "N/A",
"mem-bw/D2D_Mem_BW:6": "", "mem-bw/D2D_Mem_BW:6": "N/A",
"mem-bw/D2D_Mem_BW:7": "", "mem-bw/D2D_Mem_BW:7": "N/A",
"nccl-bw/allreduce_8_busbw:0": 0.0, "nccl-bw/allreduce_8_busbw:0": 0,
"nccl-bw/allreduce_8_algbw:0": 0.0, "nccl-bw/allreduce_8_algbw:0": 0,
"nccl-bw/allreduce_8_time:0": 37.84, "nccl-bw/allreduce_8_time:0": 37.84,
"nccl-bw/allreduce_16_busbw:0": 0.0, "nccl-bw/allreduce_16_busbw:0": 0,
"nccl-bw/allreduce_16_algbw:0": 0.0, "nccl-bw/allreduce_16_algbw:0": 0,
"nccl-bw/allreduce_16_time:0": 36.42, "nccl-bw/allreduce_16_time:0": 36.42,
"nccl-bw/allreduce_32_busbw:0": 0.0, "nccl-bw/allreduce_32_busbw:0": 0,
"nccl-bw/allreduce_32_algbw:0": 0.0, "nccl-bw/allreduce_32_algbw:0": 0,
"nccl-bw/allreduce_32_time:0": 36.87, "nccl-bw/allreduce_32_time:0": 36.87,
"nccl-bw/allreduce_64_busbw:0": 0.0, "nccl-bw/allreduce_64_busbw:0": 0,
"nccl-bw/allreduce_64_algbw:0": 0.0, "nccl-bw/allreduce_64_algbw:0": 0,
"nccl-bw/allreduce_64_time:0": 35.83, "nccl-bw/allreduce_64_time:0": 35.83,
"nccl-bw/allreduce_128_busbw:0": 0.01, "nccl-bw/allreduce_128_busbw:0": 0.01,
"nccl-bw/allreduce_128_algbw:0": 0.0, "nccl-bw/allreduce_128_algbw:0": 0,
"nccl-bw/allreduce_128_time:0": 36.91, "nccl-bw/allreduce_128_time:0": 36.91,
"nccl-bw/allreduce_256_busbw:0": 0.01, "nccl-bw/allreduce_256_busbw:0": 0.01,
"nccl-bw/allreduce_256_algbw:0": 0.01, "nccl-bw/allreduce_256_algbw:0": 0.01,
...@@ -1321,7 +1321,7 @@ ...@@ -1321,7 +1321,7 @@
"nccl-bw/allreduce_32768_busbw:0": 1.52, "nccl-bw/allreduce_32768_busbw:0": 1.52,
"nccl-bw/allreduce_32768_algbw:0": 0.87, "nccl-bw/allreduce_32768_algbw:0": 0.87,
"nccl-bw/allreduce_32768_time:0": 37.64, "nccl-bw/allreduce_32768_time:0": 37.64,
"nccl-bw/allreduce_65536_busbw:0": 3.0, "nccl-bw/allreduce_65536_busbw:0": 3,
"nccl-bw/allreduce_65536_algbw:0": 1.71, "nccl-bw/allreduce_65536_algbw:0": 1.71,
"nccl-bw/allreduce_65536_time:0": 38.22, "nccl-bw/allreduce_65536_time:0": 38.22,
"nccl-bw/allreduce_131072_busbw:0": 5.31, "nccl-bw/allreduce_131072_busbw:0": 5.31,
...@@ -1344,7 +1344,7 @@ ...@@ -1344,7 +1344,7 @@
"nccl-bw/allreduce_4194304_time:0": 111.6, "nccl-bw/allreduce_4194304_time:0": 111.6,
"nccl-bw/allreduce_8388608_busbw:0": 89.51, "nccl-bw/allreduce_8388608_busbw:0": 89.51,
"nccl-bw/allreduce_8388608_algbw:0": 51.15, "nccl-bw/allreduce_8388608_algbw:0": 51.15,
"nccl-bw/allreduce_8388608_time:0": 164.0, "nccl-bw/allreduce_8388608_time:0": 164,
"nccl-bw/allreduce_16777216_busbw:0": 114.38, "nccl-bw/allreduce_16777216_busbw:0": 114.38,
"nccl-bw/allreduce_16777216_algbw:0": 65.36, "nccl-bw/allreduce_16777216_algbw:0": 65.36,
"nccl-bw/allreduce_16777216_time:0": 256.7, "nccl-bw/allreduce_16777216_time:0": 256.7,
...@@ -1368,13 +1368,13 @@ ...@@ -1368,13 +1368,13 @@
"nccl-bw/allreduce_1073741824_time:0": 8164.5, "nccl-bw/allreduce_1073741824_time:0": 8164.5,
"nccl-bw/allreduce_2147483648_busbw:0": 231.89, "nccl-bw/allreduce_2147483648_busbw:0": 231.89,
"nccl-bw/allreduce_2147483648_algbw:0": 132.51, "nccl-bw/allreduce_2147483648_algbw:0": 132.51,
"nccl-bw/allreduce_2147483648_time:0": 16207.0, "nccl-bw/allreduce_2147483648_time:0": 16207,
"nccl-bw/allreduce_4294967296_busbw:0": 234.45, "nccl-bw/allreduce_4294967296_busbw:0": 234.45,
"nccl-bw/allreduce_4294967296_algbw:0": 133.97, "nccl-bw/allreduce_4294967296_algbw:0": 133.97,
"nccl-bw/allreduce_4294967296_time:0": 32059.0, "nccl-bw/allreduce_4294967296_time:0": 32059,
"nccl-bw/allreduce_8589934592_busbw:0": 235.36, "nccl-bw/allreduce_8589934592_busbw:0": 235.36,
"nccl-bw/allreduce_8589934592_algbw:0": 134.49, "nccl-bw/allreduce_8589934592_algbw:0": 134.49,
"nccl-bw/allreduce_8589934592_time:0": 63870.0, "nccl-bw/allreduce_8589934592_time:0": 63870,
"resnet_models/pytorch-resnet50/steptime_train_float32": 253.9552273229, "resnet_models/pytorch-resnet50/steptime_train_float32": 253.9552273229,
"resnet_models/pytorch-resnet50/throughput_train_float32": 760.334809913, "resnet_models/pytorch-resnet50/throughput_train_float32": 760.334809913,
"resnet_models/pytorch-resnet50/steptime_train_float16": 200.0860618427, "resnet_models/pytorch-resnet50/steptime_train_float16": 200.0860618427,
......
tests/data/diagnosis_summary.jsonl
View file @ 117e0adc
{"Category": "KernelLaunch", "Defective Details": "kernel-launch/event_overhead:0(B/L: 0.0060 VAL: 0.1000 VAR: 1577.85% Rule:lambda x:x>0.05)", "kernel-launch/event_overhead:0": 15.7785234899, "kernel-launch/event_overhead:1": -0.0016778523, "kernel-launch/event_overhead:2": -0.0654362416, "kernel-launch/event_overhead:3": -0.0771812081, "kernel-launch/event_overhead:4": -0.0067114094, "kernel-launch/event_overhead:5": -0.0117449664, "kernel-launch/event_overhead:6": -0.0402684564, "kernel-launch/event_overhead:7": -0.0100671141, "kernel-launch/return_code": 0.0, "kernel-launch/wall_overhead:0": 0.0, "kernel-launch/wall_overhead:1": 0.0, "kernel-launch/wall_overhead:2": 0.0194931774, "kernel-launch/wall_overhead:3": 0.022417154, "kernel-launch/wall_overhead:4": 0.0360623782, "kernel-launch/wall_overhead:5": -0.0194931774, "kernel-launch/wall_overhead:6": 0.0185185185, "kernel-launch/wall_overhead:7": 0.0438596491, "mem-bw/D2H_Mem_BW:0": 0.0, "mem-bw/D2H_Mem_BW:1": 0.012345679, "mem-bw/D2H_Mem_BW:2": 0.0082304527, "mem-bw/D2H_Mem_BW:3": 0.012345679, "mem-bw/D2H_Mem_BW:4": 0.0, "mem-bw/D2H_Mem_BW:5": 0.0, "mem-bw/D2H_Mem_BW:6": -0.0164609053, "mem-bw/D2H_Mem_BW:7": 0.012345679, "mem-bw/H2D_Mem_BW:0": 0.0, "mem-bw/H2D_Mem_BW:1": 0.0078125, "mem-bw/H2D_Mem_BW:2": 0.015625, "mem-bw/H2D_Mem_BW:3": 0.01953125, "mem-bw/H2D_Mem_BW:4": 0.0234375, "mem-bw/H2D_Mem_BW:5": 0.0078125, "mem-bw/H2D_Mem_BW:6": -0.01171875, "mem-bw/H2D_Mem_BW:7": 0.01953125, "mem-bw/return_code": 0.0, "Index": "sb-validation-01"} {"Category": "KernelLaunch", "Defective Details": "kernel-launch/event_overhead:0(B/L: 0.0060 VAL: 0.1000 VAR: 1577.85% Rule:lambda x:x>0.05)", "kernel-launch/event_overhead:0": 15.7785234899, "kernel-launch/event_overhead:1": -0.0016778523, "kernel-launch/event_overhead:2": -0.0654362416, "kernel-launch/event_overhead:3": -0.0771812081, "kernel-launch/event_overhead:4": -0.0067114094, "kernel-launch/event_overhead:5": -0.0117449664, "kernel-launch/event_overhead:6": -0.0402684564, "kernel-launch/event_overhead:7": -0.0100671141, "kernel-launch/return_code": 0, "kernel-launch/wall_overhead:0": 0, "kernel-launch/wall_overhead:1": 0, "kernel-launch/wall_overhead:2": 0.0194931774, "kernel-launch/wall_overhead:3": 0.022417154, "kernel-launch/wall_overhead:4": 0.0360623782, "kernel-launch/wall_overhead:5": -0.0194931774, "kernel-launch/wall_overhead:6": 0.0185185185, "kernel-launch/wall_overhead:7": 0.0438596491, "mem-bw/D2H_Mem_BW:0": 0, "mem-bw/D2H_Mem_BW:1": 0.012345679, "mem-bw/D2H_Mem_BW:2": 0.0082304527, "mem-bw/D2H_Mem_BW:3": 0.012345679, "mem-bw/D2H_Mem_BW:4": 0, "mem-bw/D2H_Mem_BW:5": 0, "mem-bw/D2H_Mem_BW:6": -0.0164609053, "mem-bw/D2H_Mem_BW:7": 0.012345679, "mem-bw/H2D_Mem_BW:0": 0, "mem-bw/H2D_Mem_BW:1": 0.0078125, "mem-bw/H2D_Mem_BW:2": 0.015625, "mem-bw/H2D_Mem_BW:3": 0.01953125, "mem-bw/H2D_Mem_BW:4": 0.0234375, "mem-bw/H2D_Mem_BW:5": 0.0078125, "mem-bw/H2D_Mem_BW:6": -0.01171875, "mem-bw/H2D_Mem_BW:7": 0.01953125, "mem-bw/return_code": 0, "index": "sb-validation-01"}
{"Category": "FailedTest", "Defective Details": "mem-bw/D2H_Mem_BW:0_miss,mem-bw/D2H_Mem_BW:1_miss,mem-bw/D2H_Mem_BW:2_miss,mem-bw/D2H_Mem_BW:3_miss,mem-bw/D2H_Mem_BW:4_miss,mem-bw/D2H_Mem_BW:5_miss,mem-bw/D2H_Mem_BW:6_miss,mem-bw/D2H_Mem_BW:7_miss,mem-bw/H2D_Mem_BW:0_miss,mem-bw/H2D_Mem_BW:1_miss,mem-bw/H2D_Mem_BW:2_miss,mem-bw/H2D_Mem_BW:3_miss,mem-bw/H2D_Mem_BW:4_miss,mem-bw/H2D_Mem_BW:5_miss,mem-bw/H2D_Mem_BW:6_miss,mem-bw/H2D_Mem_BW:7_miss,mem-bw/return_code(VAL: 1.0000 Rule:lambda x:x>0)", "kernel-launch/event_overhead:0": 0.0, "kernel-launch/event_overhead:1": -0.0016778523, "kernel-launch/event_overhead:2": -0.0654362416, "kernel-launch/event_overhead:3": -0.0771812081, "kernel-launch/event_overhead:4": -0.0067114094, "kernel-launch/event_overhead:5": -0.0117449664, "kernel-launch/event_overhead:6": -0.0402684564, "kernel-launch/event_overhead:7": -0.0100671141, "kernel-launch/return_code": 0.0, "kernel-launch/wall_overhead:0": 0.0, "kernel-launch/wall_overhead:1": 0.0, "kernel-launch/wall_overhead:2": 0.0194931774, "kernel-launch/wall_overhead:3": 0.022417154, "kernel-launch/wall_overhead:4": 0.0360623782, "kernel-launch/wall_overhead:5": -0.0194931774, "kernel-launch/wall_overhead:6": 0.0185185185, "kernel-launch/wall_overhead:7": 0.0438596491, "mem-bw/D2H_Mem_BW:0": null, "mem-bw/D2H_Mem_BW:1": null, "mem-bw/D2H_Mem_BW:2": null, "mem-bw/D2H_Mem_BW:3": null, "mem-bw/D2H_Mem_BW:4": null, "mem-bw/D2H_Mem_BW:5": null, "mem-bw/D2H_Mem_BW:6": null, "mem-bw/D2H_Mem_BW:7": null, "mem-bw/H2D_Mem_BW:0": null, "mem-bw/H2D_Mem_BW:1": null, "mem-bw/H2D_Mem_BW:2": null, "mem-bw/H2D_Mem_BW:3": null, "mem-bw/H2D_Mem_BW:4": null, "mem-bw/H2D_Mem_BW:5": null, "mem-bw/H2D_Mem_BW:6": null, "mem-bw/H2D_Mem_BW:7": null, "mem-bw/return_code": 1.0, "Index": "sb-validation-03"} {"Category": "FailedTest", "Defective Details": "mem-bw/D2H_Mem_BW:0_miss,mem-bw/D2H_Mem_BW:1_miss,mem-bw/D2H_Mem_BW:2_miss,mem-bw/D2H_Mem_BW:3_miss,mem-bw/D2H_Mem_BW:4_miss,mem-bw/D2H_Mem_BW:5_miss,mem-bw/D2H_Mem_BW:6_miss,mem-bw/D2H_Mem_BW:7_miss,mem-bw/H2D_Mem_BW:0_miss,mem-bw/H2D_Mem_BW:1_miss,mem-bw/H2D_Mem_BW:2_miss,mem-bw/H2D_Mem_BW:3_miss,mem-bw/H2D_Mem_BW:4_miss,mem-bw/H2D_Mem_BW:5_miss,mem-bw/H2D_Mem_BW:6_miss,mem-bw/H2D_Mem_BW:7_miss,mem-bw/return_code(VAL: 1.0000 Rule:lambda x:x>0)", "kernel-launch/event_overhead:0": 0.0, "kernel-launch/event_overhead:1": -0.0016778523, "kernel-launch/event_overhead:2": -0.0654362416, "kernel-launch/event_overhead:3": -0.0771812081, "kernel-launch/event_overhead:4": -0.0067114094, "kernel-launch/event_overhead:5": -0.0117449664, "kernel-launch/event_overhead:6": -0.0402684564, "kernel-launch/event_overhead:7": -0.0100671141, "kernel-launch/return_code": 0, "kernel-launch/wall_overhead:0": 0, "kernel-launch/wall_overhead:1": 0, "kernel-launch/wall_overhead:2": 0.0194931774, "kernel-launch/wall_overhead:3": 0.022417154, "kernel-launch/wall_overhead:4": 0.0360623782, "kernel-launch/wall_overhead:5": -0.0194931774, "kernel-launch/wall_overhead:6": 0.0185185185, "kernel-launch/wall_overhead:7": 0.0438596491, "mem-bw/D2H_Mem_BW:0": "N/A", "mem-bw/D2H_Mem_BW:1": "N/A", "mem-bw/D2H_Mem_BW:2": "N/A", "mem-bw/D2H_Mem_BW:3": "N/A", "mem-bw/D2H_Mem_BW:4": "N/A", "mem-bw/D2H_Mem_BW:5": "N/A", "mem-bw/D2H_Mem_BW:6": "N/A", "mem-bw/D2H_Mem_BW:7": "N/A", "mem-bw/H2D_Mem_BW:0": "N/A", "mem-bw/H2D_Mem_BW:1": "N/A", "mem-bw/H2D_Mem_BW:2": "N/A", "mem-bw/H2D_Mem_BW:3": "N/A", "mem-bw/H2D_Mem_BW:4": "N/A", "mem-bw/H2D_Mem_BW:5": "N/A", "mem-bw/H2D_Mem_BW:6": "N/A", "mem-bw/H2D_Mem_BW:7": "N/A", "mem-bw/return_code": 1, "index": "sb-validation-03"}
tests/data/diagnosis_summary.md
View file @ 117e0adc
| index | Category | Defective Details | kernel-launch/event_overhead:0 | kernel-launch/event_overhead:1 | kernel-launch/event_overhead:2 | kernel-launch/event_overhead:3 | kernel-launch/event_overhead:4 | kernel-launch/event_overhead:5 | kernel-launch/event_overhead:6 | kernel-launch/event_overhead:7 | kernel-launch/return_code | kernel-launch/wall_overhead:0 | kernel-launch/wall_overhead:1 | kernel-launch/wall_overhead:2 | kernel-launch/wall_overhead:3 | kernel-launch/wall_overhead:4 | kernel-launch/wall_overhead:5 | kernel-launch/wall_overhead:6 | kernel-launch/wall_overhead:7 | mem-bw/D2H_Mem_BW:0 | mem-bw/D2H_Mem_BW:1 | mem-bw/D2H_Mem_BW:2 | mem-bw/D2H_Mem_BW:3 | mem-bw/D2H_Mem_BW:4 | mem-bw/D2H_Mem_BW:5 | mem-bw/D2H_Mem_BW:6 | mem-bw/D2H_Mem_BW:7 | mem-bw/H2D_Mem_BW:0 | mem-bw/H2D_Mem_BW:1 | mem-bw/H2D_Mem_BW:2 | mem-bw/H2D_Mem_BW:3 | mem-bw/H2D_Mem_BW:4 | mem-bw/H2D_Mem_BW:5 | mem-bw/H2D_Mem_BW:6 | mem-bw/H2D_Mem_BW:7 | mem-bw/return_code | | index | Category | Defective Details | kernel-launch/event_overhead:0 | kernel-launch/event_overhead:1 | kernel-launch/event_overhead:2 | kernel-launch/event_overhead:3 | kernel-launch/event_overhead:4 | kernel-launch/event_overhead:5 | kernel-launch/event_overhead:6 | kernel-launch/event_overhead:7 | kernel-launch/return_code | kernel-launch/wall_overhead:0 | kernel-launch/wall_overhead:1 | kernel-launch/wall_overhead:2 | kernel-launch/wall_overhead:3 | kernel-launch/wall_overhead:4 | kernel-launch/wall_overhead:5 | kernel-launch/wall_overhead:6 | kernel-launch/wall_overhead:7 | mem-bw/D2H_Mem_BW:0 | mem-bw/D2H_Mem_BW:1 | mem-bw/D2H_Mem_BW:2 | mem-bw/D2H_Mem_BW:3 | mem-bw/D2H_Mem_BW:4 | mem-bw/D2H_Mem_BW:5 | mem-bw/D2H_Mem_BW:6 | mem-bw/D2H_Mem_BW:7 | mem-bw/H2D_Mem_BW:0 | mem-bw/H2D_Mem_BW:1 | mem-bw/H2D_Mem_BW:2 | mem-bw/H2D_Mem_BW:3 | mem-bw/H2D_Mem_BW:4 | mem-bw/H2D_Mem_BW:5 | mem-bw/H2D_Mem_BW:6 | mem-bw/H2D_Mem_BW:7 | mem-bw/return_code |
| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |
| sb-validation-01 | KernelLaunch | kernel-launch/event_overhead:0(B/L: 0.0060 VAL: 0.1000 VAR: 1577.85% Rule:lambda x:x>0.05) | 1577.85% | -0.17% | -6.54% | -7.72% | -0.67% | -1.17% | -4.03% | -1.01% | 0.0 | 0.0% | 0.0% | 1.95% | 2.24% | 3.61% | -1.95% | 1.85% | 4.39% | 0.0% | 1.23% | 0.82% | 1.23% | 0.0% | 0.0% | -1.65% | 1.23% | 0.0% | 0.78% | 1.56% | 1.95% | 2.34% | 0.78% | -1.17% | 1.95% | 0.0 | | sb-validation-01 | KernelLaunch | kernel-launch/event_overhead:0(B/L: 0.0060 VAL: 0.1000 VAR: 1577.85% Rule:lambda x:x>0.05) | 1577.85% | -0.17% | -6.54% | -7.72% | -0.67% | -1.17% | -4.03% | -1.01% | 0 | 0.0% | 0.0% | 1.95% | 2.24% | 3.61% | -1.95% | 1.85% | 4.39% | 0.0% | 1.23% | 0.82% | 1.23% | 0.0% | 0.0% | -1.65% | 1.23% | 0.0% | 0.78% | 1.56% | 1.95% | 2.34% | 0.78% | -1.17% | 1.95% | 0 |
| sb-validation-03 | FailedTest | mem-bw/D2H_Mem_BW:0_miss,mem-bw/D2H_Mem_BW:1_miss,mem-bw/D2H_Mem_BW:2_miss,mem-bw/D2H_Mem_BW:3_miss,mem-bw/D2H_Mem_BW:4_miss,mem-bw/D2H_Mem_BW:5_miss,mem-bw/D2H_Mem_BW:6_miss,mem-bw/D2H_Mem_BW:7_miss,mem-bw/H2D_Mem_BW:0_miss,mem-bw/H2D_Mem_BW:1_miss,mem-bw/H2D_Mem_BW:2_miss,mem-bw/H2D_Mem_BW:3_miss,mem-bw/H2D_Mem_BW:4_miss,mem-bw/H2D_Mem_BW:5_miss,mem-bw/H2D_Mem_BW:6_miss,mem-bw/H2D_Mem_BW:7_miss,mem-bw/return_code(VAL: 1.0000 Rule:lambda x:x>0) | 0.0% | -0.17% | -6.54% | -7.72% | -0.67% | -1.17% | -4.03% | -1.01% | 0.0 | 0.0% | 0.0% | 1.95% | 2.24% | 3.61% | -1.95% | 1.85% | 4.39% | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | 1.0 | | sb-validation-03 | FailedTest | mem-bw/D2H_Mem_BW:0_miss,mem-bw/D2H_Mem_BW:1_miss,mem-bw/D2H_Mem_BW:2_miss,mem-bw/D2H_Mem_BW:3_miss,mem-bw/D2H_Mem_BW:4_miss,mem-bw/D2H_Mem_BW:5_miss,mem-bw/D2H_Mem_BW:6_miss,mem-bw/D2H_Mem_BW:7_miss,mem-bw/H2D_Mem_BW:0_miss,mem-bw/H2D_Mem_BW:1_miss,mem-bw/H2D_Mem_BW:2_miss,mem-bw/H2D_Mem_BW:3_miss,mem-bw/H2D_Mem_BW:4_miss,mem-bw/H2D_Mem_BW:5_miss,mem-bw/H2D_Mem_BW:6_miss,mem-bw/H2D_Mem_BW:7_miss,mem-bw/return_code(VAL: 1.0000 Rule:lambda x:x>0) | 0.0% | -0.17% | -6.54% | -7.72% | -0.67% | -1.17% | -4.03% | -1.01% | 0 | 0.0% | 0.0% | 1.95% | 2.24% | 3.61% | -1.95% | 1.85% | 4.39% | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | 1 |
tests/data/diagnosis_summary_json.json
View file @ 117e0adc
...@@ -11,24 +11,24 @@ ...@@ -11,24 +11,24 @@
"kernel-launch/event_overhead:5": -0.0117449664, "kernel-launch/event_overhead:5": -0.0117449664,
"kernel-launch/event_overhead:6": -0.0402684564, "kernel-launch/event_overhead:6": -0.0402684564,
"kernel-launch/event_overhead:7": -0.0100671141, "kernel-launch/event_overhead:7": -0.0100671141,
"kernel-launch/return_code": 0.0, "kernel-launch/return_code": 0,
"kernel-launch/wall_overhead:0": 0.0, "kernel-launch/wall_overhead:0": 0,
"kernel-launch/wall_overhead:1": 0.0, "kernel-launch/wall_overhead:1": 0,
"kernel-launch/wall_overhead:2": 0.0194931774, "kernel-launch/wall_overhead:2": 0.0194931774,
"kernel-launch/wall_overhead:3": 0.022417154, "kernel-launch/wall_overhead:3": 0.022417154,
"kernel-launch/wall_overhead:4": 0.0360623782, "kernel-launch/wall_overhead:4": 0.0360623782,
"kernel-launch/wall_overhead:5": -0.0194931774, "kernel-launch/wall_overhead:5": -0.0194931774,
"kernel-launch/wall_overhead:6": 0.0185185185, "kernel-launch/wall_overhead:6": 0.0185185185,
"kernel-launch/wall_overhead:7": 0.0438596491, "kernel-launch/wall_overhead:7": 0.0438596491,
"mem-bw/D2H_Mem_BW:0": 0.0, "mem-bw/D2H_Mem_BW:0": 0,
"mem-bw/D2H_Mem_BW:1": 0.012345679, "mem-bw/D2H_Mem_BW:1": 0.012345679,
"mem-bw/D2H_Mem_BW:2": 0.0082304527, "mem-bw/D2H_Mem_BW:2": 0.0082304527,
"mem-bw/D2H_Mem_BW:3": 0.012345679, "mem-bw/D2H_Mem_BW:3": 0.012345679,
"mem-bw/D2H_Mem_BW:4": 0.0, "mem-bw/D2H_Mem_BW:4": 0,
"mem-bw/D2H_Mem_BW:5": 0.0, "mem-bw/D2H_Mem_BW:5": 0,
"mem-bw/D2H_Mem_BW:6": -0.0164609053, "mem-bw/D2H_Mem_BW:6": -0.0164609053,
"mem-bw/D2H_Mem_BW:7": 0.012345679, "mem-bw/D2H_Mem_BW:7": 0.012345679,
"mem-bw/H2D_Mem_BW:0": 0.0, "mem-bw/H2D_Mem_BW:0": 0,
"mem-bw/H2D_Mem_BW:1": 0.0078125, "mem-bw/H2D_Mem_BW:1": 0.0078125,
"mem-bw/H2D_Mem_BW:2": 0.015625, "mem-bw/H2D_Mem_BW:2": 0.015625,
"mem-bw/H2D_Mem_BW:3": 0.01953125, "mem-bw/H2D_Mem_BW:3": 0.01953125,
...@@ -36,7 +36,7 @@ ...@@ -36,7 +36,7 @@
"mem-bw/H2D_Mem_BW:5": 0.0078125, "mem-bw/H2D_Mem_BW:5": 0.0078125,
"mem-bw/H2D_Mem_BW:6": -0.01171875, "mem-bw/H2D_Mem_BW:6": -0.01171875,
"mem-bw/H2D_Mem_BW:7": 0.01953125, "mem-bw/H2D_Mem_BW:7": 0.01953125,
"mem-bw/return_code": 0.0 "mem-bw/return_code": 0
}, },
{ {
"index": "sb-validation-03", "index": "sb-validation-03",
...@@ -50,31 +50,31 @@ ...@@ -50,31 +50,31 @@
"kernel-launch/event_overhead:5": -0.0117449664, "kernel-launch/event_overhead:5": -0.0117449664,
"kernel-launch/event_overhead:6": -0.0402684564, "kernel-launch/event_overhead:6": -0.0402684564,
"kernel-launch/event_overhead:7": -0.0100671141, "kernel-launch/event_overhead:7": -0.0100671141,
"kernel-launch/return_code": 0.0, "kernel-launch/return_code": 0,
"kernel-launch/wall_overhead:0": 0.0, "kernel-launch/wall_overhead:0": 0,
"kernel-launch/wall_overhead:1": 0.0, "kernel-launch/wall_overhead:1": 0,
"kernel-launch/wall_overhead:2": 0.0194931774, "kernel-launch/wall_overhead:2": 0.0194931774,
"kernel-launch/wall_overhead:3": 0.022417154, "kernel-launch/wall_overhead:3": 0.022417154,
"kernel-launch/wall_overhead:4": 0.0360623782, "kernel-launch/wall_overhead:4": 0.0360623782,
"kernel-launch/wall_overhead:5": -0.0194931774, "kernel-launch/wall_overhead:5": -0.0194931774,
"kernel-launch/wall_overhead:6": 0.0185185185, "kernel-launch/wall_overhead:6": 0.0185185185,
"kernel-launch/wall_overhead:7": 0.0438596491, "kernel-launch/wall_overhead:7": 0.0438596491,
"mem-bw/D2H_Mem_BW:0": null, "mem-bw/D2H_Mem_BW:0": "N/A",
"mem-bw/D2H_Mem_BW:1": null, "mem-bw/D2H_Mem_BW:1": "N/A",
"mem-bw/D2H_Mem_BW:2": null, "mem-bw/D2H_Mem_BW:2": "N/A",
"mem-bw/D2H_Mem_BW:3": null, "mem-bw/D2H_Mem_BW:3": "N/A",
"mem-bw/D2H_Mem_BW:4": null, "mem-bw/D2H_Mem_BW:4": "N/A",
"mem-bw/D2H_Mem_BW:5": null, "mem-bw/D2H_Mem_BW:5": "N/A",
"mem-bw/D2H_Mem_BW:6": null, "mem-bw/D2H_Mem_BW:6": "N/A",
"mem-bw/D2H_Mem_BW:7": null, "mem-bw/D2H_Mem_BW:7": "N/A",
"mem-bw/H2D_Mem_BW:0": null, "mem-bw/H2D_Mem_BW:0": "N/A",
"mem-bw/H2D_Mem_BW:1": null, "mem-bw/H2D_Mem_BW:1": "N/A",
"mem-bw/H2D_Mem_BW:2": null, "mem-bw/H2D_Mem_BW:2": "N/A",
"mem-bw/H2D_Mem_BW:3": null, "mem-bw/H2D_Mem_BW:3": "N/A",
"mem-bw/H2D_Mem_BW:4": null, "mem-bw/H2D_Mem_BW:4": "N/A",
"mem-bw/H2D_Mem_BW:5": null, "mem-bw/H2D_Mem_BW:5": "N/A",
"mem-bw/H2D_Mem_BW:6": null, "mem-bw/H2D_Mem_BW:6": "N/A",
"mem-bw/H2D_Mem_BW:7": null, "mem-bw/H2D_Mem_BW:7": "N/A",
"mem-bw/return_code": 1.0 "mem-bw/return_code": 1
} }
] ]
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment