Skip to content

GitLab

Unverified Commit 117e0adc authored by Yuting Jiang's avatar Yuting Jiang Committed by GitHub
Browse files

Analyzer - Format int type and unify empty value to N/A in diagnosis output files (#406) 

**Description**
Format int type and unify np.nan in diagnosis output files.

**Major Revision**
- format all int columns 
- unify na values to 'N/A' in json,jsonl,md,html files
parent 2fabac52
Hide whitespace changes
Inline Side-by-side
Showing with 268 additions and 263 deletions
docs/user-tutorial/data-diagnosis.md
View file @ 117e0adc
......@@ -202,6 +202,8 @@ The output includes all defective machines' information including index, failure
- Defective Details (diagnosis/issue_details in json format): all violated metrics including metric data and related rule.
- ${metric}: the data of the metrics defined in the rule file. If the rule is `variance`, the form of the data is variance in percentage; if the rule is `value`, the form of the data is raw data.
- `'N/A'` indicates a empty value for the metric in output files.
If you specify '--output-all' in the command, the output includes all machines' information and an extra field to indicate if the machines is defective.
......
superbench/analyzer/data_diagnosis.py
View file @ 117e0adc
......@@ -21,6 +21,7 @@ class DataDiagnosis(RuleBase):
def __init__(self):
"""Init function."""
super().__init__()
self.na = 'N/A'
def _check_and_format_rules(self, rule, name):
"""Check the rule of the metric whether the formart is valid.
......@@ -265,8 +266,6 @@ def output_all_nodes_results(self, raw_data_df, data_not_accept_df):
all_data_df['Number Of Issues'] = all_data_df['Number Of Issues'].replace(np.nan, 0)
all_data_df['Number Of Issues'] = all_data_df['Number Of Issues'].astype(int)
all_data_df = all_data_df.replace(np.nan, '')
return all_data_df
def output_diagnosis_in_excel(self, raw_data_df, data_not_accept_df, output_path, rules):
......@@ -279,6 +278,7 @@ def output_diagnosis_in_excel(self, raw_data_df, data_not_accept_df, output_path
rules (dict): the rules of DataDiagnosis
"""
try:
data_not_accept_df = data_not_accept_df.convert_dtypes()
writer = pd.ExcelWriter(output_path, engine='xlsxwriter')
# Check whether writer is valiad
if not isinstance(writer, pd.ExcelWriter):
......@@ -296,6 +296,7 @@ def output_diagnosis_in_jsonl(self, data_not_accept_df, output_path):
data_not_accept_df (DataFrame): the DataFrame to output
output_path (str): the path of output jsonl file
"""
data_not_accept_df = data_not_accept_df.convert_dtypes().astype('object').fillna(self.na)
p = Path(output_path)
try:
data_not_accept_json = data_not_accept_df.to_json(orient='index')
......@@ -311,7 +312,7 @@ def output_diagnosis_in_jsonl(self, data_not_accept_df, output_path):
with p.open('w') as f:
for node in data_not_accept:
line = data_not_accept[node]
line['Index'] = node
line['index'] = node
json_str = json.dumps(line)
f.write(json_str + '\n')
except Exception as e:
......@@ -326,6 +327,7 @@ def output_diagnosis_in_json(self, data_not_accept_df, output_path):
data_not_accept_df (DataFrame): the DataFrame to output
output_path (str): the path of output jsonl file
"""
data_not_accept_df = data_not_accept_df.convert_dtypes().astype('object').fillna(self.na)
data_not_accept_df = data_not_accept_df.reset_index()
data_not_accept_df = data_not_accept_df.rename(
columns={
......@@ -376,6 +378,7 @@ def generate_md_lines(self, data_not_accept_df, rules, round):
data_not_accept_df = data_analysis.round_significant_decimal_places(
data_not_accept_df, round, [metric]
)
data_not_accept_df = data_not_accept_df.convert_dtypes().astype('object').fillna(self.na)
lines = file_handler.generate_md_table(data_not_accept_df, header)
return lines
......
tests/analyzer/test_data_diagnosis.py
View file @ 117e0adc
......@@ -196,7 +196,7 @@ def test_data_diagnosis(self):
json.loads(line)
assert ('Category' in line)
assert ('Defective Details' in line)
assert ('Index' in line)
assert ('index' in line)
# Test - generate_md_lines
lines = diag1.generate_md_lines(data_not_accept_df, diag1._sb_rules, 2)
assert (lines)
......
tests/data/diagnosis_summary.html
View file @ 117e0adc
......@@ -53,7 +53,7 @@
<td>-1.17%</td>
<td>-4.03%</td>
<td>-1.01%</td>
<td>0.0</td>
<td>0</td>
<td>0.0%</td>
<td>0.0%</td>
<td>1.95%</td>
......@@ -78,7 +78,7 @@
<td>0.78%</td>
<td>-1.17%</td>
<td>1.95%</td>
<td>0.0</td>
<td>0</td>
</tr>
<tr>
<td>sb-validation-03</td>
......@@ -92,7 +92,7 @@
<td>-1.17%</td>
<td>-4.03%</td>
<td>-1.01%</td>
<td>0.0</td>
<td>0</td>
<td>0.0%</td>
<td>0.0%</td>
<td>1.95%</td>
......@@ -101,23 +101,23 @@
<td>-1.95%</td>
<td>1.85%</td>
<td>4.39%</td>
<td>nan</td>
<td>nan</td>
<td>nan</td>
<td>nan</td>
<td>nan</td>
<td>nan</td>
<td>nan</td>
<td>nan</td>
<td>nan</td>
<td>nan</td>
<td>nan</td>
<td>nan</td>
<td>nan</td>
<td>nan</td>
<td>nan</td>
<td>nan</td>
<td>1.0</td>
<td>N/A</td>
<td>N/A</td>
<td>N/A</td>
<td>N/A</td>
<td>N/A</td>
<td>N/A</td>
<td>N/A</td>
<td>N/A</td>
<td>N/A</td>
<td>N/A</td>
<td>N/A</td>
<td>N/A</td>
<td>N/A</td>
<td>N/A</td>
<td>N/A</td>
<td>N/A</td>
<td>1</td>
</tr>
</tbody>
</table>
\ No newline at end of file
tests/data/diagnosis_summary.json
View file @ 117e0adc
......@@ -53,7 +53,7 @@
"gemm-flops/FP32:5": 18347.1,
"gemm-flops/FP32:6": 18247.4,
"gemm-flops/FP32:7": 18318.4,
"gemm-flops/FP16:0": 33878.0,
"gemm-flops/FP16:0": 33878,
"gemm-flops/FP16:1": 33911.1,
"gemm-flops/FP16:2": 33769.3,
"gemm-flops/FP16:3": 33909.9,
......@@ -65,50 +65,50 @@
"gemm-flops/FP64_TC:1": 18924.2,
"gemm-flops/FP64_TC:2": 18930.3,
"gemm-flops/FP64_TC:3": 18971.9,
"gemm-flops/FP64_TC:4": 18946.0,
"gemm-flops/FP64_TC:5": 18945.0,
"gemm-flops/FP64_TC:4": 18946,
"gemm-flops/FP64_TC:5": 18945,
"gemm-flops/FP64_TC:6": 18822.9,
"gemm-flops/FP64_TC:7": 18911.1,
"gemm-flops/TF32_TC:0": 127900.0,
"gemm-flops/TF32_TC:1": 129094.0,
"gemm-flops/TF32_TC:2": 127831.0,
"gemm-flops/TF32_TC:3": 128709.0,
"gemm-flops/TF32_TC:4": 127388.0,
"gemm-flops/TF32_TC:5": 127861.0,
"gemm-flops/TF32_TC:6": 128492.0,
"gemm-flops/TF32_TC:7": 127720.0,
"gemm-flops/BF16_TC:0": 264965.0,
"gemm-flops/BF16_TC:1": 266638.0,
"gemm-flops/BF16_TC:2": 263151.0,
"gemm-flops/BF16_TC:3": 264752.0,
"gemm-flops/BF16_TC:4": 263049.0,
"gemm-flops/BF16_TC:5": 266605.0,
"gemm-flops/BF16_TC:6": 267501.0,
"gemm-flops/BF16_TC:7": 263880.0,
"gemm-flops/FP16_TC:0": 279474.0,
"gemm-flops/FP16_TC:1": 281256.0,
"gemm-flops/FP16_TC:2": 277403.0,
"gemm-flops/FP16_TC:3": 279147.0,
"gemm-flops/FP16_TC:4": 277587.0,
"gemm-flops/FP16_TC:5": 281537.0,
"gemm-flops/FP16_TC:6": 282132.0,
"gemm-flops/FP16_TC:7": 277788.0,
"gemm-flops/INT8_TC:0": 475160.0,
"gemm-flops/INT8_TC:1": 477725.0,
"gemm-flops/INT8_TC:2": 471621.0,
"gemm-flops/INT8_TC:3": 473716.0,
"gemm-flops/INT8_TC:4": 472124.0,
"gemm-flops/INT8_TC:5": 479972.0,
"gemm-flops/INT8_TC:6": 481327.0,
"gemm-flops/INT8_TC:7": 474710.0,
"gemm-flops/INT4_TC:0": 970330.0,
"gemm-flops/INT4_TC:1": 976837.0,
"gemm-flops/INT4_TC:2": 966003.0,
"gemm-flops/INT4_TC:3": 971315.0,
"gemm-flops/INT4_TC:4": 964441.0,
"gemm-flops/INT4_TC:5": 982461.0,
"gemm-flops/INT4_TC:6": 979610.0,
"gemm-flops/INT4_TC:7": 968359.0,
"gemm-flops/TF32_TC:0": 127900,
"gemm-flops/TF32_TC:1": 129094,
"gemm-flops/TF32_TC:2": 127831,
"gemm-flops/TF32_TC:3": 128709,
"gemm-flops/TF32_TC:4": 127388,
"gemm-flops/TF32_TC:5": 127861,
"gemm-flops/TF32_TC:6": 128492,
"gemm-flops/TF32_TC:7": 127720,
"gemm-flops/BF16_TC:0": 264965,
"gemm-flops/BF16_TC:1": 266638,
"gemm-flops/BF16_TC:2": 263151,
"gemm-flops/BF16_TC:3": 264752,
"gemm-flops/BF16_TC:4": 263049,
"gemm-flops/BF16_TC:5": 266605,
"gemm-flops/BF16_TC:6": 267501,
"gemm-flops/BF16_TC:7": 263880,
"gemm-flops/FP16_TC:0": 279474,
"gemm-flops/FP16_TC:1": 281256,
"gemm-flops/FP16_TC:2": 277403,
"gemm-flops/FP16_TC:3": 279147,
"gemm-flops/FP16_TC:4": 277587,
"gemm-flops/FP16_TC:5": 281537,
"gemm-flops/FP16_TC:6": 282132,
"gemm-flops/FP16_TC:7": 277788,
"gemm-flops/INT8_TC:0": 475160,
"gemm-flops/INT8_TC:1": 477725,
"gemm-flops/INT8_TC:2": 471621,
"gemm-flops/INT8_TC:3": 473716,
"gemm-flops/INT8_TC:4": 472124,
"gemm-flops/INT8_TC:5": 479972,
"gemm-flops/INT8_TC:6": 481327,
"gemm-flops/INT8_TC:7": 474710,
"gemm-flops/INT4_TC:0": 970330,
"gemm-flops/INT4_TC:1": 976837,
"gemm-flops/INT4_TC:2": 966003,
"gemm-flops/INT4_TC:3": 971315,
"gemm-flops/INT4_TC:4": 964441,
"gemm-flops/INT4_TC:5": 982461,
"gemm-flops/INT4_TC:6": 979610,
"gemm-flops/INT4_TC:7": 968359,
"gpt_models/pytorch-gpt2-large/steptime_train_float32": 295.0526971836,
"gpt_models/pytorch-gpt2-large/throughput_train_float32": 27.1154543969,
"gpt_models/pytorch-gpt2-large/steptime_train_float16": 194.4957742235,
......@@ -297,7 +297,7 @@
"ib-loopback/IB_write_2097152_Avg_7:0": 23930.64,
"ib-loopback/IB_write_4194304_Avg_7:0": 23845.63,
"ib-loopback/IB_write_8388608_Avg_7:0": 23896.94,
"kernel-launch/return_code": 0.0,
"kernel-launch/return_code": 0,
"kernel-launch/event_overhead:0": 0.1,
"kernel-launch/event_overhead:1": 0.00595,
"kernel-launch/event_overhead:2": 0.00557,
......@@ -319,10 +319,10 @@
"lstm_models/pytorch-lstm/steptime_train_float16": 25.9531298652,
"lstm_models/pytorch-lstm/throughput_train_float16": 9069.9080925588,
"pytorch-matmul/nosharding": 34.6449975967,
"mem-bw/return_code": 0.0,
"mem-bw/return_code": 0,
"mem-bw/H2D_Mem_BW:0": 25.6,
"mem-bw/H2D_Mem_BW:1": 25.8,
"mem-bw/H2D_Mem_BW:2": 26.0,
"mem-bw/H2D_Mem_BW:2": 26,
"mem-bw/H2D_Mem_BW:3": 26.1,
"mem-bw/H2D_Mem_BW:4": 26.2,
"mem-bw/H2D_Mem_BW:5": 25.8,
......@@ -336,7 +336,7 @@
"mem-bw/D2H_Mem_BW:5": 24.3,
"mem-bw/D2H_Mem_BW:6": 23.9,
"mem-bw/D2H_Mem_BW:7": 24.6,
"mem-bw/D2D_Mem_BW:0": 1118.0,
"mem-bw/D2D_Mem_BW:0": 1118,
"mem-bw/D2D_Mem_BW:1": 1114.6,
"mem-bw/D2D_Mem_BW:2": 1119.7,
"mem-bw/D2D_Mem_BW:3": 1121.9,
......@@ -344,20 +344,20 @@
"mem-bw/D2D_Mem_BW:5": 1110.1,
"mem-bw/D2D_Mem_BW:6": 1123.3,
"mem-bw/D2D_Mem_BW:7": 1117.6,
"nccl-bw/allreduce_8_busbw:0": 0.0,
"nccl-bw/allreduce_8_algbw:0": 0.0,
"nccl-bw/allreduce_8_busbw:0": 0,
"nccl-bw/allreduce_8_algbw:0": 0,
"nccl-bw/allreduce_8_time:0": 37.84,
"nccl-bw/allreduce_16_busbw:0": 0.0,
"nccl-bw/allreduce_16_algbw:0": 0.0,
"nccl-bw/allreduce_16_busbw:0": 0,
"nccl-bw/allreduce_16_algbw:0": 0,
"nccl-bw/allreduce_16_time:0": 36.42,
"nccl-bw/allreduce_32_busbw:0": 0.0,
"nccl-bw/allreduce_32_algbw:0": 0.0,
"nccl-bw/allreduce_32_busbw:0": 0,
"nccl-bw/allreduce_32_algbw:0": 0,
"nccl-bw/allreduce_32_time:0": 36.87,
"nccl-bw/allreduce_64_busbw:0": 0.0,
"nccl-bw/allreduce_64_algbw:0": 0.0,
"nccl-bw/allreduce_64_busbw:0": 0,
"nccl-bw/allreduce_64_algbw:0": 0,
"nccl-bw/allreduce_64_time:0": 35.83,
"nccl-bw/allreduce_128_busbw:0": 0.01,
"nccl-bw/allreduce_128_algbw:0": 0.0,
"nccl-bw/allreduce_128_algbw:0": 0,
"nccl-bw/allreduce_128_time:0": 36.91,
"nccl-bw/allreduce_256_busbw:0": 0.01,
"nccl-bw/allreduce_256_algbw:0": 0.01,
......@@ -383,7 +383,7 @@
"nccl-bw/allreduce_32768_busbw:0": 1.52,
"nccl-bw/allreduce_32768_algbw:0": 0.87,
"nccl-bw/allreduce_32768_time:0": 37.64,
"nccl-bw/allreduce_65536_busbw:0": 3.0,
"nccl-bw/allreduce_65536_busbw:0": 3,
"nccl-bw/allreduce_65536_algbw:0": 1.71,
"nccl-bw/allreduce_65536_time:0": 38.22,
"nccl-bw/allreduce_131072_busbw:0": 5.31,
......@@ -406,7 +406,7 @@
"nccl-bw/allreduce_4194304_time:0": 111.6,
"nccl-bw/allreduce_8388608_busbw:0": 89.51,
"nccl-bw/allreduce_8388608_algbw:0": 51.15,
"nccl-bw/allreduce_8388608_time:0": 164.0,
"nccl-bw/allreduce_8388608_time:0": 164,
"nccl-bw/allreduce_16777216_busbw:0": 114.38,
"nccl-bw/allreduce_16777216_algbw:0": 65.36,
"nccl-bw/allreduce_16777216_time:0": 256.7,
......@@ -430,13 +430,13 @@
"nccl-bw/allreduce_1073741824_time:0": 8164.5,
"nccl-bw/allreduce_2147483648_busbw:0": 231.89,
"nccl-bw/allreduce_2147483648_algbw:0": 132.51,
"nccl-bw/allreduce_2147483648_time:0": 16207.0,
"nccl-bw/allreduce_2147483648_time:0": 16207,
"nccl-bw/allreduce_4294967296_busbw:0": 234.45,
"nccl-bw/allreduce_4294967296_algbw:0": 133.97,
"nccl-bw/allreduce_4294967296_time:0": 32059.0,
"nccl-bw/allreduce_4294967296_time:0": 32059,
"nccl-bw/allreduce_8589934592_busbw:0": 235.36,
"nccl-bw/allreduce_8589934592_algbw:0": 134.49,
"nccl-bw/allreduce_8589934592_time:0": 63870.0,
"nccl-bw/allreduce_8589934592_time:0": 63870,
"resnet_models/pytorch-resnet50/steptime_train_float32": 253.9552273229,
"resnet_models/pytorch-resnet50/throughput_train_float32": 760.334809913,
"resnet_models/pytorch-resnet50/steptime_train_float16": 200.0860618427,
......@@ -472,8 +472,8 @@
"index": "sb-validation-02",
"diagnosis/accept": true,
"diagnosis/issue_num": 0,
"diagnosis/category": "",
"diagnosis/issue_details": "",
"diagnosis/category": "N/A",
"diagnosis/issue_details": "N/A",
"bert_models/pytorch-bert-base/steptime_train_float32": 114.5916701062,
"bert_models/pytorch-bert-base/throughput_train_float32": 279.8794623591,
"bert_models/pytorch-bert-base/steptime_train_float16": 83.8895108318,
......@@ -522,7 +522,7 @@
"gemm-flops/FP32:5": 18347.1,
"gemm-flops/FP32:6": 18247.4,
"gemm-flops/FP32:7": 18318.4,
"gemm-flops/FP16:0": 33878.0,
"gemm-flops/FP16:0": 33878,
"gemm-flops/FP16:1": 33911.1,
"gemm-flops/FP16:2": 33769.3,
"gemm-flops/FP16:3": 33909.9,
......@@ -534,50 +534,50 @@
"gemm-flops/FP64_TC:1": 18924.2,
"gemm-flops/FP64_TC:2": 18930.3,
"gemm-flops/FP64_TC:3": 18971.9,
"gemm-flops/FP64_TC:4": 18946.0,
"gemm-flops/FP64_TC:5": 18945.0,
"gemm-flops/FP64_TC:4": 18946,
"gemm-flops/FP64_TC:5": 18945,
"gemm-flops/FP64_TC:6": 18822.9,
"gemm-flops/FP64_TC:7": 18911.1,
"gemm-flops/TF32_TC:0": 127900.0,
"gemm-flops/TF32_TC:1": 129094.0,
"gemm-flops/TF32_TC:2": 127831.0,
"gemm-flops/TF32_TC:3": 128709.0,
"gemm-flops/TF32_TC:4": 127388.0,
"gemm-flops/TF32_TC:5": 127861.0,
"gemm-flops/TF32_TC:6": 128492.0,
"gemm-flops/TF32_TC:7": 127720.0,
"gemm-flops/BF16_TC:0": 264965.0,
"gemm-flops/BF16_TC:1": 266638.0,
"gemm-flops/BF16_TC:2": 263151.0,
"gemm-flops/BF16_TC:3": 264752.0,
"gemm-flops/BF16_TC:4": 263049.0,
"gemm-flops/BF16_TC:5": 266605.0,
"gemm-flops/BF16_TC:6": 267501.0,
"gemm-flops/BF16_TC:7": 263880.0,
"gemm-flops/FP16_TC:0": 279474.0,
"gemm-flops/FP16_TC:1": 281256.0,
"gemm-flops/FP16_TC:2": 277403.0,
"gemm-flops/FP16_TC:3": 279147.0,
"gemm-flops/FP16_TC:4": 277587.0,
"gemm-flops/FP16_TC:5": 281537.0,
"gemm-flops/FP16_TC:6": 282132.0,
"gemm-flops/FP16_TC:7": 277788.0,
"gemm-flops/INT8_TC:0": 475160.0,
"gemm-flops/INT8_TC:1": 477725.0,
"gemm-flops/INT8_TC:2": 471621.0,
"gemm-flops/INT8_TC:3": 473716.0,
"gemm-flops/INT8_TC:4": 472124.0,
"gemm-flops/INT8_TC:5": 479972.0,
"gemm-flops/INT8_TC:6": 481327.0,
"gemm-flops/INT8_TC:7": 474710.0,
"gemm-flops/INT4_TC:0": 970330.0,
"gemm-flops/INT4_TC:1": 976837.0,
"gemm-flops/INT4_TC:2": 966003.0,
"gemm-flops/INT4_TC:3": 971315.0,
"gemm-flops/INT4_TC:4": 964441.0,
"gemm-flops/INT4_TC:5": 982461.0,
"gemm-flops/INT4_TC:6": 979610.0,
"gemm-flops/INT4_TC:7": 968359.0,
"gemm-flops/TF32_TC:0": 127900,
"gemm-flops/TF32_TC:1": 129094,
"gemm-flops/TF32_TC:2": 127831,
"gemm-flops/TF32_TC:3": 128709,
"gemm-flops/TF32_TC:4": 127388,
"gemm-flops/TF32_TC:5": 127861,
"gemm-flops/TF32_TC:6": 128492,
"gemm-flops/TF32_TC:7": 127720,
"gemm-flops/BF16_TC:0": 264965,
"gemm-flops/BF16_TC:1": 266638,
"gemm-flops/BF16_TC:2": 263151,
"gemm-flops/BF16_TC:3": 264752,
"gemm-flops/BF16_TC:4": 263049,
"gemm-flops/BF16_TC:5": 266605,
"gemm-flops/BF16_TC:6": 267501,
"gemm-flops/BF16_TC:7": 263880,
"gemm-flops/FP16_TC:0": 279474,
"gemm-flops/FP16_TC:1": 281256,
"gemm-flops/FP16_TC:2": 277403,
"gemm-flops/FP16_TC:3": 279147,
"gemm-flops/FP16_TC:4": 277587,
"gemm-flops/FP16_TC:5": 281537,
"gemm-flops/FP16_TC:6": 282132,
"gemm-flops/FP16_TC:7": 277788,
"gemm-flops/INT8_TC:0": 475160,
"gemm-flops/INT8_TC:1": 477725,
"gemm-flops/INT8_TC:2": 471621,
"gemm-flops/INT8_TC:3": 473716,
"gemm-flops/INT8_TC:4": 472124,
"gemm-flops/INT8_TC:5": 479972,
"gemm-flops/INT8_TC:6": 481327,
"gemm-flops/INT8_TC:7": 474710,
"gemm-flops/INT4_TC:0": 970330,
"gemm-flops/INT4_TC:1": 976837,
"gemm-flops/INT4_TC:2": 966003,
"gemm-flops/INT4_TC:3": 971315,
"gemm-flops/INT4_TC:4": 964441,
"gemm-flops/INT4_TC:5": 982461,
"gemm-flops/INT4_TC:6": 979610,
"gemm-flops/INT4_TC:7": 968359,
"gpt_models/pytorch-gpt2-large/steptime_train_float32": 295.0526971836,
"gpt_models/pytorch-gpt2-large/throughput_train_float32": 27.1154543969,
"gpt_models/pytorch-gpt2-large/steptime_train_float16": 194.4957742235,
......@@ -766,7 +766,7 @@
"ib-loopback/IB_write_2097152_Avg_7:0": 23930.64,
"ib-loopback/IB_write_4194304_Avg_7:0": 23845.63,
"ib-loopback/IB_write_8388608_Avg_7:0": 23896.94,
"kernel-launch/return_code": 0.0,
"kernel-launch/return_code": 0,
"kernel-launch/event_overhead:0": 0.00595,
"kernel-launch/event_overhead:1": 0.00595,
"kernel-launch/event_overhead:2": 0.00557,
......@@ -788,10 +788,10 @@
"lstm_models/pytorch-lstm/steptime_train_float16": 25.9531298652,
"lstm_models/pytorch-lstm/throughput_train_float16": 9069.9080925588,
"pytorch-matmul/nosharding": 34.6449975967,
"mem-bw/return_code": 0.0,
"mem-bw/return_code": 0,
"mem-bw/H2D_Mem_BW:0": 25.6,
"mem-bw/H2D_Mem_BW:1": 25.8,
"mem-bw/H2D_Mem_BW:2": 26.0,
"mem-bw/H2D_Mem_BW:2": 26,
"mem-bw/H2D_Mem_BW:3": 26.1,
"mem-bw/H2D_Mem_BW:4": 26.2,
"mem-bw/H2D_Mem_BW:5": 25.8,
......@@ -805,7 +805,7 @@
"mem-bw/D2H_Mem_BW:5": 24.3,
"mem-bw/D2H_Mem_BW:6": 23.9,
"mem-bw/D2H_Mem_BW:7": 24.6,
"mem-bw/D2D_Mem_BW:0": 1118.0,
"mem-bw/D2D_Mem_BW:0": 1118,
"mem-bw/D2D_Mem_BW:1": 1114.6,
"mem-bw/D2D_Mem_BW:2": 1119.7,
"mem-bw/D2D_Mem_BW:3": 1121.9,
......@@ -813,20 +813,20 @@
"mem-bw/D2D_Mem_BW:5": 1110.1,
"mem-bw/D2D_Mem_BW:6": 1123.3,
"mem-bw/D2D_Mem_BW:7": 1117.6,
"nccl-bw/allreduce_8_busbw:0": 0.0,
"nccl-bw/allreduce_8_algbw:0": 0.0,
"nccl-bw/allreduce_8_busbw:0": 0,
"nccl-bw/allreduce_8_algbw:0": 0,
"nccl-bw/allreduce_8_time:0": 37.84,
"nccl-bw/allreduce_16_busbw:0": 0.0,
"nccl-bw/allreduce_16_algbw:0": 0.0,
"nccl-bw/allreduce_16_busbw:0": 0,
"nccl-bw/allreduce_16_algbw:0": 0,
"nccl-bw/allreduce_16_time:0": 36.42,
"nccl-bw/allreduce_32_busbw:0": 0.0,
"nccl-bw/allreduce_32_algbw:0": 0.0,
"nccl-bw/allreduce_32_busbw:0": 0,
"nccl-bw/allreduce_32_algbw:0": 0,
"nccl-bw/allreduce_32_time:0": 36.87,
"nccl-bw/allreduce_64_busbw:0": 0.0,
"nccl-bw/allreduce_64_algbw:0": 0.0,
"nccl-bw/allreduce_64_busbw:0": 0,
"nccl-bw/allreduce_64_algbw:0": 0,
"nccl-bw/allreduce_64_time:0": 35.83,
"nccl-bw/allreduce_128_busbw:0": 0.01,
"nccl-bw/allreduce_128_algbw:0": 0.0,
"nccl-bw/allreduce_128_algbw:0": 0,
"nccl-bw/allreduce_128_time:0": 36.91,
"nccl-bw/allreduce_256_busbw:0": 0.01,
"nccl-bw/allreduce_256_algbw:0": 0.01,
......@@ -852,7 +852,7 @@
"nccl-bw/allreduce_32768_busbw:0": 1.52,
"nccl-bw/allreduce_32768_algbw:0": 0.87,
"nccl-bw/allreduce_32768_time:0": 37.64,
"nccl-bw/allreduce_65536_busbw:0": 3.0,
"nccl-bw/allreduce_65536_busbw:0": 3,
"nccl-bw/allreduce_65536_algbw:0": 1.71,
"nccl-bw/allreduce_65536_time:0": 38.22,
"nccl-bw/allreduce_131072_busbw:0": 5.31,
......@@ -875,7 +875,7 @@
"nccl-bw/allreduce_4194304_time:0": 111.6,
"nccl-bw/allreduce_8388608_busbw:0": 89.51,
"nccl-bw/allreduce_8388608_algbw:0": 51.15,
"nccl-bw/allreduce_8388608_time:0": 164.0,
"nccl-bw/allreduce_8388608_time:0": 164,
"nccl-bw/allreduce_16777216_busbw:0": 114.38,
"nccl-bw/allreduce_16777216_algbw:0": 65.36,
"nccl-bw/allreduce_16777216_time:0": 256.7,
......@@ -899,13 +899,13 @@
"nccl-bw/allreduce_1073741824_time:0": 8164.5,
"nccl-bw/allreduce_2147483648_busbw:0": 231.89,
"nccl-bw/allreduce_2147483648_algbw:0": 132.51,
"nccl-bw/allreduce_2147483648_time:0": 16207.0,
"nccl-bw/allreduce_2147483648_time:0": 16207,
"nccl-bw/allreduce_4294967296_busbw:0": 234.45,
"nccl-bw/allreduce_4294967296_algbw:0": 133.97,
"nccl-bw/allreduce_4294967296_time:0": 32059.0,
"nccl-bw/allreduce_4294967296_time:0": 32059,
"nccl-bw/allreduce_8589934592_busbw:0": 235.36,
"nccl-bw/allreduce_8589934592_algbw:0": 134.49,
"nccl-bw/allreduce_8589934592_time:0": 63870.0,
"nccl-bw/allreduce_8589934592_time:0": 63870,
"resnet_models/pytorch-resnet50/steptime_train_float32": 253.9552273229,
"resnet_models/pytorch-resnet50/throughput_train_float32": 760.334809913,
"resnet_models/pytorch-resnet50/steptime_train_float16": 200.0860618427,
......@@ -991,7 +991,7 @@
"gemm-flops/FP32:5": 18347.1,
"gemm-flops/FP32:6": 18247.4,
"gemm-flops/FP32:7": 18318.4,
"gemm-flops/FP16:0": 33878.0,
"gemm-flops/FP16:0": 33878,
"gemm-flops/FP16:1": 33911.1,
"gemm-flops/FP16:2": 33769.3,
"gemm-flops/FP16:3": 33909.9,
......@@ -1003,50 +1003,50 @@
"gemm-flops/FP64_TC:1": 18924.2,
"gemm-flops/FP64_TC:2": 18930.3,
"gemm-flops/FP64_TC:3": 18971.9,
"gemm-flops/FP64_TC:4": 18946.0,
"gemm-flops/FP64_TC:5": 18945.0,
"gemm-flops/FP64_TC:4": 18946,
"gemm-flops/FP64_TC:5": 18945,
"gemm-flops/FP64_TC:6": 18822.9,
"gemm-flops/FP64_TC:7": 18911.1,
"gemm-flops/TF32_TC:0": 127900.0,
"gemm-flops/TF32_TC:1": 129094.0,
"gemm-flops/TF32_TC:2": 127831.0,
"gemm-flops/TF32_TC:3": 128709.0,
"gemm-flops/TF32_TC:4": 127388.0,
"gemm-flops/TF32_TC:5": 127861.0,
"gemm-flops/TF32_TC:6": 128492.0,
"gemm-flops/TF32_TC:7": 127720.0,
"gemm-flops/BF16_TC:0": 264965.0,
"gemm-flops/BF16_TC:1": 266638.0,
"gemm-flops/BF16_TC:2": 263151.0,
"gemm-flops/BF16_TC:3": 264752.0,
"gemm-flops/BF16_TC:4": 263049.0,
"gemm-flops/BF16_TC:5": 266605.0,
"gemm-flops/BF16_TC:6": 267501.0,
"gemm-flops/BF16_TC:7": 263880.0,
"gemm-flops/FP16_TC:0": 279474.0,
"gemm-flops/FP16_TC:1": 281256.0,
"gemm-flops/FP16_TC:2": 277403.0,
"gemm-flops/FP16_TC:3": 279147.0,
"gemm-flops/FP16_TC:4": 277587.0,
"gemm-flops/FP16_TC:5": 281537.0,
"gemm-flops/FP16_TC:6": 282132.0,
"gemm-flops/FP16_TC:7": 277788.0,
"gemm-flops/INT8_TC:0": 475160.0,
"gemm-flops/INT8_TC:1": 477725.0,
"gemm-flops/INT8_TC:2": 471621.0,
"gemm-flops/INT8_TC:3": 473716.0,
"gemm-flops/INT8_TC:4": 472124.0,
"gemm-flops/INT8_TC:5": 479972.0,
"gemm-flops/INT8_TC:6": 481327.0,
"gemm-flops/INT8_TC:7": 474710.0,
"gemm-flops/INT4_TC:0": 970330.0,
"gemm-flops/INT4_TC:1": 976837.0,
"gemm-flops/INT4_TC:2": 966003.0,
"gemm-flops/INT4_TC:3": 971315.0,
"gemm-flops/INT4_TC:4": 964441.0,
"gemm-flops/INT4_TC:5": 982461.0,
"gemm-flops/INT4_TC:6": 979610.0,
"gemm-flops/INT4_TC:7": 968359.0,
"gemm-flops/TF32_TC:0": 127900,
"gemm-flops/TF32_TC:1": 129094,
"gemm-flops/TF32_TC:2": 127831,
"gemm-flops/TF32_TC:3": 128709,
"gemm-flops/TF32_TC:4": 127388,
"gemm-flops/TF32_TC:5": 127861,
"gemm-flops/TF32_TC:6": 128492,
"gemm-flops/TF32_TC:7": 127720,
"gemm-flops/BF16_TC:0": 264965,
"gemm-flops/BF16_TC:1": 266638,
"gemm-flops/BF16_TC:2": 263151,
"gemm-flops/BF16_TC:3": 264752,
"gemm-flops/BF16_TC:4": 263049,
"gemm-flops/BF16_TC:5": 266605,
"gemm-flops/BF16_TC:6": 267501,
"gemm-flops/BF16_TC:7": 263880,
"gemm-flops/FP16_TC:0": 279474,
"gemm-flops/FP16_TC:1": 281256,
"gemm-flops/FP16_TC:2": 277403,
"gemm-flops/FP16_TC:3": 279147,
"gemm-flops/FP16_TC:4": 277587,
"gemm-flops/FP16_TC:5": 281537,
"gemm-flops/FP16_TC:6": 282132,
"gemm-flops/FP16_TC:7": 277788,
"gemm-flops/INT8_TC:0": 475160,
"gemm-flops/INT8_TC:1": 477725,
"gemm-flops/INT8_TC:2": 471621,
"gemm-flops/INT8_TC:3": 473716,
"gemm-flops/INT8_TC:4": 472124,
"gemm-flops/INT8_TC:5": 479972,
"gemm-flops/INT8_TC:6": 481327,
"gemm-flops/INT8_TC:7": 474710,
"gemm-flops/INT4_TC:0": 970330,
"gemm-flops/INT4_TC:1": 976837,
"gemm-flops/INT4_TC:2": 966003,
"gemm-flops/INT4_TC:3": 971315,
"gemm-flops/INT4_TC:4": 964441,
"gemm-flops/INT4_TC:5": 982461,
"gemm-flops/INT4_TC:6": 979610,
"gemm-flops/INT4_TC:7": 968359,
"gpt_models/pytorch-gpt2-large/steptime_train_float32": 295.0526971836,
"gpt_models/pytorch-gpt2-large/throughput_train_float32": 27.1154543969,
"gpt_models/pytorch-gpt2-large/steptime_train_float16": 194.4957742235,
......@@ -1235,7 +1235,7 @@
"ib-loopback/IB_write_2097152_Avg_7:0": 23930.64,
"ib-loopback/IB_write_4194304_Avg_7:0": 23845.63,
"ib-loopback/IB_write_8388608_Avg_7:0": 23896.94,
"kernel-launch/return_code": 0.0,
"kernel-launch/return_code": 0,
"kernel-launch/event_overhead:0": 0.00596,
"kernel-launch/event_overhead:1": 0.00595,
"kernel-launch/event_overhead:2": 0.00557,
......@@ -1257,45 +1257,45 @@
"lstm_models/pytorch-lstm/steptime_train_float16": 25.9531298652,
"lstm_models/pytorch-lstm/throughput_train_float16": 9069.9080925588,
"pytorch-matmul/nosharding": 34.6449975967,
"mem-bw/return_code": 1.0,
"mem-bw/H2D_Mem_BW:0": "",
"mem-bw/H2D_Mem_BW:1": "",
"mem-bw/H2D_Mem_BW:2": "",
"mem-bw/H2D_Mem_BW:3": "",
"mem-bw/H2D_Mem_BW:4": "",
"mem-bw/H2D_Mem_BW:5": "",
"mem-bw/H2D_Mem_BW:6": "",
"mem-bw/H2D_Mem_BW:7": "",
"mem-bw/D2H_Mem_BW:0": "",
"mem-bw/D2H_Mem_BW:1": "",
"mem-bw/D2H_Mem_BW:2": "",
"mem-bw/D2H_Mem_BW:3": "",
"mem-bw/D2H_Mem_BW:4": "",
"mem-bw/D2H_Mem_BW:5": "",
"mem-bw/D2H_Mem_BW:6": "",
"mem-bw/D2H_Mem_BW:7": "",
"mem-bw/D2D_Mem_BW:0": "",
"mem-bw/D2D_Mem_BW:1": "",
"mem-bw/D2D_Mem_BW:2": "",
"mem-bw/D2D_Mem_BW:3": "",
"mem-bw/D2D_Mem_BW:4": "",
"mem-bw/D2D_Mem_BW:5": "",
"mem-bw/D2D_Mem_BW:6": "",
"mem-bw/D2D_Mem_BW:7": "",
"nccl-bw/allreduce_8_busbw:0": 0.0,
"nccl-bw/allreduce_8_algbw:0": 0.0,
"mem-bw/return_code": 1,
"mem-bw/H2D_Mem_BW:0": "N/A",
"mem-bw/H2D_Mem_BW:1": "N/A",
"mem-bw/H2D_Mem_BW:2": "N/A",
"mem-bw/H2D_Mem_BW:3": "N/A",
"mem-bw/H2D_Mem_BW:4": "N/A",
"mem-bw/H2D_Mem_BW:5": "N/A",
"mem-bw/H2D_Mem_BW:6": "N/A",
"mem-bw/H2D_Mem_BW:7": "N/A",
"mem-bw/D2H_Mem_BW:0": "N/A",
"mem-bw/D2H_Mem_BW:1": "N/A",
"mem-bw/D2H_Mem_BW:2": "N/A",
"mem-bw/D2H_Mem_BW:3": "N/A",
"mem-bw/D2H_Mem_BW:4": "N/A",
"mem-bw/D2H_Mem_BW:5": "N/A",
"mem-bw/D2H_Mem_BW:6": "N/A",
"mem-bw/D2H_Mem_BW:7": "N/A",
"mem-bw/D2D_Mem_BW:0": "N/A",
"mem-bw/D2D_Mem_BW:1": "N/A",
"mem-bw/D2D_Mem_BW:2": "N/A",
"mem-bw/D2D_Mem_BW:3": "N/A",
"mem-bw/D2D_Mem_BW:4": "N/A",
"mem-bw/D2D_Mem_BW:5": "N/A",
"mem-bw/D2D_Mem_BW:6": "N/A",
"mem-bw/D2D_Mem_BW:7": "N/A",
"nccl-bw/allreduce_8_busbw:0": 0,
"nccl-bw/allreduce_8_algbw:0": 0,
"nccl-bw/allreduce_8_time:0": 37.84,
"nccl-bw/allreduce_16_busbw:0": 0.0,
"nccl-bw/allreduce_16_algbw:0": 0.0,
"nccl-bw/allreduce_16_busbw:0": 0,
"nccl-bw/allreduce_16_algbw:0": 0,
"nccl-bw/allreduce_16_time:0": 36.42,
"nccl-bw/allreduce_32_busbw:0": 0.0,
"nccl-bw/allreduce_32_algbw:0": 0.0,
"nccl-bw/allreduce_32_busbw:0": 0,
"nccl-bw/allreduce_32_algbw:0": 0,
"nccl-bw/allreduce_32_time:0": 36.87,
"nccl-bw/allreduce_64_busbw:0": 0.0,
"nccl-bw/allreduce_64_algbw:0": 0.0,
"nccl-bw/allreduce_64_busbw:0": 0,
"nccl-bw/allreduce_64_algbw:0": 0,
"nccl-bw/allreduce_64_time:0": 35.83,
"nccl-bw/allreduce_128_busbw:0": 0.01,
"nccl-bw/allreduce_128_algbw:0": 0.0,
"nccl-bw/allreduce_128_algbw:0": 0,
"nccl-bw/allreduce_128_time:0": 36.91,
"nccl-bw/allreduce_256_busbw:0": 0.01,
"nccl-bw/allreduce_256_algbw:0": 0.01,
......@@ -1321,7 +1321,7 @@
"nccl-bw/allreduce_32768_busbw:0": 1.52,
"nccl-bw/allreduce_32768_algbw:0": 0.87,
"nccl-bw/allreduce_32768_time:0": 37.64,
"nccl-bw/allreduce_65536_busbw:0": 3.0,
"nccl-bw/allreduce_65536_busbw:0": 3,
"nccl-bw/allreduce_65536_algbw:0": 1.71,
"nccl-bw/allreduce_65536_time:0": 38.22,
"nccl-bw/allreduce_131072_busbw:0": 5.31,
......@@ -1344,7 +1344,7 @@
"nccl-bw/allreduce_4194304_time:0": 111.6,
"nccl-bw/allreduce_8388608_busbw:0": 89.51,
"nccl-bw/allreduce_8388608_algbw:0": 51.15,
"nccl-bw/allreduce_8388608_time:0": 164.0,
"nccl-bw/allreduce_8388608_time:0": 164,
"nccl-bw/allreduce_16777216_busbw:0": 114.38,
"nccl-bw/allreduce_16777216_algbw:0": 65.36,
"nccl-bw/allreduce_16777216_time:0": 256.7,
......@@ -1368,13 +1368,13 @@
"nccl-bw/allreduce_1073741824_time:0": 8164.5,
"nccl-bw/allreduce_2147483648_busbw:0": 231.89,
"nccl-bw/allreduce_2147483648_algbw:0": 132.51,
"nccl-bw/allreduce_2147483648_time:0": 16207.0,
"nccl-bw/allreduce_2147483648_time:0": 16207,
"nccl-bw/allreduce_4294967296_busbw:0": 234.45,
"nccl-bw/allreduce_4294967296_algbw:0": 133.97,
"nccl-bw/allreduce_4294967296_time:0": 32059.0,
"nccl-bw/allreduce_4294967296_time:0": 32059,
"nccl-bw/allreduce_8589934592_busbw:0": 235.36,
"nccl-bw/allreduce_8589934592_algbw:0": 134.49,
"nccl-bw/allreduce_8589934592_time:0": 63870.0,
"nccl-bw/allreduce_8589934592_time:0": 63870,
"resnet_models/pytorch-resnet50/steptime_train_float32": 253.9552273229,
"resnet_models/pytorch-resnet50/throughput_train_float32": 760.334809913,
"resnet_models/pytorch-resnet50/steptime_train_float16": 200.0860618427,
......
tests/data/diagnosis_summary.jsonl
View file @ 117e0adc
{"Category": "KernelLaunch", "Defective Details": "kernel-launch/event_overhead:0(B/L: 0.0060 VAL: 0.1000 VAR: 1577.85% Rule:lambda x:x>0.05)", "kernel-launch/event_overhead:0": 15.7785234899, "kernel-launch/event_overhead:1": -0.0016778523, "kernel-launch/event_overhead:2": -0.0654362416, "kernel-launch/event_overhead:3": -0.0771812081, "kernel-launch/event_overhead:4": -0.0067114094, "kernel-launch/event_overhead:5": -0.0117449664, "kernel-launch/event_overhead:6": -0.0402684564, "kernel-launch/event_overhead:7": -0.0100671141, "kernel-launch/return_code": 0.0, "kernel-launch/wall_overhead:0": 0.0, "kernel-launch/wall_overhead:1": 0.0, "kernel-launch/wall_overhead:2": 0.0194931774, "kernel-launch/wall_overhead:3": 0.022417154, "kernel-launch/wall_overhead:4": 0.0360623782, "kernel-launch/wall_overhead:5": -0.0194931774, "kernel-launch/wall_overhead:6": 0.0185185185, "kernel-launch/wall_overhead:7": 0.0438596491, "mem-bw/D2H_Mem_BW:0": 0.0, "mem-bw/D2H_Mem_BW:1": 0.012345679, "mem-bw/D2H_Mem_BW:2": 0.0082304527, "mem-bw/D2H_Mem_BW:3": 0.012345679, "mem-bw/D2H_Mem_BW:4": 0.0, "mem-bw/D2H_Mem_BW:5": 0.0, "mem-bw/D2H_Mem_BW:6": -0.0164609053, "mem-bw/D2H_Mem_BW:7": 0.012345679, "mem-bw/H2D_Mem_BW:0": 0.0, "mem-bw/H2D_Mem_BW:1": 0.0078125, "mem-bw/H2D_Mem_BW:2": 0.015625, "mem-bw/H2D_Mem_BW:3": 0.01953125, "mem-bw/H2D_Mem_BW:4": 0.0234375, "mem-bw/H2D_Mem_BW:5": 0.0078125, "mem-bw/H2D_Mem_BW:6": -0.01171875, "mem-bw/H2D_Mem_BW:7": 0.01953125, "mem-bw/return_code": 0.0, "Index": "sb-validation-01"}
{"Category": "FailedTest", "Defective Details": "mem-bw/D2H_Mem_BW:0_miss,mem-bw/D2H_Mem_BW:1_miss,mem-bw/D2H_Mem_BW:2_miss,mem-bw/D2H_Mem_BW:3_miss,mem-bw/D2H_Mem_BW:4_miss,mem-bw/D2H_Mem_BW:5_miss,mem-bw/D2H_Mem_BW:6_miss,mem-bw/D2H_Mem_BW:7_miss,mem-bw/H2D_Mem_BW:0_miss,mem-bw/H2D_Mem_BW:1_miss,mem-bw/H2D_Mem_BW:2_miss,mem-bw/H2D_Mem_BW:3_miss,mem-bw/H2D_Mem_BW:4_miss,mem-bw/H2D_Mem_BW:5_miss,mem-bw/H2D_Mem_BW:6_miss,mem-bw/H2D_Mem_BW:7_miss,mem-bw/return_code(VAL: 1.0000 Rule:lambda x:x>0)", "kernel-launch/event_overhead:0": 0.0, "kernel-launch/event_overhead:1": -0.0016778523, "kernel-launch/event_overhead:2": -0.0654362416, "kernel-launch/event_overhead:3": -0.0771812081, "kernel-launch/event_overhead:4": -0.0067114094, "kernel-launch/event_overhead:5": -0.0117449664, "kernel-launch/event_overhead:6": -0.0402684564, "kernel-launch/event_overhead:7": -0.0100671141, "kernel-launch/return_code": 0.0, "kernel-launch/wall_overhead:0": 0.0, "kernel-launch/wall_overhead:1": 0.0, "kernel-launch/wall_overhead:2": 0.0194931774, "kernel-launch/wall_overhead:3": 0.022417154, "kernel-launch/wall_overhead:4": 0.0360623782, "kernel-launch/wall_overhead:5": -0.0194931774, "kernel-launch/wall_overhead:6": 0.0185185185, "kernel-launch/wall_overhead:7": 0.0438596491, "mem-bw/D2H_Mem_BW:0": null, "mem-bw/D2H_Mem_BW:1": null, "mem-bw/D2H_Mem_BW:2": null, "mem-bw/D2H_Mem_BW:3": null, "mem-bw/D2H_Mem_BW:4": null, "mem-bw/D2H_Mem_BW:5": null, "mem-bw/D2H_Mem_BW:6": null, "mem-bw/D2H_Mem_BW:7": null, "mem-bw/H2D_Mem_BW:0": null, "mem-bw/H2D_Mem_BW:1": null, "mem-bw/H2D_Mem_BW:2": null, "mem-bw/H2D_Mem_BW:3": null, "mem-bw/H2D_Mem_BW:4": null, "mem-bw/H2D_Mem_BW:5": null, "mem-bw/H2D_Mem_BW:6": null, "mem-bw/H2D_Mem_BW:7": null, "mem-bw/return_code": 1.0, "Index": "sb-validation-03"}
{"Category": "KernelLaunch", "Defective Details": "kernel-launch/event_overhead:0(B/L: 0.0060 VAL: 0.1000 VAR: 1577.85% Rule:lambda x:x>0.05)", "kernel-launch/event_overhead:0": 15.7785234899, "kernel-launch/event_overhead:1": -0.0016778523, "kernel-launch/event_overhead:2": -0.0654362416, "kernel-launch/event_overhead:3": -0.0771812081, "kernel-launch/event_overhead:4": -0.0067114094, "kernel-launch/event_overhead:5": -0.0117449664, "kernel-launch/event_overhead:6": -0.0402684564, "kernel-launch/event_overhead:7": -0.0100671141, "kernel-launch/return_code": 0, "kernel-launch/wall_overhead:0": 0, "kernel-launch/wall_overhead:1": 0, "kernel-launch/wall_overhead:2": 0.0194931774, "kernel-launch/wall_overhead:3": 0.022417154, "kernel-launch/wall_overhead:4": 0.0360623782, "kernel-launch/wall_overhead:5": -0.0194931774, "kernel-launch/wall_overhead:6": 0.0185185185, "kernel-launch/wall_overhead:7": 0.0438596491, "mem-bw/D2H_Mem_BW:0": 0, "mem-bw/D2H_Mem_BW:1": 0.012345679, "mem-bw/D2H_Mem_BW:2": 0.0082304527, "mem-bw/D2H_Mem_BW:3": 0.012345679, "mem-bw/D2H_Mem_BW:4": 0, "mem-bw/D2H_Mem_BW:5": 0, "mem-bw/D2H_Mem_BW:6": -0.0164609053, "mem-bw/D2H_Mem_BW:7": 0.012345679, "mem-bw/H2D_Mem_BW:0": 0, "mem-bw/H2D_Mem_BW:1": 0.0078125, "mem-bw/H2D_Mem_BW:2": 0.015625, "mem-bw/H2D_Mem_BW:3": 0.01953125, "mem-bw/H2D_Mem_BW:4": 0.0234375, "mem-bw/H2D_Mem_BW:5": 0.0078125, "mem-bw/H2D_Mem_BW:6": -0.01171875, "mem-bw/H2D_Mem_BW:7": 0.01953125, "mem-bw/return_code": 0, "index": "sb-validation-01"}
{"Category": "FailedTest", "Defective Details": "mem-bw/D2H_Mem_BW:0_miss,mem-bw/D2H_Mem_BW:1_miss,mem-bw/D2H_Mem_BW:2_miss,mem-bw/D2H_Mem_BW:3_miss,mem-bw/D2H_Mem_BW:4_miss,mem-bw/D2H_Mem_BW:5_miss,mem-bw/D2H_Mem_BW:6_miss,mem-bw/D2H_Mem_BW:7_miss,mem-bw/H2D_Mem_BW:0_miss,mem-bw/H2D_Mem_BW:1_miss,mem-bw/H2D_Mem_BW:2_miss,mem-bw/H2D_Mem_BW:3_miss,mem-bw/H2D_Mem_BW:4_miss,mem-bw/H2D_Mem_BW:5_miss,mem-bw/H2D_Mem_BW:6_miss,mem-bw/H2D_Mem_BW:7_miss,mem-bw/return_code(VAL: 1.0000 Rule:lambda x:x>0)", "kernel-launch/event_overhead:0": 0.0, "kernel-launch/event_overhead:1": -0.0016778523, "kernel-launch/event_overhead:2": -0.0654362416, "kernel-launch/event_overhead:3": -0.0771812081, "kernel-launch/event_overhead:4": -0.0067114094, "kernel-launch/event_overhead:5": -0.0117449664, "kernel-launch/event_overhead:6": -0.0402684564, "kernel-launch/event_overhead:7": -0.0100671141, "kernel-launch/return_code": 0, "kernel-launch/wall_overhead:0": 0, "kernel-launch/wall_overhead:1": 0, "kernel-launch/wall_overhead:2": 0.0194931774, "kernel-launch/wall_overhead:3": 0.022417154, "kernel-launch/wall_overhead:4": 0.0360623782, "kernel-launch/wall_overhead:5": -0.0194931774, "kernel-launch/wall_overhead:6": 0.0185185185, "kernel-launch/wall_overhead:7": 0.0438596491, "mem-bw/D2H_Mem_BW:0": "N/A", "mem-bw/D2H_Mem_BW:1": "N/A", "mem-bw/D2H_Mem_BW:2": "N/A", "mem-bw/D2H_Mem_BW:3": "N/A", "mem-bw/D2H_Mem_BW:4": "N/A", "mem-bw/D2H_Mem_BW:5": "N/A", "mem-bw/D2H_Mem_BW:6": "N/A", "mem-bw/D2H_Mem_BW:7": "N/A", "mem-bw/H2D_Mem_BW:0": "N/A", "mem-bw/H2D_Mem_BW:1": "N/A", "mem-bw/H2D_Mem_BW:2": "N/A", "mem-bw/H2D_Mem_BW:3": "N/A", "mem-bw/H2D_Mem_BW:4": "N/A", "mem-bw/H2D_Mem_BW:5": "N/A", "mem-bw/H2D_Mem_BW:6": "N/A", "mem-bw/H2D_Mem_BW:7": "N/A", "mem-bw/return_code": 1, "index": "sb-validation-03"}
tests/data/diagnosis_summary.md
View file @ 117e0adc
| index | Category | Defective Details | kernel-launch/event_overhead:0 | kernel-launch/event_overhead:1 | kernel-launch/event_overhead:2 | kernel-launch/event_overhead:3 | kernel-launch/event_overhead:4 | kernel-launch/event_overhead:5 | kernel-launch/event_overhead:6 | kernel-launch/event_overhead:7 | kernel-launch/return_code | kernel-launch/wall_overhead:0 | kernel-launch/wall_overhead:1 | kernel-launch/wall_overhead:2 | kernel-launch/wall_overhead:3 | kernel-launch/wall_overhead:4 | kernel-launch/wall_overhead:5 | kernel-launch/wall_overhead:6 | kernel-launch/wall_overhead:7 | mem-bw/D2H_Mem_BW:0 | mem-bw/D2H_Mem_BW:1 | mem-bw/D2H_Mem_BW:2 | mem-bw/D2H_Mem_BW:3 | mem-bw/D2H_Mem_BW:4 | mem-bw/D2H_Mem_BW:5 | mem-bw/D2H_Mem_BW:6 | mem-bw/D2H_Mem_BW:7 | mem-bw/H2D_Mem_BW:0 | mem-bw/H2D_Mem_BW:1 | mem-bw/H2D_Mem_BW:2 | mem-bw/H2D_Mem_BW:3 | mem-bw/H2D_Mem_BW:4 | mem-bw/H2D_Mem_BW:5 | mem-bw/H2D_Mem_BW:6 | mem-bw/H2D_Mem_BW:7 | mem-bw/return_code |
| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |
| sb-validation-01 | KernelLaunch | kernel-launch/event_overhead:0(B/L: 0.0060 VAL: 0.1000 VAR: 1577.85% Rule:lambda x:x>0.05) | 1577.85% | -0.17% | -6.54% | -7.72% | -0.67% | -1.17% | -4.03% | -1.01% | 0.0 | 0.0% | 0.0% | 1.95% | 2.24% | 3.61% | -1.95% | 1.85% | 4.39% | 0.0% | 1.23% | 0.82% | 1.23% | 0.0% | 0.0% | -1.65% | 1.23% | 0.0% | 0.78% | 1.56% | 1.95% | 2.34% | 0.78% | -1.17% | 1.95% | 0.0 |
| sb-validation-03 | FailedTest | mem-bw/D2H_Mem_BW:0_miss,mem-bw/D2H_Mem_BW:1_miss,mem-bw/D2H_Mem_BW:2_miss,mem-bw/D2H_Mem_BW:3_miss,mem-bw/D2H_Mem_BW:4_miss,mem-bw/D2H_Mem_BW:5_miss,mem-bw/D2H_Mem_BW:6_miss,mem-bw/D2H_Mem_BW:7_miss,mem-bw/H2D_Mem_BW:0_miss,mem-bw/H2D_Mem_BW:1_miss,mem-bw/H2D_Mem_BW:2_miss,mem-bw/H2D_Mem_BW:3_miss,mem-bw/H2D_Mem_BW:4_miss,mem-bw/H2D_Mem_BW:5_miss,mem-bw/H2D_Mem_BW:6_miss,mem-bw/H2D_Mem_BW:7_miss,mem-bw/return_code(VAL: 1.0000 Rule:lambda x:x>0) | 0.0% | -0.17% | -6.54% | -7.72% | -0.67% | -1.17% | -4.03% | -1.01% | 0.0 | 0.0% | 0.0% | 1.95% | 2.24% | 3.61% | -1.95% | 1.85% | 4.39% | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | 1.0 |
| sb-validation-01 | KernelLaunch | kernel-launch/event_overhead:0(B/L: 0.0060 VAL: 0.1000 VAR: 1577.85% Rule:lambda x:x>0.05) | 1577.85% | -0.17% | -6.54% | -7.72% | -0.67% | -1.17% | -4.03% | -1.01% | 0 | 0.0% | 0.0% | 1.95% | 2.24% | 3.61% | -1.95% | 1.85% | 4.39% | 0.0% | 1.23% | 0.82% | 1.23% | 0.0% | 0.0% | -1.65% | 1.23% | 0.0% | 0.78% | 1.56% | 1.95% | 2.34% | 0.78% | -1.17% | 1.95% | 0 |
| sb-validation-03 | FailedTest | mem-bw/D2H_Mem_BW:0_miss,mem-bw/D2H_Mem_BW:1_miss,mem-bw/D2H_Mem_BW:2_miss,mem-bw/D2H_Mem_BW:3_miss,mem-bw/D2H_Mem_BW:4_miss,mem-bw/D2H_Mem_BW:5_miss,mem-bw/D2H_Mem_BW:6_miss,mem-bw/D2H_Mem_BW:7_miss,mem-bw/H2D_Mem_BW:0_miss,mem-bw/H2D_Mem_BW:1_miss,mem-bw/H2D_Mem_BW:2_miss,mem-bw/H2D_Mem_BW:3_miss,mem-bw/H2D_Mem_BW:4_miss,mem-bw/H2D_Mem_BW:5_miss,mem-bw/H2D_Mem_BW:6_miss,mem-bw/H2D_Mem_BW:7_miss,mem-bw/return_code(VAL: 1.0000 Rule:lambda x:x>0) | 0.0% | -0.17% | -6.54% | -7.72% | -0.67% | -1.17% | -4.03% | -1.01% | 0 | 0.0% | 0.0% | 1.95% | 2.24% | 3.61% | -1.95% | 1.85% | 4.39% | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | 1 |
tests/data/diagnosis_summary_json.json
View file @ 117e0adc
......@@ -11,24 +11,24 @@
"kernel-launch/event_overhead:5": -0.0117449664,
"kernel-launch/event_overhead:6": -0.0402684564,
"kernel-launch/event_overhead:7": -0.0100671141,
"kernel-launch/return_code": 0.0,
"kernel-launch/wall_overhead:0": 0.0,
"kernel-launch/wall_overhead:1": 0.0,
"kernel-launch/return_code": 0,
"kernel-launch/wall_overhead:0": 0,
"kernel-launch/wall_overhead:1": 0,
"kernel-launch/wall_overhead:2": 0.0194931774,
"kernel-launch/wall_overhead:3": 0.022417154,
"kernel-launch/wall_overhead:4": 0.0360623782,
"kernel-launch/wall_overhead:5": -0.0194931774,
"kernel-launch/wall_overhead:6": 0.0185185185,
"kernel-launch/wall_overhead:7": 0.0438596491,
"mem-bw/D2H_Mem_BW:0": 0.0,
"mem-bw/D2H_Mem_BW:0": 0,
"mem-bw/D2H_Mem_BW:1": 0.012345679,
"mem-bw/D2H_Mem_BW:2": 0.0082304527,
"mem-bw/D2H_Mem_BW:3": 0.012345679,
"mem-bw/D2H_Mem_BW:4": 0.0,
"mem-bw/D2H_Mem_BW:5": 0.0,
"mem-bw/D2H_Mem_BW:4": 0,
"mem-bw/D2H_Mem_BW:5": 0,
"mem-bw/D2H_Mem_BW:6": -0.0164609053,
"mem-bw/D2H_Mem_BW:7": 0.012345679,
"mem-bw/H2D_Mem_BW:0": 0.0,
"mem-bw/H2D_Mem_BW:0": 0,
"mem-bw/H2D_Mem_BW:1": 0.0078125,
"mem-bw/H2D_Mem_BW:2": 0.015625,
"mem-bw/H2D_Mem_BW:3": 0.01953125,
......@@ -36,7 +36,7 @@
"mem-bw/H2D_Mem_BW:5": 0.0078125,
"mem-bw/H2D_Mem_BW:6": -0.01171875,
"mem-bw/H2D_Mem_BW:7": 0.01953125,
"mem-bw/return_code": 0.0
"mem-bw/return_code": 0
},
{
"index": "sb-validation-03",
......@@ -50,31 +50,31 @@
"kernel-launch/event_overhead:5": -0.0117449664,
"kernel-launch/event_overhead:6": -0.0402684564,
"kernel-launch/event_overhead:7": -0.0100671141,
"kernel-launch/return_code": 0.0,
"kernel-launch/wall_overhead:0": 0.0,
"kernel-launch/wall_overhead:1": 0.0,
"kernel-launch/return_code": 0,
"kernel-launch/wall_overhead:0": 0,
"kernel-launch/wall_overhead:1": 0,
"kernel-launch/wall_overhead:2": 0.0194931774,
"kernel-launch/wall_overhead:3": 0.022417154,
"kernel-launch/wall_overhead:4": 0.0360623782,
"kernel-launch/wall_overhead:5": -0.0194931774,
"kernel-launch/wall_overhead:6": 0.0185185185,
"kernel-launch/wall_overhead:7": 0.0438596491,
"mem-bw/D2H_Mem_BW:0": null,
"mem-bw/D2H_Mem_BW:1": null,
"mem-bw/D2H_Mem_BW:2": null,
"mem-bw/D2H_Mem_BW:3": null,
"mem-bw/D2H_Mem_BW:4": null,
"mem-bw/D2H_Mem_BW:5": null,
"mem-bw/D2H_Mem_BW:6": null,
"mem-bw/D2H_Mem_BW:7": null,
"mem-bw/H2D_Mem_BW:0": null,
"mem-bw/H2D_Mem_BW:1": null,
"mem-bw/H2D_Mem_BW:2": null,
"mem-bw/H2D_Mem_BW:3": null,
"mem-bw/H2D_Mem_BW:4": null,
"mem-bw/H2D_Mem_BW:5": null,
"mem-bw/H2D_Mem_BW:6": null,
"mem-bw/H2D_Mem_BW:7": null,
"mem-bw/return_code": 1.0
"mem-bw/D2H_Mem_BW:0": "N/A",
"mem-bw/D2H_Mem_BW:1": "N/A",
"mem-bw/D2H_Mem_BW:2": "N/A",
"mem-bw/D2H_Mem_BW:3": "N/A",
"mem-bw/D2H_Mem_BW:4": "N/A",
"mem-bw/D2H_Mem_BW:5": "N/A",
"mem-bw/D2H_Mem_BW:6": "N/A",
"mem-bw/D2H_Mem_BW:7": "N/A",
"mem-bw/H2D_Mem_BW:0": "N/A",
"mem-bw/H2D_Mem_BW:1": "N/A",
"mem-bw/H2D_Mem_BW:2": "N/A",
"mem-bw/H2D_Mem_BW:3": "N/A",
"mem-bw/H2D_Mem_BW:4": "N/A",
"mem-bw/H2D_Mem_BW:5": "N/A",
"mem-bw/H2D_Mem_BW:6": "N/A",
"mem-bw/H2D_Mem_BW:7": "N/A",
"mem-bw/return_code": 1
}
]
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment