Commit 74f9b2e8 authored by umangyadav's avatar umangyadav
Browse files

Print tolerance and failed elements

parent 1c6c061b
......@@ -96,7 +96,8 @@ def parse_args():
help=
'Save output of ORT as numpy array at path provided by this argument')
args = parser.parse_args()
if args.verbose:
print("Tolerance is set at {args.tolerance}")
return args
......@@ -115,6 +116,15 @@ def check_correctness(gold_outputs,
ret = True
for i in range(out_num):
if not np.allclose(gold_outputs[i], outputs[i], rtol, atol):
failed_idx = ~np.isclose(gold_outputs[i], outputs[i], rtol, atol)
if verbose:
print("Shape of Failed elements{} :\n".format(
gold_outputs[i][failed_idx].shape))
print("Expected :\n{}".format(
gold_outputs[i][failed_idx].tolist()[0:400:5]))
print('......')
print("Actual \n{}".format(
outputs[i][failed_idx].tolist()[0:400:5]))
ret = False
if verbose:
print('\nOutput {} is incorrect ...'.format(i))
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment