Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
MIGraphX
Commits
b249fb8a
Unverified
Commit
b249fb8a
authored
Oct 31, 2023
by
kahmed10
Committed by
GitHub
Oct 31, 2023
Browse files
Add fp16 to accuracy checker (#2253)
parent
9a91cc25
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
36 additions
and
13 deletions
+36
-13
tools/accuracy/accuracy_checker.py
tools/accuracy/accuracy_checker.py
+36
-13
No files found.
tools/accuracy/accuracy_checker.py
View file @
b249fb8a
#####################################################################################
# The MIT License (MIT)
#
# Copyright (c) 2015-202
2
Advanced Micro Devices, Inc. All rights reserved.
# Copyright (c) 2015-202
3
Advanced Micro Devices, Inc. All rights reserved.
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
...
...
@@ -52,6 +52,12 @@ def parse_args():
parser
.
add_argument
(
'--fill0'
,
action
=
'store_true'
,
help
=
'fill all arguments with a value of 0'
)
parser
.
add_argument
(
'--fp16'
,
action
=
'store_true'
,
help
=
'quantize MIGraphX model to fp16'
)
parser
.
add_argument
(
'--argmax'
,
action
=
'store_true'
,
help
=
'use argmax for accuracy'
)
parser
.
add_argument
(
'--verbose'
,
action
=
'store_true'
,
help
=
'show verbose information (for debugging)'
)
...
...
@@ -105,7 +111,7 @@ def parse_args():
args
=
parser
.
parse_args
()
return
args
return
args
,
parser
# taken from ../test_runner.py
...
...
@@ -113,6 +119,7 @@ def check_correctness(gold_outputs,
outputs
,
rtol
=
1e-3
,
atol
=
1e-3
,
use_argmax
=
False
,
verbose
=
False
):
if
len
(
gold_outputs
)
!=
len
(
outputs
):
print
(
'Number of outputs {} is not equal to expected number {}'
.
format
(
...
...
@@ -121,18 +128,29 @@ def check_correctness(gold_outputs,
out_num
=
len
(
gold_outputs
)
ret
=
True
for
i
in
range
(
out_num
):
if
not
np
.
allclose
(
gold_outputs
[
i
],
outputs
[
i
],
rtol
,
atol
):
if
not
use_argmax
:
for
i
in
range
(
out_num
):
if
not
np
.
allclose
(
gold_outputs
[
i
],
outputs
[
i
],
rtol
,
atol
):
ret
=
False
if
verbose
:
print
(
'
\n
Output {} is incorrect ...'
.
format
(
i
))
print
(
'Expected value:
\n
{}'
.
format
(
gold_outputs
[
i
]))
print
(
'......'
)
print
(
'Actual value:
\n
{}
\n
'
.
format
(
outputs
[
i
]))
else
:
print
(
'Outputs do not match'
)
break
else
:
golden_argmax
=
np
.
argmax
(
gold_outputs
)
actual_argmax
=
np
.
argmax
(
outputs
)
if
actual_argmax
!=
golden_argmax
:
ret
=
False
print
(
'
\n
Output argmax is incorrect ...'
)
if
verbose
:
print
(
'
\n
Output {} is incorrect ...'
.
format
(
i
))
print
(
'Expected value:
\n
{}'
.
format
(
gold_outputs
[
i
]))
print
(
'Expected argmax value:
\n
{}'
.
format
(
golden_argmax
))
print
(
'......'
)
print
(
'Actual value:
\n
{}
\n
'
.
format
(
outputs
[
i
]))
else
:
print
(
'Outputs do not match'
)
break
print
(
'Actual argmax value:
\n
{}
\n
'
.
format
(
actual_argmax
))
return
ret
...
...
@@ -155,13 +173,14 @@ def get_np_datatype(in_type):
def
main
():
args
=
parse_args
()
args
,
parser
=
parse_args
()
use_onnx
=
True
if
args
.
onnx
==
None
:
use_onnx
=
False
if
not
use_onnx
and
args
.
tf
==
None
:
print
(
'Error: please specify either an onnx or tf pb file'
)
parser
.
print_help
()
sys
.
exit
(
-
1
)
model_name
=
args
.
onnx
...
...
@@ -194,6 +213,9 @@ def main():
batch_size
=
batch
,
map_input_dims
=
input_dims
)
if
(
args
.
fp16
):
migraphx
.
quantize_fp16
(
model
)
if
args
.
verbose
:
print
(
model
)
...
...
@@ -300,7 +322,8 @@ def main():
if
not
args
.
ort_run
:
is_correct
=
check_correctness
(
pred_fw
,
pred_migx
,
args
.
tolerance
,
args
.
tolerance
,
args
.
verbose
)
args
.
tolerance
,
args
.
argmax
,
args
.
verbose
)
verbose_string
=
' Rerun with --verbose for detailed information.'
\
if
not
args
.
verbose
else
''
if
is_correct
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment