Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
MIGraphX
Commits
553ddbc0
Commit
553ddbc0
authored
Jan 25, 2021
by
Cagri Eryilmaz
Committed by
Ted Themistokleous
Nov 29, 2022
Browse files
added script for scanning onnx model zoo
parent
eb094e57
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
106 additions
and
0 deletions
+106
-0
examples/cpp_parse_load_save/testModelZoo.py
examples/cpp_parse_load_save/testModelZoo.py
+104
-0
examples/cpp_parse_load_save/testModelZooRequirements.txt
examples/cpp_parse_load_save/testModelZooRequirements.txt
+2
-0
No files found.
examples/cpp_parse_load_save/testModelZoo.py
0 → 100644
View file @
553ddbc0
#!/usr/bin/env python3
# Need git lfs installed
import
os
import
git
from
git
import
RemoteProgress
import
subprocess
from
time
import
sleep
import
csv
cwd
=
os
.
getcwd
()
class
CloneProgress
(
RemoteProgress
):
def
update
(
self
,
op_code
,
cur_count
,
max_count
=
None
,
message
=
''
):
if
message
:
print
(
message
)
def
cloneRepo
(
repoPath
,
cwd
):
print
(
'Cloning into %s'
%
repoPath
)
git
.
Repo
.
clone_from
(
repoPath
,
cwd
,
progress
=
CloneProgress
())
def
isGitRepo
(
path
):
try
:
_
=
git
.
Repo
(
path
).
git_dir
return
True
except
git
.
exc
.
InvalidGitRepositoryError
:
return
False
try
:
cloneRepo
(
"https://github.com/onnx/models.git"
,
"models"
)
except
:
print
(
"Git clone failed. Checking if path exists.."
)
if
os
.
path
.
exists
(
"%s/models"
%
cwd
):
print
(
"Path exists."
)
print
(
"Checking if it is Git repository"
)
if
isGitRepo
(
"%s/models"
%
cwd
):
print
(
"It is a Git repo. Continuing..."
)
else
:
print
(
"It is not a Git repo. Stopping"
)
os
.
_exit_
(
1
)
else
:
print
(
"You should not be here."
)
# First find the .onnx models in /text/
textFolderPath
=
"%s/models/text"
%
cwd
visionFolderPath
=
"%s/models/vision"
%
cwd
onnxFiles
=
[]
for
root
,
dirs
,
files
in
os
.
walk
(
textFolderPath
):
for
file
in
files
:
if
file
.
endswith
(
".onnx"
):
onnxFiles
.
append
(
os
.
path
.
join
(
root
,
file
))
for
root
,
dirs
,
files
in
os
.
walk
(
visionFolderPath
):
for
file
in
files
:
if
file
.
endswith
(
".onnx"
):
onnxFiles
.
append
(
os
.
path
.
join
(
root
,
file
))
# 2. git lfs pull --include="/vision/classification/resnet/model/resnet101-v1-7.onnx" --exclude=""
#os.chdir("%s/models"%cwd)
#print(os.getcwd())
#os.system("git lfs pull --include=\"*\" --exclude=\"\" ")
binaryPath
=
textFolderPath
=
"%s/build/parse_load_save"
%
cwd
# with open('out.txt', 'w') as f:
# print('Filename:', file=f) # Python 3.x
# for onnxpath in onnxFiles:
# print("%s %s --parse onnx"%(binaryPath,onnxpath))
# out = os.popen("%s %s --parse onnx"%(binaryPath,onnxpath)).read()
# #print(out)
# exit
with
open
(
"%s/output.txt"
%
cwd
)
as
f
:
content
=
f
.
readlines
()
content
=
[
x
.
strip
()
for
x
in
content
]
summary
=
[]
for
i
in
range
(
0
,
len
(
content
)):
print
(
content
[
i
])
temp
=
[]
try
:
if
".onnx"
in
content
[
i
]:
temp
.
append
(
content
[
i
])
if
"MIGraphX Error"
in
content
[
i
+
1
]:
temp
.
append
(
content
[
i
+
1
])
else
:
temp
.
append
(
"OK"
)
summary
.
append
(
temp
)
except
:
print
(
i
)
print
(
summary
)
with
open
(
'output.csv'
,
'w'
)
as
result_file
:
wr
=
csv
.
writer
(
result_file
,
dialect
=
'excel'
)
for
item
in
summary
:
print
(
item
)
wr
.
writerow
(
item
)
\ No newline at end of file
examples/cpp_parse_load_save/testModelZooRequirements.txt
0 → 100644
View file @
553ddbc0
gitpython==3.1.12
git-lfs==1.6
\ No newline at end of file
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment