Commit 553ddbc0 authored by Cagri Eryilmaz's avatar Cagri Eryilmaz Committed by Ted Themistokleous
Browse files

added script for scanning onnx model zoo

parent eb094e57
#!/usr/bin/env python3
# Need git lfs installed
import os
import git
from git import RemoteProgress
import subprocess
from time import sleep
import csv
cwd = os.getcwd()
class CloneProgress(RemoteProgress):
def update(self, op_code, cur_count, max_count=None, message=''):
if message:
print(message)
def cloneRepo(repoPath,cwd):
print('Cloning into %s' % repoPath)
git.Repo.clone_from(repoPath, cwd, progress=CloneProgress())
def isGitRepo(path):
try:
_ = git.Repo(path).git_dir
return True
except git.exc.InvalidGitRepositoryError:
return False
try:
cloneRepo("https://github.com/onnx/models.git", "models")
except:
print("Git clone failed. Checking if path exists..")
if os.path.exists("%s/models"%cwd):
print("Path exists.")
print("Checking if it is Git repository")
if isGitRepo("%s/models"%cwd):
print("It is a Git repo. Continuing...")
else:
print("It is not a Git repo. Stopping")
os._exit_(1)
else:
print("You should not be here.")
# First find the .onnx models in /text/
textFolderPath = "%s/models/text"%cwd
visionFolderPath = "%s/models/vision"%cwd
onnxFiles = []
for root, dirs, files in os.walk(textFolderPath):
for file in files:
if file.endswith(".onnx"):
onnxFiles.append(os.path.join(root, file))
for root, dirs, files in os.walk(visionFolderPath):
for file in files:
if file.endswith(".onnx"):
onnxFiles.append(os.path.join(root, file))
# 2. git lfs pull --include="/vision/classification/resnet/model/resnet101-v1-7.onnx" --exclude=""
#os.chdir("%s/models"%cwd)
#print(os.getcwd())
#os.system("git lfs pull --include=\"*\" --exclude=\"\" ")
binaryPath = textFolderPath = "%s/build/parse_load_save"%cwd
# with open('out.txt', 'w') as f:
# print('Filename:', file=f) # Python 3.x
# for onnxpath in onnxFiles:
# print("%s %s --parse onnx"%(binaryPath,onnxpath))
# out = os.popen("%s %s --parse onnx"%(binaryPath,onnxpath)).read()
# #print(out)
# exit
with open("%s/output.txt"%cwd) as f:
content = f.readlines()
content = [x.strip() for x in content]
summary = []
for i in range(0,len(content)):
print(content[i])
temp = []
try:
if ".onnx" in content[i]:
temp.append(content[i])
if "MIGraphX Error" in content[i+1]:
temp.append(content[i+1])
else:
temp.append("OK")
summary.append(temp)
except:
print(i)
print(summary)
with open('output.csv','w') as result_file:
wr = csv.writer(result_file, dialect='excel')
for item in summary:
print(item)
wr.writerow(item)
\ No newline at end of file
gitpython==3.1.12
git-lfs==1.6
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment