Split build and test and add parallel jenkisn test for unit and parity tests

Do the following

- Split build_and_test.sh into build_and_install.sh and test_onnxrt_unit_test.py
- Add parity tests to test_onnxrt_parity_tests.sh
- Parallelize unit and parity tests for MIGraphX-Onnxruntime integration in jenkins
- Add changes to dockerfile for additional run scripts.

Idea here is that unit tests take a while, and in the meantime if we perform
a wheel build of onnxruntime library and then run the appropriate parity tests
we should be able to catch any odd changes in parity that are missed by the unit tests
which would also appear in additional testing.

Dockerfile

@@ -111,7 +111,9 @@ RUN git clone --single-branch --branch ${ONNXRUNTIME_BRANCH} --recursive ${ONNXR
     /bin/sh /onnxruntime/dockerfiles/scripts/install_common_deps.sh
 
 
-ADD tools/build_and_test_onnxrt.sh /onnxruntime/build_and_test_onnxrt.sh
+ADD tools/build_and_install_onnxrt.sh /onnxruntime/build_and_install_onnxrt.sh
+ADD tools/test_onnxrt_unit_tests.sh /onnxruntime/test_onnxrt_unit_tests.sh
+ADD tools/test_onnxrt_parity_tests.sh /onnxruntime/test_onnxrt_parity_tests.sh
 
 RUN cget -p /usr/local install ROCmSoftwarePlatform/rocMLIR@8d25af3b3721c159bb41cc6388e9453b1018c126 -DBUILD_MIXR_TARGET=On -DLLVM_ENABLE_ZSTD=Off -DLLVM_ENABLE_THREADS=Off
 

Jenkinsfile

@@ -164,13 +164,40 @@ def onnxnode(name, body) {
 }
 
 rocmtest onnx: onnxnode('anygpu') { cmake_build ->
-    stage("Onnx runtime") {
+    stage("Onnxruntime Build and Install") {
         sh '''
             apt install half
             #ls -lR
             md5sum ./build/*.deb
             dpkg -i ./build/*.deb
-            cd /onnxruntime && ./build_and_test_onnxrt.sh
+            cd /onnxruntime && ./build_and_install_onnxrt.sh 
         '''
+        stash includes:'/onnxruntime/build/Linux/Release/dist/*.whl', name:'onnxruntime-wheel'
+    },
+}
+
+def onnxtestnode(name, body) {
+    return { label ->
+        rocmtestnode(variant: label, node: rocmnodename(name), docker_args: '-u root', body: body, pre: {
+           sh ''' apt install half
+                  md5sum ./build/*.deb
+                  dpkg -i ./build/*.deb 
+                  pip3 install /onnxruntime/build/Linux/Release/dist/*.whl '''
+            unstash 'migraphx-package'
+            unstash 'onnxruntime-wheel'
+        })
     }
 }
+
+rocmtest onnxtest: onnxtestnode('anygpu') {cmake_build ->
+    stage("Onnxruntime Unit tests") {
+        sh '''
+            cd /onnxruntime && ./test_onnxrt_unit_tests.sh 
+        '''
+    },
+    stage("Onnxruntime Unit tests") {
+        sh '''
+            cd /onnxruntime && ./test_onnxrt_parity_tests.sh 
+        '''
+    },
+}

tools/build_and_install_ort.sh

+#####################################################################################
+# The MIT License (MIT)
+#
+# Copyright (c) 2015-2023 Advanced Micro Devices, Inc. All rights reserved.
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+#####################################################################################
+set -e
+
+ulimit -c unlimited
+
+cd /onnxruntime
+pip3 install -r requirements-dev.txt
+# Add newer cmake to the path
+export PATH="/opt/cmake/bin:$PATH"
+export CXXFLAGS="-D__HIP_PLATFORM_AMD__=1 -w"
+./build.sh --config Release  --cmake_extra_defines CMAKE_HIP_COMPILER=/opt/rocm/llvm/bin/clang++ --update --build --build_wheel --parallel --cmake_extra_defines ONNXRUNTIME_VERSION=$(cat ./VERSION_NUMBER) --skip_tests --rocm_home /opt/rocm --use_migraphx --migraphx_home /opt/rocm --rocm_version=`cat /opt/rocm/.info/version-dev` --allow_running_as_root
+
+#install onnxruntime wheel for parity tests
+cd build/Linux/Release
+pip3 install dist/*.whl
\ No newline at end of file

tools/build_and_test_onnxrt.sh → tools/test_onnxrt_unit_tests.sh

 #####################################################################################
 # The MIT License (MIT)
 #
-# Copyright (c) 2015-2022 Advanced Micro Devices, Inc. All rights reserved.
+# Copyright (c) 2015-2023 Advanced Micro Devices, Inc. All rights reserved.
 #
 # Permission is hereby granted, free of charge, to any person obtaining a copy
 # of this software and associated documentation files (the "Software"), to deal
@@ -21,21 +21,9 @@
 # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 # THE SOFTWARE.
 #####################################################################################
-
 set -e
 
-ulimit -c unlimited
-
-cd /onnxruntime
-pip3 install -r requirements-dev.txt
-# Add newer cmake to the path
-export PATH="/opt/cmake/bin:$PATH"
-export CXXFLAGS="-D__HIP_PLATFORM_AMD__=1 -w"
-./build.sh --config Release  --cmake_extra_defines CMAKE_HIP_COMPILER=/opt/rocm/llvm/bin/clang++ --update --build --parallel --cmake_extra_defines ONNXRUNTIME_VERSION=$(cat ./VERSION_NUMBER) --skip_tests --rocm_home /opt/rocm --use_migraphx --migraphx_home /opt/rocm --rocm_version=`cat /opt/rocm/.info/version-dev` --allow_running_as_root
-
-cd build/Linux/Release
 #Add test launcher for onnxrt tests
-
 echo 'InferenceSessionTests.CheckRunProfilerWithSessionOptions' >> ../../../tools/ci_build/github/pai/migraphx-excluded-tests.txt
 echo 'InferenceSessionTests.CheckRunProfilerWithSessionOptions2' >> ../../../tools/ci_build/github/pai/migraphx-excluded-tests.txt
 echo 'InferenceSessionTests.Test3LayerNestedSubgraph' >> ../../../tools/ci_build/github/pai/migraphx-excluded-tests.txt