Inital code drop

Co-authored-by: Kirthi Shankar Sivamani <ksivamani@nvidia.com>
Signed-off-by: Przemek Tredak <ptredak@nvidia.com>

qa/L0_unittest/test.sh

+# Copyright (c) 2022, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+#
+# See LICENSE for license information.
+
+set -e
+
+: ${TE_PATH:=/opt/transformerengine}
+
+pip install pytest==6.2.5
+pytest -v -s $TE_PATH/tests/test_transformerengine.py

tests/cpp/operator/CMakeLists.txt

+# Copyright (c) 2022, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+#
+# See LICENSE for license information.
+
+add_executable(test_operator test_qdq.cu
+                             test_cast_transpose.cu
+                             test_transpose.cu
+                             test_cast_transpose_dbias.cu
+                             test_cast_transpose_dbias_dgelu.cu
+                             test_gelu.cu
+                             test_layernorm.cu
+                             ../test_common.cu)
+
+target_link_libraries(test_operator PUBLIC CUDA::cudart GTest::gtest_main ${TE_LIB})
+
+include(GoogleTest)
+gtest_discover_tests(test_operator)

transformer_engine/__init__.py

+# Copyright (c) 2022, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+#
+# See LICENSE for license information.
+
+"""Top level package"""
+from . import common
+from . import pytorch