Support building using the manylinux docker image. (#586)

* Support building using the manylinux docker image. libpython is only required for embedded python.
Signed-off-by: Luke Petre <lpetre@midjourney.com>

* Be explicit about which python to use in cmake
Signed-off-by: Luke Petre <lpetre@midjourney.com>

* Remove cmake version check
Co-authored-by: Tim Moon <4406448+timmoon10@users.noreply.github.com>
Signed-off-by: Luke Petre <lpetre@gmail.com>

---------
Signed-off-by: Luke Petre <lpetre@midjourney.com>
Signed-off-by: Luke Petre <lpetre@gmail.com>
Co-authored-by: Tim Moon <4406448+timmoon10@users.noreply.github.com>

setup.py

@@ -11,6 +11,7 @@ import shutil
 import subprocess
 from subprocess import CalledProcessError
 import sys
+import sysconfig
 import tempfile
 from typing import List, Optional, Tuple, Union
 
@@ -327,6 +328,8 @@ class CMakeExtension(setuptools.Extension):
             cmake_path,
             "-B",
             build_dir,
+            f"-DPython_EXECUTABLE={sys.executable}",
+            f"-DPython_INCLUDE_DIR={sysconfig.get_path('include')}",
             f"-DCMAKE_BUILD_TYPE={build_type}",
             f"-DCMAKE_INSTALL_PREFIX={install_dir}",
         ]

transformer_engine/CMakeLists.txt

@@ -22,7 +22,7 @@ endif()
 list(PREPEND CMAKE_MODULE_PATH "${CMAKE_CURRENT_SOURCE_DIR}/cmake/")
 find_package(CUDAToolkit REQUIRED cublas nvToolsExt)
 find_package(CUDNN REQUIRED cudnn)
-find_package(Python COMPONENTS Interpreter Development REQUIRED)
+find_package(Python COMPONENTS Interpreter Development.Module REQUIRED)
 
 include_directories(${PROJECT_SOURCE_DIR})