GitLab

In file included from /home/text-generation-inference/server/vllm/csrc/cache_kernels.hip:4: In file included from /usr/local/lib/python3.10/site-packages/torch/include/torch/extension.h:9: In file included from /usr/local/lib/python3.10/site-packages/torch/include/torch/csrc/api/include/torch/python.h:11: In file included from /usr/local/lib/python3.10/site-packages/torch/include/torch/csrc/Exceptions.h:14: /usr/local/lib/python3.10/site-packages/torch/include/pybind11/pybind11.h:1360:28: error: expected ')' setattr(m_ptr, PYBIND11_MODULE_LOCAL_ID, capsule(tinfo)); ^ /usr/local/lib/python3.10/site-packages/torch/include/pybind11/detail/internals.h:317:33: note: expanded from macro 'PYBIND11_MODULE_LOCAL_ID' PYBIND11_INTERNALS_KIND PYBIND11_COMPILER_TYPE PYBIND11_STDLIB PYBIND11_BUILD_ABI
^ :9:32: note: expanded from here #define PYBIND11_COMPILER_TYPE _gcc ^ /usr/local/lib/python3.10/site-packages/torch/include/pybind11/pybind11.h:1360:20: note: to match this '(' setattr(m_ptr, PYBIND11_MODULE_LOCAL_ID, capsule(tinfo)); ^ /home/text-generation-inference/server/vllm/csrc/cache_kernels.hip:46:5: warning: ignoring return value of function declared with 'nodiscard' attribute [-Wunused-result] hipMemcpyAsync( ^~~~~~~~~~~~~~ /home/text-generation-inference/server/vllm/csrc/cache_kernels.hip:46:5: warning: ignoring return value of function declared with 'nodiscard' attribute [-Wunused-result] hipMemcpyAsync( ^~~~~~~~~~~~~~ /home/text-generation-inference/server/vllm/csrc/cache_kernels.hip:46:5: warning: ignoring return value of function declared with 'nodiscard' attribute [-Wunused-result] hipMemcpyAsync( ^~~~~~~~~~~~~~ 1 warning and 4 errors generated when compiling for gfx906. 1 warning and 4 errors generated when compiling for gfx928. 1 warning and 4 errors generated when compiling for gfx926. ninja: build stopped: subcommand failed. Traceback (most recent call last): File "/usr/local/lib/python3.10/site-packages/torch/utils/cpp_extension.py", line 2123, in _run_ninja_build subprocess.run( File "/usr/local/lib/python3.10/subprocess.py", line 526, in run raise CalledProcessError(retcode, process.args, subprocess.CalledProcessError: Command '['ninja', '-v']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last): File "/home/text-generation-inference/server/vllm/setup.py", line 264, in setuptools.setup( File "/usr/local/lib/python3.10/site-packages/setuptools/init.py", line 87, in setup return distutils.core.setup(**attrs) File "/usr/local/lib/python3.10/site-packages/setuptools/_distutils/core.py", line 185, in setup return run_commands(dist) File "/usr/local/lib/python3.10/site-packages/setuptools/_distutils/core.py", line 201, in run_commands dist.run_commands() File "/usr/local/lib/python3.10/site-packages/setuptools/_distutils/dist.py", line 968, in run_commands self.run_command(cmd) File "/usr/local/lib/python3.10/site-packages/setuptools/dist.py", line 1217, in run_command super().run_command(command) File "/usr/local/lib/python3.10/site-packages/setuptools/_distutils/dist.py", line 987, in run_command cmd_obj.run() File "/usr/local/lib/python3.10/site-packages/setuptools/command/develop.py", line 34, in run self.install_for_development() File "/usr/local/lib/python3.10/site-packages/setuptools/command/develop.py", line 114, in install_for_development self.run_command('build_ext') File "/usr/local/lib/python3.10/site-packages/setuptools/_distutils/cmd.py", line 319, in run_command self.distribution.run_command(command) File "/usr/local/lib/python3.10/site-packages/setuptools/dist.py", line 1217, in run_command super().run_command(command) File "/usr/local/lib/python3.10/site-packages/setuptools/_distutils/dist.py", line 987, in run_command cmd_obj.run() File "/usr/local/lib/python3.10/site-packages/setuptools/command/build_ext.py", line 84, in run _build_ext.run(self) File "/usr/local/lib/python3.10/site-packages/setuptools/_distutils/command/build_ext.py", line 346, in run self.build_extensions() File "/usr/local/lib/python3.10/site-packages/torch/utils/cpp_extension.py", line 880, in build_extensions build_ext.build_extensions(self) File "/usr/local/lib/python3.10/site-packages/setuptools/_distutils/command/build_ext.py", line 466, in build_extensions self._build_extensions_serial() File "/usr/local/lib/python3.10/site-packages/setuptools/_distutils/command/build_ext.py", line 492, in _build_extensions_serial self.build_extension(ext) File "/usr/local/lib/python3.10/site-packages/setuptools/command/build_ext.py", line 246, in build_extension _build_ext.build_extension(self, ext) File "/usr/local/lib/python3.10/site-packages/setuptools/_distutils/command/build_ext.py", line 547, in build_extension objects = self.compiler.compile( File "/usr/local/lib/python3.10/site-packages/torch/utils/cpp_extension.py", line 693, in unix_wrap_ninja_compile _write_ninja_file_and_compile_objects( File "/usr/local/lib/python3.10/site-packages/torch/utils/cpp_extension.py", line 1797, in _write_ninja_file_and_compile_objects _run_ninja_build( File "/usr/local/lib/python3.10/site-packages/torch/utils/cpp_extension.py", line 2139, in _run_ninja_build raise RuntimeError(message) from e RuntimeError: Error compiling objects for extension make: *** [Makefile:9: install-vllm] Error 1