Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
Lmdeploy
Commits
5f83e392
Commit
5f83e392
authored
Mar 21, 2024
by
zhouxiang
Browse files
去掉blaslt的依赖
parent
9d2a48ae
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
6 additions
and
4 deletions
+6
-4
src/turbomind/utils/cublasMMWrapper.cc
src/turbomind/utils/cublasMMWrapper.cc
+6
-4
No files found.
src/turbomind/utils/cublasMMWrapper.cc
View file @
5f83e392
...
@@ -802,10 +802,10 @@ std::pair<bool, cublasLtMatmulAlgo_t> cublasMMWrapper::findBestAlgo(cublasLtHand
...
@@ -802,10 +802,10 @@ std::pair<bool, cublasLtMatmulAlgo_t> cublasMMWrapper::findBestAlgo(cublasLtHand
cublasLtMatrixLayout_t
Ddesc
,
cublasLtMatrixLayout_t
Ddesc
,
cudaStream_t
stream
)
cudaStream_t
stream
)
{
{
#if (CUBLAS_VERSION) <= 11601
//
#if (CUBLAS_VERSION) <= 11601
FT_CHECK_WITH_INFO
(
false
,
"CUBLAS version too low."
);
FT_CHECK_WITH_INFO
(
false
,
"CUBLAS version too low."
);
return
{
false
,
cublasLtMatmulAlgo_t
{}};
return
{
false
,
cublasLtMatmulAlgo_t
{}};
#else
/*
#else
size_t returnSize;
size_t returnSize;
int32_t pointer_mode;
int32_t pointer_mode;
cublasLtMatmulDescGetAttribute(
cublasLtMatmulDescGetAttribute(
...
@@ -893,7 +893,7 @@ std::pair<bool, cublasLtMatmulAlgo_t> cublasMMWrapper::findBestAlgo(cublasLtHand
...
@@ -893,7 +893,7 @@ std::pair<bool, cublasLtMatmulAlgo_t> cublasMMWrapper::findBestAlgo(cublasLtHand
}
}
return {best_time != INFINITY, result.algo};
return {best_time != INFINITY, result.algo};
#endif
#endif
*/
}
}
cublasMMWrapper
::
MatrixLayout
cublasMMWrapper
::
createMatrixLayout
(
cublasLtMatrixLayout_t
Mdesc
)
cublasMMWrapper
::
MatrixLayout
cublasMMWrapper
::
createMatrixLayout
(
cublasLtMatrixLayout_t
Mdesc
)
...
@@ -901,6 +901,8 @@ cublasMMWrapper::MatrixLayout cublasMMWrapper::createMatrixLayout(cublasLtMatrix
...
@@ -901,6 +901,8 @@ cublasMMWrapper::MatrixLayout cublasMMWrapper::createMatrixLayout(cublasLtMatrix
size_t
returnSize
;
size_t
returnSize
;
MatrixLayout
m_layout
;
MatrixLayout
m_layout
;
FT_CHECK_WITH_INFO
(
false
,
"cublasLtMatrixLayoutGetAttribute is not support."
);
/*
cublasLtMatrixLayoutGetAttribute(
cublasLtMatrixLayoutGetAttribute(
Mdesc, CUBLASLT_MATRIX_LAYOUT_TYPE, &std::get<0>(m_layout), sizeof(std::get<0>(m_layout)), &returnSize);
Mdesc, CUBLASLT_MATRIX_LAYOUT_TYPE, &std::get<0>(m_layout), sizeof(std::get<0>(m_layout)), &returnSize);
cublasLtMatrixLayoutGetAttribute(
cublasLtMatrixLayoutGetAttribute(
...
@@ -909,7 +911,7 @@ cublasMMWrapper::MatrixLayout cublasMMWrapper::createMatrixLayout(cublasLtMatrix
...
@@ -909,7 +911,7 @@ cublasMMWrapper::MatrixLayout cublasMMWrapper::createMatrixLayout(cublasLtMatrix
Mdesc, CUBLASLT_MATRIX_LAYOUT_ROWS, &std::get<2>(m_layout), sizeof(std::get<2>(m_layout)), &returnSize);
Mdesc, CUBLASLT_MATRIX_LAYOUT_ROWS, &std::get<2>(m_layout), sizeof(std::get<2>(m_layout)), &returnSize);
cublasLtMatrixLayoutGetAttribute(
cublasLtMatrixLayoutGetAttribute(
Mdesc, CUBLASLT_MATRIX_LAYOUT_COLS, &std::get<3>(m_layout), sizeof(std::get<3>(m_layout)), &returnSize);
Mdesc, CUBLASLT_MATRIX_LAYOUT_COLS, &std::get<3>(m_layout), sizeof(std::get<3>(m_layout)), &returnSize);
*/
return
m_layout
;
return
m_layout
;
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment