Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
Lmdeploy
Commits
4c0c31dd
Commit
4c0c31dd
authored
May 22, 2024
by
zhouxiang
Browse files
支持24.04dtk编译
parent
28569504
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
9 additions
and
6 deletions
+9
-6
src/turbomind/utils/cublasMMWrapper.cc
src/turbomind/utils/cublasMMWrapper.cc
+9
-6
No files found.
src/turbomind/utils/cublasMMWrapper.cc
View file @
4c0c31dd
...
...
@@ -802,10 +802,10 @@ std::pair<bool, cublasLtMatmulAlgo_t> cublasMMWrapper::findBestAlgo(cublasLtHand
cublasLtMatrixLayout_t
Ddesc
,
cudaStream_t
stream
)
{
#if (CUBLAS_VERSION) <= 11601
//
#if (CUBLAS_VERSION) <= 11601
FT_CHECK_WITH_INFO
(
false
,
"CUBLAS version too low."
);
return
{
false
,
cublasLtMatmulAlgo_t
{}};
#else
/*
#else
size_t returnSize;
int32_t pointer_mode;
cublasLtMatmulDescGetAttribute(
...
...
@@ -893,7 +893,7 @@ std::pair<bool, cublasLtMatmulAlgo_t> cublasMMWrapper::findBestAlgo(cublasLtHand
}
return {best_time != INFINITY, result.algo};
#endif
#endif
*/
}
cublasMMWrapper
::
MatrixLayout
cublasMMWrapper
::
createMatrixLayout
(
cublasLtMatrixLayout_t
Mdesc
)
...
...
@@ -901,6 +901,9 @@ cublasMMWrapper::MatrixLayout cublasMMWrapper::createMatrixLayout(cublasLtMatrix
size_t
returnSize
;
MatrixLayout
m_layout
;
FT_CHECK_WITH_INFO
(
false
,
"cublasLtMatrixLayoutGetAttribute is not support."
);
/*
cublasLtMatrixLayoutGetAttribute(
Mdesc, CUBLASLT_MATRIX_LAYOUT_TYPE, &std::get<0>(m_layout), sizeof(std::get<0>(m_layout)), &returnSize);
cublasLtMatrixLayoutGetAttribute(
...
...
@@ -909,10 +912,10 @@ cublasMMWrapper::MatrixLayout cublasMMWrapper::createMatrixLayout(cublasLtMatrix
Mdesc, CUBLASLT_MATRIX_LAYOUT_ROWS, &std::get<2>(m_layout), sizeof(std::get<2>(m_layout)), &returnSize);
cublasLtMatrixLayoutGetAttribute(
Mdesc, CUBLASLT_MATRIX_LAYOUT_COLS, &std::get<3>(m_layout), sizeof(std::get<3>(m_layout)), &returnSize);
*/
return
m_layout
;
}
/*
cublasStatus_t cublasMMWrapper::cublasLtMatmulWrapper(cublasLtHandle_t lightHandle,
cublasLtMatmulDesc_t computeDesc,
const void* alpha,
...
...
@@ -969,7 +972,7 @@ cublasStatus_t cublasMMWrapper::cublasLtMatmulWrapper(cublasLtHandle_t
workspaceSizeInBytes,
stream);
}
*/
void
cublasMMWrapper
::
_Int8Gemm
(
const
int
m
,
const
int
n
,
const
int
k
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment