Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
jerrrrry
infinicore
Commits
b1ee0a8a
Commit
b1ee0a8a
authored
Mar 05, 2026
by
wooway777
Browse files
issue/1033 - replace __C with __INFINI_C
parent
c17e3b83
Changes
87
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
101 additions
and
101 deletions
+101
-101
include/infiniop/ops/topksoftmax.h
include/infiniop/ops/topksoftmax.h
+4
-4
include/infiniop/ops/zeros.h
include/infiniop/ops/zeros.h
+4
-4
include/infiniop/tensor_descriptor.h
include/infiniop/tensor_descriptor.h
+2
-2
include/infinirt.h
include/infinirt.h
+31
-31
src/infiniccl/infiniccl.cc
src/infiniccl/infiniccl.cc
+3
-3
src/infiniop/README.md
src/infiniop/README.md
+4
-4
src/infiniop/devices/handle.cc
src/infiniop/devices/handle.cc
+2
-2
src/infiniop/ops/add/operator.cc
src/infiniop/ops/add/operator.cc
+4
-4
src/infiniop/ops/add_rms_norm/operator.cc
src/infiniop/ops/add_rms_norm/operator.cc
+4
-4
src/infiniop/ops/attention/operator.cc
src/infiniop/ops/attention/operator.cc
+4
-4
src/infiniop/ops/causal_softmax/operator.cc
src/infiniop/ops/causal_softmax/operator.cc
+4
-4
src/infiniop/ops/clip/operator.cc
src/infiniop/ops/clip/operator.cc
+4
-4
src/infiniop/ops/conv/operator.cc
src/infiniop/ops/conv/operator.cc
+4
-4
src/infiniop/ops/dequantize_awq/operator.cc
src/infiniop/ops/dequantize_awq/operator.cc
+4
-4
src/infiniop/ops/embedding/operator.cc
src/infiniop/ops/embedding/operator.cc
+3
-3
src/infiniop/ops/flash_attention/operator.cc
src/infiniop/ops/flash_attention/operator.cc
+4
-4
src/infiniop/ops/gelu/operator.cc
src/infiniop/ops/gelu/operator.cc
+4
-4
src/infiniop/ops/gemm/operator.cc
src/infiniop/ops/gemm/operator.cc
+4
-4
src/infiniop/ops/kv_caching/operator.cc
src/infiniop/ops/kv_caching/operator.cc
+4
-4
src/infiniop/ops/layer_norm/operator.cc
src/infiniop/ops/layer_norm/operator.cc
+4
-4
No files found.
include/infiniop/ops/topksoftmax.h
View file @
b1ee0a8a
...
...
@@ -5,13 +5,13 @@
typedef
struct
InfiniopDescriptor
*
infiniopTopksoftmaxDescriptor_t
;
__C
__export
infiniStatus_t
infiniopCreateTopksoftmaxDescriptor
(
infiniopHandle_t
handle
,
__
INFINI_
C
__export
infiniStatus_t
infiniopCreateTopksoftmaxDescriptor
(
infiniopHandle_t
handle
,
infiniopTopksoftmaxDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
x_desc
);
__C
__export
infiniStatus_t
infiniopGetTopksoftmaxWorkspaceSize
(
infiniopTopksoftmaxDescriptor_t
desc
,
size_t
*
size
);
__
INFINI_
C
__export
infiniStatus_t
infiniopGetTopksoftmaxWorkspaceSize
(
infiniopTopksoftmaxDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infiniStatus_t
infiniopTopksoftmax
(
infiniopTopksoftmaxDescriptor_t
desc
,
__
INFINI_
C
__export
infiniStatus_t
infiniopTopksoftmax
(
infiniopTopksoftmaxDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
void
*
values
,
...
...
@@ -21,6 +21,6 @@ __C __export infiniStatus_t infiniopTopksoftmax(infiniopTopksoftmaxDescriptor_t
const
int
norm
,
void
*
stream
);
__C
__export
infiniStatus_t
infiniopDestroyTopksoftmaxDescriptor
(
infiniopTopksoftmaxDescriptor_t
desc
);
__
INFINI_
C
__export
infiniStatus_t
infiniopDestroyTopksoftmaxDescriptor
(
infiniopTopksoftmaxDescriptor_t
desc
);
#endif
include/infiniop/ops/zeros.h
View file @
b1ee0a8a
...
...
@@ -5,20 +5,20 @@
typedef
struct
InfiniopDescriptor
*
infiniopZerosDescriptor_t
;
__C
__export
infiniStatus_t
infiniopCreateZerosDescriptor
(
infiniopHandle_t
handle
,
__
INFINI_
C
__export
infiniStatus_t
infiniopCreateZerosDescriptor
(
infiniopHandle_t
handle
,
infiniopZerosDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
y
,
infiniopTensorDescriptor_t
x
);
__C
__export
infiniStatus_t
infiniopGetZerosWorkspaceSize
(
infiniopZerosDescriptor_t
desc
,
size_t
*
size
);
__
INFINI_
C
__export
infiniStatus_t
infiniopGetZerosWorkspaceSize
(
infiniopZerosDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infiniStatus_t
infiniopZeros
(
infiniopZerosDescriptor_t
desc
,
__
INFINI_
C
__export
infiniStatus_t
infiniopZeros
(
infiniopZerosDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
void
*
y
,
const
void
*
x
,
void
*
stream
);
__C
__export
infiniStatus_t
infiniopDestroyZerosDescriptor
(
infiniopZerosDescriptor_t
desc
);
__
INFINI_
C
__export
infiniStatus_t
infiniopDestroyZerosDescriptor
(
infiniopZerosDescriptor_t
desc
);
#endif
include/infiniop/tensor_descriptor.h
View file @
b1ee0a8a
...
...
@@ -7,8 +7,8 @@ struct InfiniopTensorDescriptor;
typedef
struct
InfiniopTensorDescriptor
*
infiniopTensorDescriptor_t
;
__C
__export
infiniStatus_t
infiniopCreateTensorDescriptor
(
infiniopTensorDescriptor_t
*
desc_ptr
,
size_t
ndim
,
const
size_t
*
shape
,
const
ptrdiff_t
*
strides
,
infiniDtype_t
dtype
);
__
INFINI_
C
__export
infiniStatus_t
infiniopCreateTensorDescriptor
(
infiniopTensorDescriptor_t
*
desc_ptr
,
size_t
ndim
,
const
size_t
*
shape
,
const
ptrdiff_t
*
strides
,
infiniDtype_t
dtype
);
__C
__export
infiniStatus_t
infiniopDestroyTensorDescriptor
(
infiniopTensorDescriptor_t
desc
);
__
INFINI_
C
__export
infiniStatus_t
infiniopDestroyTensorDescriptor
(
infiniopTensorDescriptor_t
desc
);
#endif // __INFINIOP_TENSOR_DESCRIPTOR__
include/infinirt.h
View file @
b1ee0a8a
...
...
@@ -10,20 +10,20 @@ typedef void *infinirtGraph_t;
typedef
void
*
infinirtGraphNode_t
;
typedef
void
*
infinirtGraphExec_t
;
__C
__export
infiniStatus_t
infinirtInit
();
__
INFINI_
C
__export
infiniStatus_t
infinirtInit
();
// Device
__C
__export
infiniStatus_t
infinirtGetAllDeviceCount
(
int
*
count_array
);
__C
__export
infiniStatus_t
infinirtGetDeviceCount
(
infiniDevice_t
device
,
int
*
count
);
__C
__export
infiniStatus_t
infinirtSetDevice
(
infiniDevice_t
device
,
int
device_id
);
__C
__export
infiniStatus_t
infinirtGetDevice
(
infiniDevice_t
*
device_ptr
,
int
*
device_id_ptr
);
__C
__export
infiniStatus_t
infinirtDeviceSynchronize
();
__
INFINI_
C
__export
infiniStatus_t
infinirtGetAllDeviceCount
(
int
*
count_array
);
__
INFINI_
C
__export
infiniStatus_t
infinirtGetDeviceCount
(
infiniDevice_t
device
,
int
*
count
);
__
INFINI_
C
__export
infiniStatus_t
infinirtSetDevice
(
infiniDevice_t
device
,
int
device_id
);
__
INFINI_
C
__export
infiniStatus_t
infinirtGetDevice
(
infiniDevice_t
*
device_ptr
,
int
*
device_id_ptr
);
__
INFINI_
C
__export
infiniStatus_t
infinirtDeviceSynchronize
();
// Stream
__C
__export
infiniStatus_t
infinirtStreamCreate
(
infinirtStream_t
*
stream_ptr
);
__C
__export
infiniStatus_t
infinirtStreamDestroy
(
infinirtStream_t
stream
);
__C
__export
infiniStatus_t
infinirtStreamSynchronize
(
infinirtStream_t
stream
);
__C
__export
infiniStatus_t
infinirtStreamWaitEvent
(
infinirtStream_t
stream
,
infinirtEvent_t
event
);
__
INFINI_
C
__export
infiniStatus_t
infinirtStreamCreate
(
infinirtStream_t
*
stream_ptr
);
__
INFINI_
C
__export
infiniStatus_t
infinirtStreamDestroy
(
infinirtStream_t
stream
);
__
INFINI_
C
__export
infiniStatus_t
infinirtStreamSynchronize
(
infinirtStream_t
stream
);
__
INFINI_
C
__export
infiniStatus_t
infinirtStreamWaitEvent
(
infinirtStream_t
stream
,
infinirtEvent_t
event
);
// Event
typedef
enum
{
...
...
@@ -38,13 +38,13 @@ typedef enum {
INFINIRT_EVENT_BLOCKING_SYNC
=
0x2
,
// Event uses blocking synchronization
}
infinirtEventFlags_t
;
__C
__export
infiniStatus_t
infinirtEventCreate
(
infinirtEvent_t
*
event_ptr
);
__C
__export
infiniStatus_t
infinirtEventCreateWithFlags
(
infinirtEvent_t
*
event_ptr
,
uint32_t
flags
);
__C
__export
infiniStatus_t
infinirtEventRecord
(
infinirtEvent_t
event
,
infinirtStream_t
stream
);
__C
__export
infiniStatus_t
infinirtEventQuery
(
infinirtEvent_t
event
,
infinirtEventStatus_t
*
status_ptr
);
__C
__export
infiniStatus_t
infinirtEventSynchronize
(
infinirtEvent_t
event
);
__C
__export
infiniStatus_t
infinirtEventDestroy
(
infinirtEvent_t
event
);
__C
__export
infiniStatus_t
infinirtEventElapsedTime
(
float
*
ms_ptr
,
infinirtEvent_t
start
,
infinirtEvent_t
end
);
__
INFINI_
C
__export
infiniStatus_t
infinirtEventCreate
(
infinirtEvent_t
*
event_ptr
);
__
INFINI_
C
__export
infiniStatus_t
infinirtEventCreateWithFlags
(
infinirtEvent_t
*
event_ptr
,
uint32_t
flags
);
__
INFINI_
C
__export
infiniStatus_t
infinirtEventRecord
(
infinirtEvent_t
event
,
infinirtStream_t
stream
);
__
INFINI_
C
__export
infiniStatus_t
infinirtEventQuery
(
infinirtEvent_t
event
,
infinirtEventStatus_t
*
status_ptr
);
__
INFINI_
C
__export
infiniStatus_t
infinirtEventSynchronize
(
infinirtEvent_t
event
);
__
INFINI_
C
__export
infiniStatus_t
infinirtEventDestroy
(
infinirtEvent_t
event
);
__
INFINI_
C
__export
infiniStatus_t
infinirtEventElapsedTime
(
float
*
ms_ptr
,
infinirtEvent_t
start
,
infinirtEvent_t
end
);
// Memory
typedef
enum
{
...
...
@@ -54,17 +54,17 @@ typedef enum {
INFINIRT_MEMCPY_D2D
=
3
,
}
infinirtMemcpyKind_t
;
__C
__export
infiniStatus_t
infinirtMalloc
(
void
**
p_ptr
,
size_t
size
);
__C
__export
infiniStatus_t
infinirtMallocHost
(
void
**
p_ptr
,
size_t
size
);
__C
__export
infiniStatus_t
infinirtFree
(
void
*
ptr
);
__C
__export
infiniStatus_t
infinirtFreeHost
(
void
*
ptr
);
__
INFINI_
C
__export
infiniStatus_t
infinirtMalloc
(
void
**
p_ptr
,
size_t
size
);
__
INFINI_
C
__export
infiniStatus_t
infinirtMallocHost
(
void
**
p_ptr
,
size_t
size
);
__
INFINI_
C
__export
infiniStatus_t
infinirtFree
(
void
*
ptr
);
__
INFINI_
C
__export
infiniStatus_t
infinirtFreeHost
(
void
*
ptr
);
__C
__export
infiniStatus_t
infinirtMemcpy
(
void
*
dst
,
const
void
*
src
,
size_t
size
,
infinirtMemcpyKind_t
kind
);
__C
__export
infiniStatus_t
infinirtMemcpyAsync
(
void
*
dst
,
const
void
*
src
,
size_t
size
,
infinirtMemcpyKind_t
kind
,
infinirtStream_t
stream
);
__
INFINI_
C
__export
infiniStatus_t
infinirtMemcpy
(
void
*
dst
,
const
void
*
src
,
size_t
size
,
infinirtMemcpyKind_t
kind
);
__
INFINI_
C
__export
infiniStatus_t
infinirtMemcpyAsync
(
void
*
dst
,
const
void
*
src
,
size_t
size
,
infinirtMemcpyKind_t
kind
,
infinirtStream_t
stream
);
// Stream-ordered memory
__C
__export
infiniStatus_t
infinirtMallocAsync
(
void
**
p_ptr
,
size_t
size
,
infinirtStream_t
stream
);
__C
__export
infiniStatus_t
infinirtFreeAsync
(
void
*
ptr
,
infinirtStream_t
stream
);
__
INFINI_
C
__export
infiniStatus_t
infinirtMallocAsync
(
void
**
p_ptr
,
size_t
size
,
infinirtStream_t
stream
);
__
INFINI_
C
__export
infiniStatus_t
infinirtFreeAsync
(
void
*
ptr
,
infinirtStream_t
stream
);
// Graph
typedef
enum
{
...
...
@@ -74,16 +74,16 @@ typedef enum {
}
infinirtStreamCaptureMode_t
;
__C
__export
infiniStatus_t
infinirtStreamBeginCapture
(
infinirtStream_t
stream
,
infinirtStreamCaptureMode_t
mode
);
__C
__export
infiniStatus_t
infinirtStreamEndCapture
(
infinirtStream_t
stream
,
infinirtGraph_t
*
graph_ptr
);
__C
__export
infiniStatus_t
infinirtGraphDestroy
(
infinirtGraph_t
graph
);
__C
__export
infiniStatus_t
infinirtGraphInstantiate
(
__
INFINI_
C
__export
infiniStatus_t
infinirtStreamBeginCapture
(
infinirtStream_t
stream
,
infinirtStreamCaptureMode_t
mode
);
__
INFINI_
C
__export
infiniStatus_t
infinirtStreamEndCapture
(
infinirtStream_t
stream
,
infinirtGraph_t
*
graph_ptr
);
__
INFINI_
C
__export
infiniStatus_t
infinirtGraphDestroy
(
infinirtGraph_t
graph
);
__
INFINI_
C
__export
infiniStatus_t
infinirtGraphInstantiate
(
infinirtGraphExec_t
*
graph_exec_ptr
,
infinirtGraph_t
graph
,
infinirtGraphNode_t
*
node_ptr
,
char
*
log_buffer
,
size_t
buffer_size
);
__C
__export
infiniStatus_t
infinirtGraphExecDestroy
(
infinirtGraphExec_t
graph_exec
);
__C
__export
infiniStatus_t
infinirtGraphLuanch
(
infinirtGraphExec_t
graph_exec
,
infinirtStream_t
stream
);
__
INFINI_
C
__export
infiniStatus_t
infinirtGraphExecDestroy
(
infinirtGraphExec_t
graph_exec
);
__
INFINI_
C
__export
infiniStatus_t
infinirtGraphLuanch
(
infinirtGraphExec_t
graph_exec
,
infinirtStream_t
stream
);
#endif // __INFINIRT_API_H__
src/infiniccl/infiniccl.cc
View file @
b1ee0a8a
...
...
@@ -7,7 +7,7 @@
#include "./metax/infiniccl_metax.h"
#include "./moore/infiniccl_moore.h"
__C
infiniStatus_t
infinicclCommInitAll
(
__
INFINI_
C
infiniStatus_t
infinicclCommInitAll
(
infiniDevice_t
device_type
,
infinicclComm_t
*
comms
,
int
ndevice
,
...
...
@@ -35,7 +35,7 @@ __C infiniStatus_t infinicclCommInitAll(
#undef COMM_INIT_ALL
}
__C
infiniStatus_t
infinicclCommDestroy
(
infinicclComm_t
comm
)
{
__
INFINI_
C
infiniStatus_t
infinicclCommDestroy
(
infinicclComm_t
comm
)
{
if
(
comm
==
nullptr
)
{
return
INFINI_STATUS_SUCCESS
;
}
...
...
@@ -61,7 +61,7 @@ __C infiniStatus_t infinicclCommDestroy(infinicclComm_t comm) {
#undef COMM_DESTROY
}
__C
infiniStatus_t
infinicclAllReduce
(
__
INFINI_
C
infiniStatus_t
infinicclAllReduce
(
void
*
sendbuf
,
void
*
recvbuf
,
size_t
count
,
...
...
src/infiniop/README.md
View file @
b1ee0a8a
...
...
@@ -16,15 +16,15 @@ InfiniOP 是 InfiniCore 下属的统一底层算子框架,为相同算子在
typedef struct InfiniopDescriptor *infiniopAddDescriptor_t;
__C __export infiniStatus_t infiniopCreateAddDescriptor(infiniopHandle_t handle,
__
INFINI_
C __export infiniStatus_t infiniopCreateAddDescriptor(infiniopHandle_t handle,
infiniopAddDescriptor_t *desc_ptr,
infiniopTensorDescriptor_t c,
infiniopTensorDescriptor_t a,
infiniopTensorDescriptor_t b);
__C __export infiniStatus_t infiniopGetAddWorkspaceSize(infiniopAddDescriptor_t desc, size_t *size);
__
INFINI_
C __export infiniStatus_t infiniopGetAddWorkspaceSize(infiniopAddDescriptor_t desc, size_t *size);
__C __export infiniStatus_t infiniopAdd(infiniopAddDescriptor_t desc,
__
INFINI_
C __export infiniStatus_t infiniopAdd(infiniopAddDescriptor_t desc,
void *workspace,
size_t workspace_size,
void *c,
...
...
@@ -32,7 +32,7 @@ InfiniOP 是 InfiniCore 下属的统一底层算子框架,为相同算子在
const void *b,
void *stream);
__C __export infiniStatus_t infiniopDestroyAddDescriptor(infiniopAddDescriptor_t desc);
__
INFINI_
C __export infiniStatus_t infiniopDestroyAddDescriptor(infiniopAddDescriptor_t desc);
#endif
```
...
...
src/infiniop/devices/handle.cc
View file @
b1ee0a8a
...
...
@@ -24,7 +24,7 @@
#include "metax/metax_handle.h"
#endif
__C
infiniStatus_t
infiniopCreateHandle
(
infiniopHandle_t
*
handle_ptr
)
{
__
INFINI_
C
infiniStatus_t
infiniopCreateHandle
(
infiniopHandle_t
*
handle_ptr
)
{
if
(
handle_ptr
==
nullptr
)
{
return
INFINI_STATUS_NULL_POINTER
;
}
...
...
@@ -79,7 +79,7 @@ __C infiniStatus_t infiniopCreateHandle(infiniopHandle_t *handle_ptr) {
#undef CREATE
}
__C
infiniStatus_t
infiniopDestroyHandle
(
infiniopHandle_t
handle
)
{
__
INFINI_
C
infiniStatus_t
infiniopDestroyHandle
(
infiniopHandle_t
handle
)
{
#define DELETE(CASE, NAMESPACE) \
case CASE: \
...
...
src/infiniop/ops/add/operator.cc
View file @
b1ee0a8a
...
...
@@ -21,7 +21,7 @@
#include "moore/add_moore.h"
#endif
__C
infiniStatus_t
infiniopCreateAddDescriptor
(
__
INFINI_
C
infiniStatus_t
infiniopCreateAddDescriptor
(
infiniopHandle_t
handle
,
infiniopAddDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
c_desc
,
...
...
@@ -77,7 +77,7 @@ __C infiniStatus_t infiniopCreateAddDescriptor(
#undef CREATE
}
__C
infiniStatus_t
infiniopGetAddWorkspaceSize
(
infiniopAddDescriptor_t
desc
,
size_t
*
size
)
{
__
INFINI_
C
infiniStatus_t
infiniopGetAddWorkspaceSize
(
infiniopAddDescriptor_t
desc
,
size_t
*
size
)
{
#define GET(CASE, NAMESPACE) \
case CASE: \
...
...
@@ -123,7 +123,7 @@ __C infiniStatus_t infiniopGetAddWorkspaceSize(infiniopAddDescriptor_t desc, siz
return
INFINI_STATUS_DEVICE_TYPE_NOT_SUPPORTED
;
}
__C
infiniStatus_t
infiniopAdd
(
__
INFINI_
C
infiniStatus_t
infiniopAdd
(
infiniopAddDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
...
...
@@ -177,7 +177,7 @@ __C infiniStatus_t infiniopAdd(
#undef CALCULATE
}
__C
infiniStatus_t
__
INFINI_
C
infiniStatus_t
infiniopDestroyAddDescriptor
(
infiniopAddDescriptor_t
desc
)
{
#define DELETE(CASE, NAMESPACE) \
...
...
src/infiniop/ops/add_rms_norm/operator.cc
View file @
b1ee0a8a
...
...
@@ -27,7 +27,7 @@
// #include "kunlun/add_rms_norm_kunlun.h"
#endif
__C
infiniStatus_t
infiniopCreateAddRMSNormDescriptor
(
__
INFINI_
C
infiniStatus_t
infiniopCreateAddRMSNormDescriptor
(
infiniopHandle_t
handle
,
infiniopAddRMSNormDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
residual_out_desc
,
...
...
@@ -84,7 +84,7 @@ __C infiniStatus_t infiniopCreateAddRMSNormDescriptor(
#undef CREATE
}
__C
infiniStatus_t
infiniopGetAddRMSNormWorkspaceSize
(
infiniopAddRMSNormDescriptor_t
desc
,
size_t
*
size
)
{
__
INFINI_
C
infiniStatus_t
infiniopGetAddRMSNormWorkspaceSize
(
infiniopAddRMSNormDescriptor_t
desc
,
size_t
*
size
)
{
#define GET(CASE, NAMESPACE) \
case CASE: \
...
...
@@ -127,7 +127,7 @@ __C infiniStatus_t infiniopGetAddRMSNormWorkspaceSize(infiniopAddRMSNormDescript
return
INFINI_STATUS_DEVICE_TYPE_NOT_SUPPORTED
;
}
__C
infiniStatus_t
infiniopAddRMSNorm
(
__
INFINI_
C
infiniStatus_t
infiniopAddRMSNorm
(
infiniopAddRMSNormDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
...
...
@@ -178,7 +178,7 @@ __C infiniStatus_t infiniopAddRMSNorm(
#undef CALCULATE
}
__C
infiniStatus_t
infiniopDestroyAddRMSNormDescriptor
(
infiniopAddRMSNormDescriptor_t
desc
)
{
__
INFINI_
C
infiniStatus_t
infiniopDestroyAddRMSNormDescriptor
(
infiniopAddRMSNormDescriptor_t
desc
)
{
if
(
desc
==
nullptr
)
{
return
INFINI_STATUS_SUCCESS
;
}
...
...
src/infiniop/ops/attention/operator.cc
View file @
b1ee0a8a
...
...
@@ -31,7 +31,7 @@ struct InfiniopAttentionDescriptor {
float
qk_alpha
;
};
__C
__export
infiniStatus_t
infiniopCreateAttentionDescriptor
(
infiniopHandle_t
handle
,
__
INFINI_
C
__export
infiniStatus_t
infiniopCreateAttentionDescriptor
(
infiniopHandle_t
handle
,
infiniopAttentionDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
out_desc
,
infiniopTensorDescriptor_t
q_desc
,
...
...
@@ -218,12 +218,12 @@ __C __export infiniStatus_t infiniopCreateAttentionDescriptor(infiniopHandle_t h
return
INFINI_STATUS_SUCCESS
;
}
__C
__export
infiniStatus_t
infiniopGetAttentionWorkspaceSize
(
infiniopAttentionDescriptor_t
desc
,
size_t
*
size
)
{
__
INFINI_
C
__export
infiniStatus_t
infiniopGetAttentionWorkspaceSize
(
infiniopAttentionDescriptor_t
desc
,
size_t
*
size
)
{
*
size
=
((
InfiniopAttentionDescriptor
*
)
desc
)
->
workspace_size
;
return
INFINI_STATUS_SUCCESS
;
}
__C
__export
infiniStatus_t
infiniopAttention
(
infiniopAttentionDescriptor_t
desc_
,
__
INFINI_
C
__export
infiniStatus_t
infiniopAttention
(
infiniopAttentionDescriptor_t
desc_
,
void
*
workspace_
,
size_t
workspace_size_
,
void
*
out
,
...
...
@@ -274,7 +274,7 @@ __C __export infiniStatus_t infiniopAttention(infiniopAttentionDescriptor_t desc
return
INFINI_STATUS_SUCCESS
;
}
__C
__export
infiniStatus_t
infiniopDestroyAttentionDescriptor
(
infiniopAttentionDescriptor_t
desc_
)
{
__
INFINI_
C
__export
infiniStatus_t
infiniopDestroyAttentionDescriptor
(
infiniopAttentionDescriptor_t
desc_
)
{
auto
desc
=
(
InfiniopAttentionDescriptor
*
)
desc_
;
if
(
desc
->
rearrange_desc_q
)
{
CHECK_STATUS
(
infiniopDestroyRearrangeDescriptor
(
desc
->
rearrange_desc_q
));
...
...
src/infiniop/ops/causal_softmax/operator.cc
View file @
b1ee0a8a
...
...
@@ -24,7 +24,7 @@
#include "moore/causal_softmax_moore.h"
#endif
__C
infiniStatus_t
infiniopCreateCausalSoftmaxDescriptor
(
__
INFINI_
C
infiniStatus_t
infiniopCreateCausalSoftmaxDescriptor
(
infiniopHandle_t
handle
,
infiniopCausalSoftmaxDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
y_desc
,
...
...
@@ -78,7 +78,7 @@ __C infiniStatus_t infiniopCreateCausalSoftmaxDescriptor(
#undef CREATE
}
__C
infiniStatus_t
infiniopGetCausalSoftmaxWorkspaceSize
(
infiniopCausalSoftmaxDescriptor_t
desc
,
size_t
*
size
)
{
__
INFINI_
C
infiniStatus_t
infiniopGetCausalSoftmaxWorkspaceSize
(
infiniopCausalSoftmaxDescriptor_t
desc
,
size_t
*
size
)
{
#define GET(CASE, NAMESPACE) \
case CASE: \
...
...
@@ -125,7 +125,7 @@ __C infiniStatus_t infiniopGetCausalSoftmaxWorkspaceSize(infiniopCausalSoftmaxDe
#undef GET
}
__C
infiniStatus_t
infiniopCausalSoftmax
(
__
INFINI_
C
infiniStatus_t
infiniopCausalSoftmax
(
infiniopCausalSoftmaxDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
void
*
y
,
...
...
@@ -177,7 +177,7 @@ __C infiniStatus_t infiniopCausalSoftmax(
#undef CALCULATE
}
__C
infiniStatus_t
infiniopDestroyCausalSoftmaxDescriptor
(
infiniopCausalSoftmaxDescriptor_t
desc
)
{
__
INFINI_
C
infiniStatus_t
infiniopDestroyCausalSoftmaxDescriptor
(
infiniopCausalSoftmaxDescriptor_t
desc
)
{
#define DESTROY(CASE, NAMESPACE) \
case CASE: \
...
...
src/infiniop/ops/clip/operator.cc
View file @
b1ee0a8a
...
...
@@ -15,7 +15,7 @@
#include "kunlun/clip_kunlun.h"
#endif
__C
infiniStatus_t
infiniopCreateClipDescriptor
(
__
INFINI_
C
infiniStatus_t
infiniopCreateClipDescriptor
(
infiniopHandle_t
handle
,
infiniopClipDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
y
,
...
...
@@ -62,7 +62,7 @@ __C infiniStatus_t infiniopCreateClipDescriptor(
#undef CREATE
}
__C
infiniStatus_t
infiniopGetClipWorkspaceSize
(
infiniopClipDescriptor_t
desc
,
size_t
*
size
)
{
__
INFINI_
C
infiniStatus_t
infiniopGetClipWorkspaceSize
(
infiniopClipDescriptor_t
desc
,
size_t
*
size
)
{
#define GET(CASE, NAMESPACE) \
case CASE: \
...
...
@@ -98,7 +98,7 @@ __C infiniStatus_t infiniopGetClipWorkspaceSize(infiniopClipDescriptor_t desc, s
#undef GET
}
__C
infiniStatus_t
infiniopClip
(
__
INFINI_
C
infiniStatus_t
infiniopClip
(
infiniopClipDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
...
...
@@ -144,7 +144,7 @@ __C infiniStatus_t infiniopClip(
#undef CALCULATE
}
__C
infiniStatus_t
__
INFINI_
C
infiniStatus_t
infiniopDestroyClipDescriptor
(
infiniopClipDescriptor_t
desc
)
{
#define DELETE(CASE, NAMESPACE) \
...
...
src/infiniop/ops/conv/operator.cc
View file @
b1ee0a8a
...
...
@@ -9,7 +9,7 @@
#include "nvidia/conv_nvidia.cuh"
#endif
__C
__export
infiniStatus_t
infiniopCreateConvDescriptor
(
infiniopHandle_t
handle
,
__
INFINI_
C
__export
infiniStatus_t
infiniopCreateConvDescriptor
(
infiniopHandle_t
handle
,
infiniopConvDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
y_desc
,
infiniopTensorDescriptor_t
x_desc
,
...
...
@@ -55,7 +55,7 @@ __C __export infiniStatus_t infiniopCreateConvDescriptor(infiniopHandle_t handle
#undef CREATE
}
__C
infiniStatus_t
__
INFINI_
C
infiniStatus_t
infiniopGetConvWorkspaceSize
(
infiniopConvDescriptor_t
desc
,
size_t
*
size
)
{
...
...
@@ -90,7 +90,7 @@ infiniopGetConvWorkspaceSize(
#undef GET
}
__C
infiniStatus_t
infiniopConv
(
__
INFINI_
C
infiniStatus_t
infiniopConv
(
infiniopConvDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
...
...
@@ -131,7 +131,7 @@ __C infiniStatus_t infiniopConv(
#undef CALCULATE
}
__C
infiniStatus_t
__
INFINI_
C
infiniStatus_t
infiniopDestroyConvDescriptor
(
infiniopConvDescriptor_t
desc
)
{
#define DELETE(CASE, NAMESPACE) \
case CASE: \
...
...
src/infiniop/ops/dequantize_awq/operator.cc
View file @
b1ee0a8a
...
...
@@ -12,7 +12,7 @@
#include "iluvatar/dequantize_w42f16_iluvatar.cuh"
#endif
__C
infiniStatus_t
infiniopCreateDequantizeAWQDescriptor
(
__
INFINI_
C
infiniStatus_t
infiniopCreateDequantizeAWQDescriptor
(
infiniopHandle_t
handle
,
infiniopDequantizeAWQDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
out_desc
,
...
...
@@ -54,7 +54,7 @@ __C infiniStatus_t infiniopCreateDequantizeAWQDescriptor(
#undef CREATE
}
__C
infiniStatus_t
infiniopGetDequantizeAWQWorkspaceSize
(
infiniopDequantizeAWQDescriptor_t
desc
,
__
INFINI_
C
infiniStatus_t
infiniopGetDequantizeAWQWorkspaceSize
(
infiniopDequantizeAWQDescriptor_t
desc
,
size_t
*
size
)
{
#define GET(CASE, NAMESPACE) \
case CASE: \
...
...
@@ -84,7 +84,7 @@ __C infiniStatus_t infiniopGetDequantizeAWQWorkspaceSize(infiniopDequantizeAWQDe
#undef GET
}
__C
infiniStatus_t
infiniopDequantizeAWQ
(
__
INFINI_
C
infiniStatus_t
infiniopDequantizeAWQ
(
infiniopDequantizeAWQDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
...
...
@@ -123,7 +123,7 @@ __C infiniStatus_t infiniopDequantizeAWQ(
#undef CALCULATE
}
__C
infiniStatus_t
__
INFINI_
C
infiniStatus_t
infiniopDestroyDequantizeAWQDescriptor
(
infiniopDequantizeAWQDescriptor_t
desc
)
{
#define DELETE(CASE, NAMESPACE) \
...
...
src/infiniop/ops/embedding/operator.cc
View file @
b1ee0a8a
...
...
@@ -15,7 +15,7 @@
#include "moore/embedding_moore.h"
#endif
__C
infiniStatus_t
infiniopCreateEmbeddingDescriptor
(
__
INFINI_
C
infiniStatus_t
infiniopCreateEmbeddingDescriptor
(
infiniopHandle_t
handle
,
infiniopEmbeddingDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
output_desc
,
...
...
@@ -65,7 +65,7 @@ __C infiniStatus_t infiniopCreateEmbeddingDescriptor(
#undef CREATE
}
__C
infiniStatus_t
infiniopEmbedding
(
__
INFINI_
C
infiniStatus_t
infiniopEmbedding
(
infiniopEmbeddingDescriptor_t
desc
,
void
*
output
,
const
void
*
input
,
...
...
@@ -111,7 +111,7 @@ __C infiniStatus_t infiniopEmbedding(
#undef CALCULATE
}
__C
infiniStatus_t
infiniopDestroyEmbeddingDescriptor
(
infiniopEmbeddingDescriptor_t
desc
)
{
__
INFINI_
C
infiniStatus_t
infiniopDestroyEmbeddingDescriptor
(
infiniopEmbeddingDescriptor_t
desc
)
{
#define DESTROY(CASE, NAMESPACE) \
case CASE: \
...
...
src/infiniop/ops/flash_attention/operator.cc
View file @
b1ee0a8a
...
...
@@ -8,7 +8,7 @@
#endif
#endif
__C
infiniStatus_t
infiniopCreateFlashAttentionDescriptor
(
__
INFINI_
C
infiniStatus_t
infiniopCreateFlashAttentionDescriptor
(
infiniopHandle_t
handle
,
infiniopFlashAttentionDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
out_desc
,
...
...
@@ -45,7 +45,7 @@ __C infiniStatus_t infiniopCreateFlashAttentionDescriptor(
#undef CREATE
}
__C
infiniStatus_t
infiniopGetFlashAttentionWorkspaceSize
(
__
INFINI_
C
infiniStatus_t
infiniopGetFlashAttentionWorkspaceSize
(
infiniopFlashAttentionDescriptor_t
desc
,
size_t
*
size
)
{
...
...
@@ -69,7 +69,7 @@ __C infiniStatus_t infiniopGetFlashAttentionWorkspaceSize(
#undef GET_SIZE
}
__C
infiniStatus_t
infiniopFlashAttention
(
__
INFINI_
C
infiniStatus_t
infiniopFlashAttention
(
infiniopFlashAttentionDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
...
...
@@ -99,7 +99,7 @@ __C infiniStatus_t infiniopFlashAttention(
#undef CALCULATE
}
__C
infiniStatus_t
infiniopDestroyFlashAttentionDescriptor
(
__
INFINI_
C
infiniStatus_t
infiniopDestroyFlashAttentionDescriptor
(
infiniopFlashAttentionDescriptor_t
desc
)
{
#define DESTROY(CASE, NAMESPACE) \
...
...
src/infiniop/ops/gelu/operator.cc
View file @
b1ee0a8a
...
...
@@ -15,7 +15,7 @@
#include "kunlun/gelu_kunlun.h"
#endif
__C
infiniStatus_t
infiniopCreateGeluDescriptor
(
__
INFINI_
C
infiniStatus_t
infiniopCreateGeluDescriptor
(
infiniopHandle_t
handle
,
infiniopGeluDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
output_desc
,
...
...
@@ -60,7 +60,7 @@ __C infiniStatus_t infiniopCreateGeluDescriptor(
#undef CREATE
}
__C
infiniStatus_t
infiniopGetGeluWorkspaceSize
(
infiniopGeluDescriptor_t
desc
,
size_t
*
size
)
{
__
INFINI_
C
infiniStatus_t
infiniopGetGeluWorkspaceSize
(
infiniopGeluDescriptor_t
desc
,
size_t
*
size
)
{
#define GET(CASE, NAMESPACE) \
case CASE: \
...
...
@@ -98,7 +98,7 @@ __C infiniStatus_t infiniopGetGeluWorkspaceSize(infiniopGeluDescriptor_t desc, s
return
INFINI_STATUS_DEVICE_TYPE_NOT_SUPPORTED
;
}
__C
infiniStatus_t
infiniopGelu
(
__
INFINI_
C
infiniStatus_t
infiniopGelu
(
infiniopGeluDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
...
...
@@ -142,7 +142,7 @@ __C infiniStatus_t infiniopGelu(
#undef CALCULATE
}
__C
infiniStatus_t
__
INFINI_
C
infiniStatus_t
infiniopDestroyGeluDescriptor
(
infiniopGeluDescriptor_t
desc
)
{
#define DELETE(CASE, NAMESPACE) \
...
...
src/infiniop/ops/gemm/operator.cc
View file @
b1ee0a8a
...
...
@@ -24,7 +24,7 @@
#include "kunlun/gemm_kunlun.h"
#endif
__C
infiniStatus_t
infiniopCreateGemmDescriptor
(
__
INFINI_
C
infiniStatus_t
infiniopCreateGemmDescriptor
(
infiniopHandle_t
handle
,
infiniopGemmDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
c_desc
,
...
...
@@ -84,7 +84,7 @@ __C infiniStatus_t infiniopCreateGemmDescriptor(
#undef CREATE
}
__C
infiniStatus_t
__
INFINI_
C
infiniStatus_t
infiniopGetGemmWorkspaceSize
(
infiniopGemmDescriptor_t
desc
,
size_t
*
size
)
{
...
...
@@ -137,7 +137,7 @@ infiniopGetGemmWorkspaceSize(
#undef GET
}
__C
infiniStatus_t
infiniopGemm
(
__
INFINI_
C
infiniStatus_t
infiniopGemm
(
infiniopGemmDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
void
*
c
,
...
...
@@ -198,7 +198,7 @@ __C infiniStatus_t infiniopGemm(
#undef CALCULATE
}
__C
infiniStatus_t
__
INFINI_
C
infiniStatus_t
infiniopDestroyGemmDescriptor
(
infiniopGemmDescriptor_t
desc
)
{
#define DELETE(CASE, NAMESPACE) \
...
...
src/infiniop/ops/kv_caching/operator.cc
View file @
b1ee0a8a
...
...
@@ -9,7 +9,7 @@
#include "metax/kv_caching_metax.h"
#endif
__C
infiniStatus_t
infiniopCreateKVCachingDescriptor
(
__
INFINI_
C
infiniStatus_t
infiniopCreateKVCachingDescriptor
(
infiniopHandle_t
handle
,
infiniopKVCachingDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
k_cache
,
...
...
@@ -57,7 +57,7 @@ __C infiniStatus_t infiniopCreateKVCachingDescriptor(
#undef CREATE
}
__C
infiniStatus_t
infiniopGetKVCachingWorkspaceSize
(
__
INFINI_
C
infiniStatus_t
infiniopGetKVCachingWorkspaceSize
(
infiniopKVCachingDescriptor_t
desc
,
size_t
*
size
)
{
...
...
@@ -95,7 +95,7 @@ __C infiniStatus_t infiniopGetKVCachingWorkspaceSize(
#undef GET_SIZE
}
__C
infiniStatus_t
infiniopKVCaching
(
__
INFINI_
C
infiniStatus_t
infiniopKVCaching
(
infiniopKVCachingDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
...
...
@@ -139,7 +139,7 @@ __C infiniStatus_t infiniopKVCaching(
#undef CALCULATE
}
__C
infiniStatus_t
infiniopDestroyKVCachingDescriptor
(
__
INFINI_
C
infiniStatus_t
infiniopDestroyKVCachingDescriptor
(
infiniopKVCachingDescriptor_t
desc
)
{
#define DELETE(CASE, NAMESPACE) \
...
...
src/infiniop/ops/layer_norm/operator.cc
View file @
b1ee0a8a
...
...
@@ -12,7 +12,7 @@
#include "metax/layer_norm_metax.h"
#endif
__C
infiniStatus_t
infiniopCreateLayerNormDescriptor
(
__
INFINI_
C
infiniStatus_t
infiniopCreateLayerNormDescriptor
(
infiniopHandle_t
handle
,
infiniopLayerNormDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
output_desc
,
...
...
@@ -63,7 +63,7 @@ __C infiniStatus_t infiniopCreateLayerNormDescriptor(
#undef CREATE
}
__C
infiniStatus_t
infiniopGetLayerNormWorkspaceSize
(
infiniopLayerNormDescriptor_t
desc
,
size_t
*
size
)
{
__
INFINI_
C
infiniStatus_t
infiniopGetLayerNormWorkspaceSize
(
infiniopLayerNormDescriptor_t
desc
,
size_t
*
size
)
{
#define GET(CASE, NAMESPACE) \
case CASE: \
*size = reinterpret_cast<op::layer_norm::NAMESPACE::Descriptor *>(desc)->workspaceSize(); \
...
...
@@ -96,7 +96,7 @@ __C infiniStatus_t infiniopGetLayerNormWorkspaceSize(infiniopLayerNormDescriptor
return
INFINI_STATUS_DEVICE_TYPE_NOT_SUPPORTED
;
}
__C
infiniStatus_t
infiniopLayerNorm
(
__
INFINI_
C
infiniStatus_t
infiniopLayerNorm
(
infiniopLayerNormDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
...
...
@@ -149,7 +149,7 @@ __C infiniStatus_t infiniopLayerNorm(
#undef CALCULATE
}
__C
infiniStatus_t
__
INFINI_
C
infiniStatus_t
infiniopDestroyLayerNormDescriptor
(
infiniopLayerNormDescriptor_t
desc
)
{
#define DELETE(CASE, NAMESPACE) \
...
...
Prev
1
2
3
4
5
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment