Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
jerrrrry
infinicore
Commits
80edd992
Commit
80edd992
authored
Feb 25, 2025
by
PanZezhong
Browse files
issue/71 合并infiniStatus
parent
e77735ef
Changes
51
Show whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
205 additions
and
205 deletions
+205
-205
include/infinicore.h
include/infinicore.h
+1
-0
include/infiniop/handle.h
include/infiniop/handle.h
+2
-3
include/infiniop/operator.h
include/infiniop/operator.h
+2
-2
include/infiniop/ops/add.h
include/infiniop/ops/add.h
+11
-11
include/infiniop/ops/attention.h
include/infiniop/ops/attention.h
+21
-21
include/infiniop/ops/avg_pool.h
include/infiniop/ops/avg_pool.h
+13
-13
include/infiniop/ops/causal_softmax.h
include/infiniop/ops/causal_softmax.h
+10
-10
include/infiniop/ops/conv.h
include/infiniop/ops/conv.h
+12
-12
include/infiniop/ops/expand.h
include/infiniop/ops/expand.h
+9
-9
include/infiniop/ops/gemm.h
include/infiniop/ops/gemm.h
+20
-20
include/infiniop/ops/global_avg_pool.h
include/infiniop/ops/global_avg_pool.h
+9
-9
include/infiniop/ops/matmul.h
include/infiniop/ops/matmul.h
+16
-16
include/infiniop/ops/max_pool.h
include/infiniop/ops/max_pool.h
+13
-13
include/infiniop/ops/mlp.h
include/infiniop/ops/mlp.h
+18
-18
include/infiniop/ops/random_sample.h
include/infiniop/ops/random_sample.h
+13
-13
include/infiniop/ops/rearrange.h
include/infiniop/ops/rearrange.h
+6
-6
include/infiniop/ops/relu.h
include/infiniop/ops/relu.h
+9
-9
include/infiniop/ops/rms_norm.h
include/infiniop/ops/rms_norm.h
+5
-5
include/infiniop/ops/rotary_embedding.h
include/infiniop/ops/rotary_embedding.h
+4
-4
include/infiniop/ops/swiglu.h
include/infiniop/ops/swiglu.h
+11
-11
No files found.
include/infinicore.h
View file @
80edd992
...
...
@@ -27,6 +27,7 @@ typedef enum {
INFINI_STATUS_NULL_POINTER
=
4
,
INFINI_STATUS_DEVICE_TYPE_NOT_SUPPORTED
=
5
,
INFINI_STATUS_DEVICE_NOT_FOUND
=
6
,
INFINI_STATUS_DEVICE_NOT_INITIALIZED
=
7
,
// Op Errors
INFINI_STATUS_BAD_TENSOR_DTYPE
=
10
,
INFINI_STATUS_BAD_TENSOR_SHAPE
=
11
,
...
...
include/infiniop/handle.h
View file @
80edd992
...
...
@@ -2,7 +2,6 @@
#define __INFINIOP_HANDLE__
#include "../infinicore.h"
#include "status.h"
typedef
struct
InfiniopHandle
{
infiniDevice_t
device
;
...
...
@@ -11,8 +10,8 @@ typedef struct InfiniopHandle {
typedef
InfiniopHandle
*
infiniopHandle_t
;
__C
__export
infini
op
Status_t
infiniopCreateHandle
(
infiniopHandle_t
*
handle_ptr
,
infiniDevice_t
device
);
__C
__export
infiniStatus_t
infiniopCreateHandle
(
infiniopHandle_t
*
handle_ptr
,
infiniDevice_t
device
);
__C
__export
infini
op
Status_t
infiniopDestroyHandle
(
infiniopHandle_t
handle
);
__C
__export
infiniStatus_t
infiniopDestroyHandle
(
infiniopHandle_t
handle
);
#endif
include/infiniop/operator.h
View file @
80edd992
...
...
@@ -10,7 +10,7 @@ typedef struct InfiniopDescriptor {
int
device_id
;
}
InfiniopDescriptor
;
__C
__export
infini
op
Status_t
infiniopGetDescriptorDeviceType
(
const
InfiniopDescriptor
*
desc_ptr
,
infiniDevice_t
*
device_type
);
__C
__export
infini
op
Status_t
infiniopGetDescriptorDeviceId
(
const
InfiniopDescriptor
*
desc_ptr
,
int
*
device_id
);
__C
__export
infiniStatus_t
infiniopGetDescriptorDeviceType
(
const
InfiniopDescriptor
*
desc_ptr
,
infiniDevice_t
*
device_type
);
__C
__export
infiniStatus_t
infiniopGetDescriptorDeviceId
(
const
InfiniopDescriptor
*
desc_ptr
,
int
*
device_id
);
#endif //__INFINIOP_OPERATOR___
include/infiniop/ops/add.h
View file @
80edd992
...
...
@@ -5,18 +5,18 @@
typedef
InfiniopDescriptor
*
infiniopAddDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateAddDescriptor
(
infiniopHandle_t
handle
,
__C
__export
infiniStatus_t
infiniopCreateAddDescriptor
(
infiniopHandle_t
handle
,
infiniopAddDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
c
,
infiniopTensorDescriptor_t
a
,
infiniopTensorDescriptor_t
b
);
__C
__export
infini
op
Status_t
infiniopAdd
(
infiniopAddDescriptor_t
desc
,
__C
__export
infiniStatus_t
infiniopAdd
(
infiniopAddDescriptor_t
desc
,
void
*
c
,
void
const
*
a
,
void
const
*
b
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroyAddDescriptor
(
infiniopAddDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroyAddDescriptor
(
infiniopAddDescriptor_t
desc
);
#endif
include/infiniop/ops/attention.h
View file @
80edd992
...
...
@@ -7,7 +7,7 @@
typedef
InfiniopDescriptor
*
infiniopAttentionDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateAttentionDescriptor
(
infiniopHandle_t
handle
,
__C
__export
infiniStatus_t
infiniopCreateAttentionDescriptor
(
infiniopHandle_t
handle
,
infiniopAttentionDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
out_desc
,
infiniopTensorDescriptor_t
q_desc
,
...
...
@@ -17,9 +17,9 @@ __C __export infiniopStatus_t infiniopCreateAttentionDescriptor(infiniopHandle_t
infiniopTensorDescriptor_t
v_cache_desc
,
size_t
pos
);
__C
__export
infini
op
Status_t
infiniopGetAttentionWorkspaceSize
(
infiniopAttentionDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infiniStatus_t
infiniopGetAttentionWorkspaceSize
(
infiniopAttentionDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infini
op
Status_t
infiniopAttention
(
infiniopAttentionDescriptor_t
desc
,
__C
__export
infiniStatus_t
infiniopAttention
(
infiniopAttentionDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
void
*
out
,
...
...
@@ -30,5 +30,5 @@ __C __export infiniopStatus_t infiniopAttention(infiniopAttentionDescriptor_t de
void
*
v_cache
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroyAttentionDescriptor
(
infiniopAttentionDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroyAttentionDescriptor
(
infiniopAttentionDescriptor_t
desc
);
#endif
include/infiniop/ops/avg_pool.h
View file @
80edd992
...
...
@@ -5,7 +5,7 @@
typedef
InfiniopDescriptor
*
infiniopAvgPoolDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateAvgPoolDescriptor
(
infiniopHandle_t
handle
,
__C
__export
infiniStatus_t
infiniopCreateAvgPoolDescriptor
(
infiniopHandle_t
handle
,
infiniopAvgPoolDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
y
,
infiniopTensorDescriptor_t
x
,
...
...
@@ -14,11 +14,11 @@ __C __export infiniopStatus_t infiniopCreateAvgPoolDescriptor(infiniopHandle_t h
ptrdiff_t
const
*
strides
,
size_t
n
);
__C
__export
infini
op
Status_t
infiniopGetAvgPoolWorkspaceSize
(
infiniopAvgPoolDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infiniStatus_t
infiniopGetAvgPoolWorkspaceSize
(
infiniopAvgPoolDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infini
op
Status_t
infiniopAvgPool
(
infiniopAvgPoolDescriptor_t
desc
,
__C
__export
infiniStatus_t
infiniopAvgPool
(
infiniopAvgPoolDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
void
*
y
,
void
const
*
x
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroyAvgPoolDescriptor
(
infiniopAvgPoolDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroyAvgPoolDescriptor
(
infiniopAvgPoolDescriptor_t
desc
);
#endif
include/infiniop/ops/causal_softmax.h
View file @
80edd992
...
...
@@ -5,18 +5,18 @@
typedef
InfiniopDescriptor
*
infiniopCausalSoftmaxDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateCausalSoftmaxDescriptor
(
infiniopHandle_t
handle
,
__C
__export
infiniStatus_t
infiniopCreateCausalSoftmaxDescriptor
(
infiniopHandle_t
handle
,
infiniopCausalSoftmaxDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
y_desc
);
__C
__export
infini
op
Status_t
infiniopGetCausalSoftmaxWorkspaceSize
(
infiniopCausalSoftmaxDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infiniStatus_t
infiniopGetCausalSoftmaxWorkspaceSize
(
infiniopCausalSoftmaxDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infini
op
Status_t
infiniopCausalSoftmax
(
infiniopCausalSoftmaxDescriptor_t
desc
,
__C
__export
infiniStatus_t
infiniopCausalSoftmax
(
infiniopCausalSoftmaxDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
void
*
data
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroyCausalSoftmaxDescriptor
(
infiniopCausalSoftmaxDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroyCausalSoftmaxDescriptor
(
infiniopCausalSoftmaxDescriptor_t
desc
);
#endif
include/infiniop/ops/conv.h
View file @
80edd992
...
...
@@ -5,7 +5,7 @@
typedef
InfiniopDescriptor
*
infiniopConvDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateConvDescriptor
(
infiniopHandle_t
handle
,
__C
__export
infiniStatus_t
infiniopCreateConvDescriptor
(
infiniopHandle_t
handle
,
infiniopConvDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
y
,
infiniopTensorDescriptor_t
x
,
...
...
@@ -15,10 +15,10 @@ __C __export infiniopStatus_t infiniopCreateConvDescriptor(infiniopHandle_t hand
void
*
dilations
,
size_t
n
);
__C
__export
infini
op
Status_t
infiniopGetConvWorkspaceSize
(
infiniopConvDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infiniStatus_t
infiniopGetConvWorkspaceSize
(
infiniopConvDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infini
op
Status_t
infiniopConv
(
infiniopConvDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
void
*
y
,
void
const
*
x
,
void
const
*
w
,
void
*
stream
);
__C
__export
infiniStatus_t
infiniopConv
(
infiniopConvDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
void
*
y
,
void
const
*
x
,
void
const
*
w
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroyConvDescriptor
(
infiniopConvDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroyConvDescriptor
(
infiniopConvDescriptor_t
desc
);
#endif
include/infiniop/ops/expand.h
View file @
80edd992
...
...
@@ -5,16 +5,16 @@
typedef
InfiniopDescriptor
*
infiniopExpandDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateExpandDescriptor
(
infiniopHandle_t
handle
,
__C
__export
infiniStatus_t
infiniopCreateExpandDescriptor
(
infiniopHandle_t
handle
,
infiniopExpandDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
y
,
infiniopTensorDescriptor_t
x
);
__C
__export
infini
op
Status_t
infiniopExpand
(
infiniopExpandDescriptor_t
desc
,
__C
__export
infiniStatus_t
infiniopExpand
(
infiniopExpandDescriptor_t
desc
,
void
*
y
,
void
const
*
x
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroyExpandDescriptor
(
infiniopExpandDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroyExpandDescriptor
(
infiniopExpandDescriptor_t
desc
);
#endif
include/infiniop/ops/gemm.h
View file @
80edd992
...
...
@@ -5,7 +5,7 @@
typedef
InfiniopDescriptor
*
infiniopGEMMDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateGEMMDescriptor
(
infiniopHandle_t
handle
,
__C
__export
infiniStatus_t
infiniopCreateGEMMDescriptor
(
infiniopHandle_t
handle
,
infiniopGEMMDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
y_desc
,
infiniopTensorDescriptor_t
a_desc
,
...
...
@@ -14,9 +14,9 @@ __C __export infiniopStatus_t infiniopCreateGEMMDescriptor(infiniopHandle_t hand
char
transA
,
char
transB
);
__C
__export
infini
op
Status_t
infiniopGetGEMMWorkspaceSize
(
infiniopGEMMDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infiniStatus_t
infiniopGetGEMMWorkspaceSize
(
infiniopGEMMDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infini
op
Status_t
infiniopGEMM
(
infiniopGEMMDescriptor_t
desc
,
__C
__export
infiniStatus_t
infiniopGEMM
(
infiniopGEMMDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
void
*
y
,
...
...
@@ -27,5 +27,5 @@ __C __export infiniopStatus_t infiniopGEMM(infiniopGEMMDescriptor_t desc,
float
beta
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroyGEMMDescriptor
(
infiniopGEMMDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroyGEMMDescriptor
(
infiniopGEMMDescriptor_t
desc
);
#endif
include/infiniop/ops/global_avg_pool.h
View file @
80edd992
...
...
@@ -5,17 +5,17 @@
typedef
InfiniopDescriptor
*
infiniopGlobalAvgPoolDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateGlobalAvgPoolDescriptor
(
infiniopHandle_t
handle
,
__C
__export
infiniStatus_t
infiniopCreateGlobalAvgPoolDescriptor
(
infiniopHandle_t
handle
,
infiniopGlobalAvgPoolDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
y
,
infiniopTensorDescriptor_t
x
);
__C
__export
infini
op
Status_t
infiniopGetGlobalAvgPoolWorkspaceSize
(
infiniopGlobalAvgPoolDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infiniStatus_t
infiniopGetGlobalAvgPoolWorkspaceSize
(
infiniopGlobalAvgPoolDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infini
op
Status_t
infiniopGlobalAvgPool
(
infiniopGlobalAvgPoolDescriptor_t
desc
,
__C
__export
infiniStatus_t
infiniopGlobalAvgPool
(
infiniopGlobalAvgPoolDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
void
*
y
,
void
const
*
x
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroyGlobalAvgPoolDescriptor
(
infiniopGlobalAvgPoolDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroyGlobalAvgPoolDescriptor
(
infiniopGlobalAvgPoolDescriptor_t
desc
);
#endif
include/infiniop/ops/matmul.h
View file @
80edd992
...
...
@@ -5,15 +5,15 @@
typedef
InfiniopDescriptor
*
infiniopMatmulDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateMatmulDescriptor
(
infiniopHandle_t
handle
,
__C
__export
infiniStatus_t
infiniopCreateMatmulDescriptor
(
infiniopHandle_t
handle
,
infiniopMatmulDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
c_desc
,
infiniopTensorDescriptor_t
a_desc
,
infiniopTensorDescriptor_t
b_desc
);
__C
__export
infini
op
Status_t
infiniopGetMatmulWorkspaceSize
(
infiniopMatmulDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infiniStatus_t
infiniopGetMatmulWorkspaceSize
(
infiniopMatmulDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infini
op
Status_t
infiniopMatmul
(
infiniopMatmulDescriptor_t
desc
,
__C
__export
infiniStatus_t
infiniopMatmul
(
infiniopMatmulDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
void
*
c
,
...
...
@@ -23,6 +23,6 @@ __C __export infiniopStatus_t infiniopMatmul(infiniopMatmulDescriptor_t desc,
float
beta
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroyMatmulDescriptor
(
infiniopMatmulDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroyMatmulDescriptor
(
infiniopMatmulDescriptor_t
desc
);
#endif
include/infiniop/ops/max_pool.h
View file @
80edd992
...
...
@@ -5,7 +5,7 @@
typedef
InfiniopDescriptor
*
infiniopMaxPoolDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateMaxPoolDescriptor
(
infiniopHandle_t
handle
,
__C
__export
infiniStatus_t
infiniopCreateMaxPoolDescriptor
(
infiniopHandle_t
handle
,
infiniopMaxPoolDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
y
,
infiniopTensorDescriptor_t
x
,
...
...
@@ -14,11 +14,11 @@ __C __export infiniopStatus_t infiniopCreateMaxPoolDescriptor(infiniopHandle_t h
ptrdiff_t
const
*
strides
,
size_t
n
);
__C
__export
infini
op
Status_t
infiniopGetMaxPoolWorkspaceSize
(
infiniopMaxPoolDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infiniStatus_t
infiniopGetMaxPoolWorkspaceSize
(
infiniopMaxPoolDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infini
op
Status_t
infiniopMaxPool
(
infiniopMaxPoolDescriptor_t
desc
,
__C
__export
infiniStatus_t
infiniopMaxPool
(
infiniopMaxPoolDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
void
*
y
,
void
const
*
x
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroyMaxPoolDescriptor
(
infiniopMaxPoolDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroyMaxPoolDescriptor
(
infiniopMaxPoolDescriptor_t
desc
);
#endif
include/infiniop/ops/mlp.h
View file @
80edd992
...
...
@@ -7,7 +7,7 @@
typedef
InfiniopDescriptor
*
infiniopMLPDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateMLPDescriptor
(
infiniopHandle_t
handle
,
__C
__export
infiniStatus_t
infiniopCreateMLPDescriptor
(
infiniopHandle_t
handle
,
infiniopMLPDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
y_desc
,
infiniopTensorDescriptor_t
x_desc
,
...
...
@@ -16,9 +16,9 @@ __C __export infiniopStatus_t infiniopCreateMLPDescriptor(infiniopHandle_t handl
float
alpha
,
char
residual
);
__C
__export
infini
op
Status_t
infiniopGetMLPWorkspaceSize
(
infiniopMLPDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infiniStatus_t
infiniopGetMLPWorkspaceSize
(
infiniopMLPDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infini
op
Status_t
infiniopMLP
(
infiniopMLPDescriptor_t
desc
,
__C
__export
infiniStatus_t
infiniopMLP
(
infiniopMLPDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
void
*
y
,
...
...
@@ -27,5 +27,5 @@ __C __export infiniopStatus_t infiniopMLP(infiniopMLPDescriptor_t desc,
const
void
*
w3
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroyMLPDescriptor
(
infiniopMLPDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroyMLPDescriptor
(
infiniopMLPDescriptor_t
desc
);
#endif
include/infiniop/ops/random_sample.h
View file @
80edd992
...
...
@@ -5,11 +5,11 @@
typedef
InfiniopDescriptor
*
infiniopRandomSampleDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateRandomSampleDescriptor
(
infiniopHandle_t
handle
,
infiniopRandomSampleDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
result
,
infiniopTensorDescriptor_t
probs
);
__C
__export
infiniStatus_t
infiniopCreateRandomSampleDescriptor
(
infiniopHandle_t
handle
,
infiniopRandomSampleDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
result
,
infiniopTensorDescriptor_t
probs
);
__C
__export
infini
op
Status_t
infiniopGetRandomSampleWorkspaceSize
(
infiniopRandomSampleDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infiniStatus_t
infiniopGetRandomSampleWorkspaceSize
(
infiniopRandomSampleDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infini
op
Status_t
infiniopRandomSample
(
infiniopRandomSampleDescriptor_t
desc
,
__C
__export
infiniStatus_t
infiniopRandomSample
(
infiniopRandomSampleDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
void
*
result
,
...
...
@@ -20,6 +20,6 @@ __C __export infiniopStatus_t infiniopRandomSample(infiniopRandomSampleDescripto
float
temperature
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroyRandomSampleDescriptor
(
infiniopRandomSampleDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroyRandomSampleDescriptor
(
infiniopRandomSampleDescriptor_t
desc
);
#endif
include/infiniop/ops/rearrange.h
View file @
80edd992
...
...
@@ -5,12 +5,12 @@
typedef
InfiniopDescriptor
*
infiniopRearrangeDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateRearrangeDescriptor
(
infiniopHandle_t
handle
,
__C
__export
infiniStatus_t
infiniopCreateRearrangeDescriptor
(
infiniopHandle_t
handle
,
infiniopRearrangeDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
dst
,
infiniopTensorDescriptor_t
src
);
__C
__export
infini
op
Status_t
infiniopRearrange
(
infiniopRearrangeDescriptor_t
desc
,
void
*
dst
,
void
const
*
src
,
void
*
stream
);
__C
__export
infiniStatus_t
infiniopRearrange
(
infiniopRearrangeDescriptor_t
desc
,
void
*
dst
,
void
const
*
src
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroyRearrangeDescriptor
(
infiniopRearrangeDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroyRearrangeDescriptor
(
infiniopRearrangeDescriptor_t
desc
);
#endif
include/infiniop/ops/relu.h
View file @
80edd992
...
...
@@ -5,16 +5,16 @@
typedef
InfiniopDescriptor
*
infiniopReluDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateReluDescriptor
(
infiniopHandle_t
handle
,
__C
__export
infiniStatus_t
infiniopCreateReluDescriptor
(
infiniopHandle_t
handle
,
infiniopReluDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
y
,
infiniopTensorDescriptor_t
x
);
__C
__export
infini
op
Status_t
infiniopRelu
(
infiniopReluDescriptor_t
desc
,
__C
__export
infiniStatus_t
infiniopRelu
(
infiniopReluDescriptor_t
desc
,
void
*
y
,
void
const
*
x
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroyReluDescriptor
(
infiniopReluDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroyReluDescriptor
(
infiniopReluDescriptor_t
desc
);
#endif
include/infiniop/ops/rms_norm.h
View file @
80edd992
...
...
@@ -5,7 +5,7 @@
typedef
InfiniopDescriptor
*
infiniopRMSNormDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateRMSNormDescriptor
(
__C
__export
infiniStatus_t
infiniopCreateRMSNormDescriptor
(
infiniopHandle_t
handle
,
infiniopRMSNormDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
y_desc
,
...
...
@@ -13,11 +13,11 @@ __C __export infiniopStatus_t infiniopCreateRMSNormDescriptor(
infiniopTensorDescriptor_t
w_desc
,
float
epsilon
);
__C
__export
infini
op
Status_t
infiniopGetRMSNormWorkspaceSize
(
infiniopRMSNormDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infiniStatus_t
infiniopGetRMSNormWorkspaceSize
(
infiniopRMSNormDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infini
op
Status_t
infiniopRMSNorm
(
infiniopRMSNormDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
__C
__export
infiniStatus_t
infiniopRMSNorm
(
infiniopRMSNormDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
void
*
y
,
void
const
*
x
,
void
const
*
w
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroyRMSNormDescriptor
(
infiniopRMSNormDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroyRMSNormDescriptor
(
infiniopRMSNormDescriptor_t
desc
);
#endif
include/infiniop/ops/rotary_embedding.h
View file @
80edd992
...
...
@@ -5,7 +5,7 @@
typedef
InfiniopDescriptor
*
infiniopRoPEDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateRoPEDescriptor
(
__C
__export
infiniStatus_t
infiniopCreateRoPEDescriptor
(
infiniopHandle_t
handle
,
infiniopRoPEDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
t
,
...
...
@@ -13,9 +13,9 @@ __C __export infiniopStatus_t infiniopCreateRoPEDescriptor(
infiniopTensorDescriptor_t
sin_table
,
infiniopTensorDescriptor_t
cos_table
);
__C
__export
infini
op
Status_t
infiniopGetRoPEWorkspaceSize
(
infiniopRoPEDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infiniStatus_t
infiniopGetRoPEWorkspaceSize
(
infiniopRoPEDescriptor_t
desc
,
size_t
*
size
);
__C
__export
infini
op
Status_t
infiniopRoPE
(
__C
__export
infiniStatus_t
infiniopRoPE
(
infiniopRoPEDescriptor_t
desc
,
void
*
workspace
,
size_t
workspace_size
,
...
...
@@ -25,6 +25,6 @@ __C __export infiniopStatus_t infiniopRoPE(
void
const
*
cos_table
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroyRoPEDescriptor
(
infiniopRoPEDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroyRoPEDescriptor
(
infiniopRoPEDescriptor_t
desc
);
#endif
include/infiniop/ops/swiglu.h
View file @
80edd992
...
...
@@ -5,18 +5,18 @@
typedef
InfiniopDescriptor
*
infiniopSwiGLUDescriptor_t
;
__C
__export
infini
op
Status_t
infiniopCreateSwiGLUDescriptor
(
infiniopHandle_t
handle
,
__C
__export
infiniStatus_t
infiniopCreateSwiGLUDescriptor
(
infiniopHandle_t
handle
,
infiniopSwiGLUDescriptor_t
*
desc_ptr
,
infiniopTensorDescriptor_t
c_desc
,
infiniopTensorDescriptor_t
a_desc
,
infiniopTensorDescriptor_t
b_desc
);
__C
__export
infini
op
Status_t
infiniopSwiGLU
(
infiniopSwiGLUDescriptor_t
desc
,
__C
__export
infiniStatus_t
infiniopSwiGLU
(
infiniopSwiGLUDescriptor_t
desc
,
void
*
c
,
void
const
*
a
,
void
const
*
b
,
void
*
stream
);
__C
__export
infini
op
Status_t
infiniopDestroySwiGLUDescriptor
(
infiniopSwiGLUDescriptor_t
desc
);
__C
__export
infiniStatus_t
infiniopDestroySwiGLUDescriptor
(
infiniopSwiGLUDescriptor_t
desc
);
#endif
Prev
1
2
3
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment