topksoftmax.h 1.31 KB
Newer Older
1
2
3
4
5
6
7
#ifndef __INFINIOP_TOPKSOFTMAX_API_H__
#define __INFINIOP_TOPKSOFTMAX_API_H__

#include "../operator_descriptor.h"

typedef struct InfiniopDescriptor *infiniopTopksoftmaxDescriptor_t;

8
__INFINI_C __export infiniStatus_t infiniopCreateTopksoftmaxDescriptor(infiniopHandle_t handle,
9
10
11
                                                                infiniopTopksoftmaxDescriptor_t *desc_ptr,
                                                                infiniopTensorDescriptor_t x_desc);

12
__INFINI_C __export infiniStatus_t infiniopGetTopksoftmaxWorkspaceSize(infiniopTopksoftmaxDescriptor_t desc, size_t *size);
13

14
__INFINI_C __export infiniStatus_t infiniopTopksoftmax(infiniopTopksoftmaxDescriptor_t desc,
15
16
17
18
19
20
21
22
23
                                                void *workspace,
                                                size_t workspace_size,
                                                void *values,
                                                void *indices,
                                                const void *x,
                                                const size_t topk,
                                                const int norm,
                                                void *stream);

24
__INFINI_C __export infiniStatus_t infiniopDestroyTopksoftmaxDescriptor(infiniopTopksoftmaxDescriptor_t desc);
25
26

#endif