topksoftmax.h 3.18 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
#ifndef _TOPKSOFTMAX_H_
#define _TOPKSOFTMAX_H_

#include "../../operator.h"
#include "info.h"

#define DESCRIPTOR(NAMESPACE)                                                                                              \
                                                                                                                           \
    namespace op::topksoftmax::NAMESPACE {                                                                                 \
    class Descriptor final : public InfiniopDescriptor {                                                                   \
        struct Opaque;                                                                                                     \
        Opaque *_opaque;                                                                                                   \
        TopksoftmaxInfo _info;                                                                                             \
        size_t _workspace_size;                                                                                            \
                                                                                                                           \
        Descriptor(Opaque *opaque, TopksoftmaxInfo info, size_t workspace_size, infiniDevice_t device_type, int device_id) \
            : InfiniopDescriptor{device_type, device_id}, _opaque(opaque), _info(info), _workspace_size(workspace_size) {  \
        }                                                                                                                  \
                                                                                                                           \
    public:                                                                                                                \
        ~Descriptor();                                                                                                     \
                                                                                                                           \
        size_t workspaceSize() const {                                                                                     \
            return _workspace_size;                                                                                        \
        }                                                                                                                  \
                                                                                                                           \
        static infiniStatus_t create(infiniopHandle_t handle, Descriptor **desc_ptr, infiniopTensorDescriptor_t x_desc);   \
                                                                                                                           \
        infiniStatus_t calculate(void *workspace, size_t workspace_size, float *values, int *indices, const void *x,       \
                                 const size_t topk, const bool norm, void *stream) const;                                  \
    };                                                                                                                     \
    }

#endif // _TOPKSOFTMAX_H_