dequantize.h 1.52 KB
Newer Older
blkmjsian's avatar
blkmjsian committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
#ifndef __INFINIOP_DEQUANTIZE_API_H__
#define __INFINIOP_DEQUANTIZE_API_H__

#include "../operator_descriptor.h"

typedef struct InfiniopDescriptor *infiniopDequantizeDescriptor_t;

__C __export infiniStatus_t infiniopCreateDequantizeDescriptor(infiniopHandle_t handle,
                                                               infiniopDequantizeDescriptor_t *desc_ptr,
                                                               infiniopTensorDescriptor_t out_desc,
                                                               infiniopTensorDescriptor_t qweight_desc,
                                                               infiniopTensorDescriptor_t scales_desc,
                                                               infiniopTensorDescriptor_t zeros_desc);

__C __export infiniStatus_t infiniopGetDequantizeWorkspaceSize(infiniopDequantizeDescriptor_t desc, size_t *size);

__C __export infiniStatus_t infiniopDequantize(infiniopDequantizeDescriptor_t desc,
                                               void *workspace,
                                               size_t workspace_size,
                                               void *out,
                                               const void *qweight,
                                               const void *scales,
                                               const void *zeros,
                                               void *stream);

__C __export infiniStatus_t infiniopDestroyDequantizeDescriptor(infiniopDequantizeDescriptor_t desc);

#endif