quantize.cuh 200 Bytes
Newer Older
mashun1's avatar
v1  
mashun1 committed
1
2
3
4
5
#include "common.cuh"

#define CUDA_QUANTIZE_BLOCK_SIZE 256

void quantize_row_q8_1_cuda(const float * x, void * vy, const int64_t kx, const int64_t ky, const int64_t kx_padded, cudaStream_t stream);