gemv_awq.h 215 Bytes
Newer Older
Zhekai Zhang's avatar
Zhekai Zhang committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
#pragma once

#include "common.h"
#include "Tensor.h"

Tensor gemv_awq(
    Tensor _in_feats,
    Tensor _kernel,
    Tensor _scaling_factors,
    Tensor _zeros,
    int m,
    int n,
    int k,
    int group_size);