w4a8_utils.cuh 275 Bytes
Newer Older
raojy's avatar
raojy committed
1
2
3
4
5
6
7
8
9
10
11
#pragma once

#include <cstddef>
#include "cutlass/numeric_types.h"

namespace vllm::cutlass_w4a8_utils {

bool unified_encode_int4b(cutlass::int4b_t const* in, cutlass::int4b_t* out,
                          size_t num_int4_elems);

}  // namespace vllm::cutlass_w4a8_utils