quantizer.h 346 Bytes
Newer Older
aiss's avatar
aiss committed
1
2
3
4
// Copyright (c) Microsoft Corporation.
// SPDX-License-Identifier: Apache-2.0

// DeepSpeed Team
aiss's avatar
aiss committed
5

aiss's avatar
aiss committed
6
7
#pragma once

aiss's avatar
aiss committed
8
9
10
#ifdef __HIP_PLATFORM_HCC__
#include <hip/hip_cooperative_groups.h>
#else
aiss's avatar
aiss committed
11
#include <cooperative_groups.h>
aiss's avatar
aiss committed
12
13
#endif

aiss's avatar
aiss committed
14
15
16
17
18
19
#include <cuda.h>
#include <cuda_fp16.h>
#include <stdio.h>
#include <stdlib.h>
#include <cassert>
#include <iostream>