"megatron/core/inference/async_stream.py" did not exist on "b01809dd73ffc9a42f92c82088fce5b581d9ca74"
stream_config.hpp 446 Bytes
Newer Older
Chao Liu's avatar
Chao Liu committed
1
// SPDX-License-Identifier: MIT
Illia Silin's avatar
Illia Silin committed
2
// Copyright (c) 2018-2023, Advanced Micro Devices, Inc. All rights reserved.
Chao Liu's avatar
Chao Liu committed
3

JD's avatar
JD committed
4
5
6
7
8
9
10
11
12
#pragma once

#include <hip/hip_runtime.h>
#include <hip/hip_fp16.h>

struct StreamConfig
{
    hipStream_t stream_id_ = nullptr;
    bool time_kernel_      = false;
13
    int log_level_         = 0;
Harisankar Sadasivan's avatar
Harisankar Sadasivan committed
14
15
    int cold_niters_       = 0;//HS 
    int nrepeat_           = 1;//HS
ltqin's avatar
ltqin committed
16
17
18

    bool flush_cache   = false;
    int rotating_count = 1;
JD's avatar
JD committed
19
};