/*
 * Copyright (c) 2019-2023, NVIDIA CORPORATION.  All rights reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
#pragma once

#include <cuda_fp16.h>
#include <cuda_runtime.h>

namespace fastertransformer {

template<typename T>
void invokeAddBiasSlice(T* in, T* out, const T* bias, const int m, const int n, const int s, cudaStream_t stream);

template<typename T>
void invokeAddBiasConcatClsTokenAddPosEmbed(const T*     in,
                                            T*           out,
                                            const T*     bias,
                                            const T*     cls_token,
                                            const T*     pos_embed,
                                            const int    m,
                                            const int    n,
                                            const int    s,
                                            cudaStream_t stream);

template<typename T>
void invokeSliceCopy(
    const T* in, T* out, const int m, const int n, const int s, const int offset_s, cudaStream_t stream);

template<typename T>
void invokeAddBiasAddPosEmbed(
    T* out, const T* bias, const T* pos_embed, const int m, const int n, const int s, cudaStream_t stream);

}  // namespace fastertransformer