llama_decoder_kernels.h

// Copyright (c) OpenMMLab. All rights reserved.

#include <cuda_runtime.h>

namespace fastertransformer {

template<typename T>
void invokeFusedAddResidualRMSNorm(
    T* residual, T* inout, const T* scale, float eps, int batch_size, int n_dims, cudaStream_t stream);

}  // namespace fastertransformer