"tests/testdata/lambada_openai-v0-loglikelihood" did not exist on "4f0410a4be0049729078376ce36a42dc308b6e38"
fmha_fwd_hdim128.cu 443 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
// Copyright (c) 2022, Tri Dao.

// Splitting the different head dimentions to different files to speed up compilation.

#include "fmha_fwd_launch_template.h"

void run_fmha_fwd_hdim128(Launch_params<FMHA_fprop_params> &launch_params) {
    FP16_SWITCH(launch_params.params.is_bf16, [&] {
        using Kernel_traits = FMHA_kernel_traits<128, 128, 16, 1, 4, 0x08u, elem_type>;
        run_fmha_fwd_loop<Kernel_traits>(launch_params);
    });
}