ops.hpp 862 Bytes
Newer Older
1
2
#pragma once

3
#include "ops/add.hpp"
4
#include "ops/add_rms_norm.hpp"
PanZezhong's avatar
PanZezhong committed
5
6
#include "ops/addcmul.hpp"
#include "ops/atanh.hpp"
7
#include "ops/attention.hpp"
wooway777's avatar
wooway777 committed
8
#include "ops/avg_pool1d.hpp"
PanZezhong's avatar
PanZezhong committed
9
#include "ops/binary_cross_entropy_with_logits.hpp"
10
#include "ops/causal_softmax.hpp"
PanZezhong's avatar
PanZezhong committed
11
#include "ops/cdist.hpp"
wooway777's avatar
wooway777 committed
12
#include "ops/cross_entropy.hpp"
13
#include "ops/embedding.hpp"
14
#include "ops/flash_attention.hpp"
wooway777's avatar
wooway777 committed
15
16
#include "ops/hardswish.hpp"
#include "ops/hardtanh.hpp"
17
#include "ops/kv_caching.hpp"
18
19
#include "ops/matmul.hpp"
#include "ops/ones.hpp"
20
#include "ops/paged_attention.hpp"
21
#include "ops/paged_attention_prefill.hpp"
22
#include "ops/paged_caching.hpp"
23
#include "ops/random_sample.hpp"
24
#include "ops/rearrange.hpp"
PanZezhong's avatar
PanZezhong committed
25
#include "ops/reciprocal.hpp"
26
#include "ops/rms_norm.hpp"
Ceng23333's avatar
Ceng23333 committed
27
#include "ops/rope.hpp"
28
#include "ops/silu.hpp"
29
#include "ops/silu_and_mul.hpp"
30
#include "ops/swiglu.hpp"