moe_ops.h 224 Bytes
Newer Older
1
2
3
4
#pragma once

#include <torch/extension.h>

5
6
7
void topk_softmax(torch::Tensor& topk_weights, torch::Tensor& topk_indices,
                  torch::Tensor& token_expert_indices,
                  torch::Tensor& gating_output);