Merge pull request #245 from InfiniTensor/issue/238

issue/238 - Migrate cuda rearrange to metax

src/infiniop/ops/rearrange/maca/rearrange_maca.h

+#ifndef __REARRANGE_MACA_H__
+#define __REARRANGE_MACA_H__
+
+#include "../rearrange.h"
+
+DESCRIPTOR(maca)
+
+#endif // __REARRANGE_MACA_H__

src/infiniop/ops/rearrange/maca/rearrange_maca.maca

+#include "../../../tensor.h"
+#include "rearrange_kernel.h"
+#include "rearrange_maca.h"
+#include <algorithm>
+#include <cmath>
+#include <memory>
+#include <stdint.h>
+#include <vector>
+
+namespace op::rearrange::maca {
+
+struct Descriptor::Opaque {
+    std::shared_ptr<device::maca::Handle::Internal> internal;
+};
+
+Descriptor::~Descriptor() {
+    delete _opaque;
+}
+
+infiniStatus_t Descriptor::create(
+    infiniopHandle_t handle,
+    Descriptor **desc_ptr,
+    infiniopTensorDescriptor_t y_desc,
+    infiniopTensorDescriptor_t x_desc) {
+
+    auto dtype = y_desc->dtype();
+    auto ndim = y_desc->ndim();
+
+    CHECK_OR_RETURN(x_desc->dtype() == dtype, INFINI_STATUS_BAD_TENSOR_DTYPE);
+    CHECK_OR_RETURN(x_desc->ndim() == ndim, INFINI_STATUS_BAD_TENSOR_SHAPE);
+    // 保存临时vector对象
+    auto x_shape = x_desc->shape();
+    auto y_shape = y_desc->shape();
+    auto y_strides = y_desc->strides();
+    auto x_strides = x_desc->strides();
+
+    CHECK_SAME_SHAPE(x_shape, y_shape);
+
+    auto meta = utils::RearrangeMeta::create(
+        y_shape.data(),
+        y_strides.data(),
+        x_strides.data(),
+        ndim,
+        infiniSizeOf(dtype));
+
+    CHECK_RESULT(meta);
+
+    *desc_ptr = new Descriptor(
+        std::move(*meta),
+        new Opaque{reinterpret_cast<device::maca::Handle *>(handle)->internal()},
+        handle->device, handle->device_id);
+    return INFINI_STATUS_SUCCESS;
+}
+
+// 维度信息结构
+struct Dim {
+    size_t len;
+    ARRAY_TYPE_STRIDE src_stride;
+    ARRAY_TYPE_STRIDE dst_stride;
+};
+
+// 分割维度结构
+struct SplitDim {
+    size_t choose_idx;
+    size_t num_per_block;
+    size_t num_per_grid;
+    int array_struct_idx_block;
+    int array_struct_idx_grid;
+    size_t dim_len;
+};
+
+/**
+ * 根据给定的元数据准备张量重排参数，该函数主要完成以下工作：
+ * 1. 根据原始元数据调整单元大小，获取更适合GPU处理的单元大小
+ * 2. 将维度分配为块（block）维度和网格（grid）维度：
+ *    该步骤是核心，目标是为每个block分配尽可能多的相对连续的数据进行处理，
+ *    对无法完整放入块的维度进行分割，并记录分割维度信息，用于防止kernel访问越界，最大化内存访问局部性和计算效率
+ */
+utils::Result<RearrangeParams> prepareRearrangeParams(const utils::RearrangeMeta &original_meta, int max_threads) {
+    RearrangeParams params;
+
+    // 获取更适合GPU处理的单元大小，这里使用2的幂次方
+    auto meta_result = original_meta.distributeUnit({32, 16, 8, 4, 2, 1});
+
+    CHECK_RESULT(meta_result);
+
+    const utils::RearrangeMeta &meta = meta_result.take();
+
+    // 获取维度信息
+    const size_t ndim = meta.ndim();
+    const size_t unit = meta.unit();
+
+    // 特殊情况：无维度，只需要简单复制
+    if (ndim == 0) {
+        params.block_dim = 0;
+        params.block_len_total = 1;
+        params.block_len = {static_cast<ARRAY_TYPE_SIZE>(1)};
+        params.src_block_stride = {static_cast<ARRAY_TYPE_STRIDE>(0)};
+        params.dst_block_stride = {static_cast<ARRAY_TYPE_STRIDE>(0)};
+        params.grid_len = {static_cast<ARRAY_TYPE_SIZE>(1)};
+        params.src_grid_stride = {static_cast<ARRAY_TYPE_STRIDE>(0)};
+        params.dst_grid_stride = {static_cast<ARRAY_TYPE_STRIDE>(0)};
+        params.unit_size = unit;
+        return utils::Result<RearrangeParams>(params);
+    }
+
+    // 从元数据中提取必要的信息
+    const ptrdiff_t *idx_strides = meta.idx_strides();
+    const ptrdiff_t *dst_strides = meta.dst_strides();
+    const ptrdiff_t *src_strides = meta.src_strides();
+
+    // 准备维度信息
+    std::vector<Dim> dims;
+    std::vector<size_t> shape;
+    dims.reserve(ndim);
+    shape.reserve(ndim);
+
+    auto prev_idx_stride = meta.count();
+    for (size_t i = 0; i < ndim; ++i) {
+        size_t len = prev_idx_stride / idx_strides[i];
+        shape.push_back(len);
+        dims.push_back({len, src_strides[i], dst_strides[i]});
+        prev_idx_stride = idx_strides[i];
+    }
+
+    // 计算src_strides的降序排序索引，类似于Rust版本中的src_strides_desc_idx
+    std::vector<size_t> src_strides_desc_idx(ndim);
+    for (size_t i = 0; i < ndim; ++i) {
+        src_strides_desc_idx[i] = i;
+    }
+    std::sort(src_strides_desc_idx.begin(), src_strides_desc_idx.end(),
+              [&dims](size_t a, size_t b) {
+                  return std::abs(dims[a].src_stride) > std::abs(dims[b].src_stride);
+              });
+
+    // 根据最大线程数选择block和grid维度
+    const size_t block_size = max_threads;
+    std::vector<bool> block_dim_choose(ndim, false);
+
+    // 初始化计数器
+    size_t block_elements = 1;
+    size_t block_src_elements = 1;
+    size_t block_dst_elements = 1;
+    size_t src_choose_idx = ndim;
+    size_t dst_choose_idx = ndim;
+
+    // 用于存储分割维度信息
+    std::vector<SplitDim> split_dims;
+
+    // 维度选择循环
+    while (src_choose_idx > 0 && dst_choose_idx > 0) {
+        // 获取当前需要处理的维度索引
+        size_t src_idx = src_strides_desc_idx[src_choose_idx - 1];
+        size_t dst_idx = dst_choose_idx - 1;
+
+        if (src_idx == dst_idx) {
+            // 源和目标维度相同，可以一起处理
+            size_t idx = src_idx;
+            size_t len = shape[idx];
+
+            // 检查是否可以将此维度完全添加到block中
+            if (block_elements * len <= block_size) {
+                // 选择此维度
+                block_dim_choose[idx] = true;
+                block_elements *= len;
+                block_src_elements *= len;
+                block_dst_elements *= len;
+                src_choose_idx--;
+                dst_choose_idx--;
+            } else {
+                // 需要分割此维度
+                size_t num_per_block = block_size / block_elements;
+
+                // 确保num_per_block > 0且len >= num_per_block
+                if (num_per_block > 0 && len >= num_per_block && num_per_block > 1) {
+                    size_t num_per_grid = (len + num_per_block - 1) / num_per_block; // 向上取整
+
+                    SplitDim split_dim = {
+                        idx,           // choose_idx
+                        num_per_block, // num_per_block
+                        num_per_grid,  // num_per_grid
+                        0,             // array_struct_idx_block (待更新)
+                        0,             // array_struct_idx_grid (待更新)
+                        len            // 原始维度长度
+                    };
+                    split_dims.push_back(split_dim);
+                }
+                break;
+            }
+        } else {
+            // 源和目标维度不同，需要分别处理
+            // 计算块比例
+            double src_div_dst = static_cast<double>(block_src_elements) / block_dst_elements;
+            double src_num_per_block = std::sqrt(block_size / (double)block_elements / src_div_dst);
+            double dst_num_per_block = src_num_per_block * src_div_dst;
+
+            size_t src_current_dim_len = shape[src_idx];
+            size_t dst_current_dim_len = shape[dst_idx];
+
+            if (static_cast<double>(src_current_dim_len) < src_num_per_block) {
+                // 源维度可以完全添加到block
+                block_dim_choose[src_idx] = true;
+                block_elements *= src_current_dim_len;
+                block_src_elements *= src_current_dim_len;
+                src_choose_idx--;
+            } else if (static_cast<double>(dst_current_dim_len) < dst_num_per_block) {
+                // 目标维度可以完全添加到block
+                block_dim_choose[dst_idx] = true;
+                block_elements *= dst_current_dim_len;
+                block_dst_elements *= dst_current_dim_len;
+                dst_choose_idx--;
+            } else {
+                // 需要分割源和目标维度
+                size_t src_num_per_block_int = static_cast<size_t>(std::floor(src_num_per_block));
+                size_t dst_num_per_block_int = static_cast<size_t>(std::floor(dst_num_per_block));
+
+                // 计算网格尺寸
+                size_t src_num_per_grid = (src_current_dim_len + src_num_per_block_int - 1) / src_num_per_block_int; // 向上取整
+                size_t dst_num_per_grid = (dst_current_dim_len + dst_num_per_block_int - 1) / dst_num_per_block_int; // 向上取整
+
+                // 处理源维度
+                if (src_num_per_block_int > 1) {
+                    if (src_num_per_grid == 1) {
+                        // 可以完全放入块
+                        block_dim_choose[src_idx] = true;
+                        block_elements *= src_current_dim_len;
+                        block_src_elements *= src_current_dim_len;
+                        src_choose_idx--;
+                    } else {
+                        // 需要分割
+                        SplitDim split_dim = {
+                            src_idx,               // choose_idx
+                            src_num_per_block_int, // num_per_block
+                            src_num_per_grid,      // num_per_grid
+                            0,                     // array_struct_idx_block (待更新)
+                            0,                     // array_struct_idx_grid (待更新)
+                            src_current_dim_len    // 原始维度长度
+                        };
+                        split_dims.push_back(split_dim);
+                    }
+                }
+
+                // 处理目标维度
+                if (dst_num_per_block_int > 1) {
+                    if (dst_num_per_grid == 1) {
+                        // 可以完全放入块
+                        block_dim_choose[dst_idx] = true;
+                        block_elements *= dst_current_dim_len;
+                        block_dst_elements *= dst_current_dim_len;
+                        dst_choose_idx--;
+                    } else {
+                        // 需要分割
+                        SplitDim split_dim = {
+                            dst_idx,               // choose_idx
+                            dst_num_per_block_int, // num_per_block
+                            dst_num_per_grid,      // num_per_grid
+                            0,                     // array_struct_idx_block (待更新)
+                            0,                     // array_struct_idx_grid (待更新)
+                            dst_current_dim_len    // 原始维度长度
+                        };
+                        split_dims.push_back(split_dim);
+                    }
+                }
+
+                break;
+            }
+        }
+    }
+
+    // 准备block维度相关参数
+    size_t block_dim = 0;
+    size_t block_len_total = 1;
+
+    std::vector<ARRAY_TYPE_SIZE> block_len;
+    std::vector<ARRAY_TYPE_STRIDE> src_block_stride;
+    std::vector<ARRAY_TYPE_STRIDE> dst_block_stride;
+
+    std::vector<ARRAY_TYPE_SIZE> grid_len;
+    std::vector<ARRAY_TYPE_STRIDE> src_grid_stride;
+    std::vector<ARRAY_TYPE_STRIDE> dst_grid_stride;
+
+    // 处理block维度，填充block_len和block_stride
+    for (size_t i = 0; i < ndim; ++i) {
+        if (block_dim_choose[i]) {
+            block_len.push_back(shape[i]);
+            src_block_stride.push_back(dims[i].src_stride);
+            dst_block_stride.push_back(dims[i].dst_stride);
+            block_dim += 1;
+            block_len_total *= shape[i];
+        }
+
+        // 处理分割维度的block部分
+        for (size_t j = 0; j < split_dims.size(); ++j) {
+            if (i == split_dims[j].choose_idx) {
+                block_len.push_back(split_dims[j].num_per_block);
+                src_block_stride.push_back(dims[i].src_stride);
+                dst_block_stride.push_back(dims[i].dst_stride);
+                split_dims[j].array_struct_idx_block = block_dim;
+                block_dim += 1;
+                block_len_total *= split_dims[j].num_per_block;
+            }
+        }
+    }
+
+    // 处理grid维度，填充grid_len和grid_stride
+    for (size_t i = 0; i < ndim; ++i) {
+        if (!block_dim_choose[i]) {
+            bool is_split = false;
+
+            // 检查是否是分割维度
+            for (size_t j = 0; j < split_dims.size(); ++j) {
+                if (i == split_dims[j].choose_idx) {
+                    is_split = true;
+                    grid_len.push_back(split_dims[j].num_per_grid);
+                    src_grid_stride.push_back(dims[i].src_stride * split_dims[j].num_per_block);
+                    dst_grid_stride.push_back(dims[i].dst_stride * split_dims[j].num_per_block);
+                    split_dims[j].array_struct_idx_grid = grid_len.size() - 1;
+                }
+            }
+
+            // 如果不是分割维度，则作为完整的grid维度
+            if (!is_split) {
+                grid_len.push_back(shape[i]);
+                src_grid_stride.push_back(dims[i].src_stride);
+                dst_grid_stride.push_back(dims[i].dst_stride);
+            }
+        }
+    }
+
+    // 如果grid_len为空，添加一个默认值
+    if (grid_len.empty()) {
+        grid_len.push_back(1);
+        src_grid_stride.push_back(0);
+        dst_grid_stride.push_back(0);
+    }
+
+    // 处理约束条件 - 使用与Rust版本相似的逻辑
+    std::vector<Constraint<ARRAY_TYPE_SIZE>> constraints;
+
+    // 限制最多处理2个约束条件
+    for (size_t i = 0; i < split_dims.size(); ++i) {
+        if (split_dims[i].dim_len % split_dims[i].num_per_block == 0) {
+            continue;
+        }
+        Constraint<ARRAY_TYPE_SIZE> constraint;
+        constraint.grid_idx = split_dims[i].array_struct_idx_grid;
+        constraint.block_idx = split_dims[i].array_struct_idx_block;
+        constraint.grid_div_block = split_dims[i].num_per_block;
+        constraint.total_len = split_dims[i].dim_len;
+        constraints.push_back(constraint);
+    }
+
+    // 设置参数
+    params.block_dim = block_dim;
+    params.block_len_total = block_len_total;
+    params.block_len = block_len;
+    params.src_block_stride = src_block_stride;
+    params.dst_block_stride = dst_block_stride;
+    params.grid_len = grid_len;
+    params.src_grid_stride = src_grid_stride;
+    params.dst_grid_stride = dst_grid_stride;
+    params.constraints = constraints;
+    params.unit_size = unit;
+
+    return utils::Result<RearrangeParams>(params);
+}
+
+// 带约束的内核启动模板函数
+template <unsigned int BLOCK_SIZE>
+infiniStatus_t launchKernel(
+    void *y,
+    const void *x,
+    size_t grid_size,
+    const RearrangeParams &params,
+    size_t unit_size,
+    hcStream_t stream) {
+
+    // 获取内核函数
+    RearrangeParams params_copy = params; // 创建一个非const副本
+    auto kernel_func_result = getRearrangeKernel(params_copy);
+
+    CHECK_RESULT(kernel_func_result);
+    auto kernel_func = kernel_func_result.take();
+
+    // 创建非const的临时变量
+    size_t block_dim = params.block_dim;
+    size_t block_len_total = params.block_len_total;
+
+    // 检查向量尺寸是否合理
+    if (params.block_len.size() < block_dim || params.src_block_stride.size() < block_dim || params.dst_block_stride.size() < block_dim) {
+        return INFINI_STATUS_BAD_PARAM;
+    }
+
+    if (params.grid_len.empty() || params.src_grid_stride.empty() || params.dst_grid_stride.empty()) {
+        return INFINI_STATUS_BAD_PARAM;
+    }
+
+    const Constraint<ARRAY_TYPE_SIZE> *constraints_data;
+    auto empty_constraints = Constraint<ARRAY_TYPE_SIZE>();
+    if (params.constraints.empty()) {
+        constraints_data = &empty_constraints;
+    } else {
+        constraints_data = params.constraints.data();
+    }
+
+    void *args[]
+        = {
+            &y, &x,
+            &block_dim,
+            &block_len_total,
+            const_cast<void *>(static_cast<const void *>(params.block_len.data())),
+            const_cast<void *>(static_cast<const void *>(params.src_block_stride.data())),
+            const_cast<void *>(static_cast<const void *>(params.dst_block_stride.data())),
+            const_cast<void *>(static_cast<const void *>(params.grid_len.data())),
+            const_cast<void *>(static_cast<const void *>(params.src_grid_stride.data())),
+            const_cast<void *>(static_cast<const void *>(params.dst_grid_stride.data())),
+            const_cast<void *>(static_cast<const void *>(constraints_data))};
+
+    CHECK_OR_RETURN(hcLaunchKernel(
+                        kernel_func,
+                        grid_size, BLOCK_SIZE,
+                        args, 0, stream)
+                        == hcSuccess,
+                    INFINI_STATUS_INTERNAL_ERROR);
+
+    return INFINI_STATUS_SUCCESS;
+}
+
+infiniStatus_t Descriptor::calculate(
+    void *y,
+    const void *x,
+    void *stream) const {
+
+    auto maca_stream = reinterpret_cast<hcStream_t>(stream);
+
+    // 如果没有维度，直接进行内存拷贝
+    if (_meta.ndim() == 0) {
+        auto err = hcMemcpyAsync(y, x, _meta.unit(), hcMemcpyDeviceToDevice, maca_stream);
+        if (err != hcSuccess) {
+            return INFINI_STATUS_INTERNAL_ERROR;
+        }
+
+        CHECK_OR_RETURN(hcMemcpyAsync(y, x, _meta.unit(), hcMemcpyDeviceToDevice, maca_stream) == hcSuccess,
+                        INFINI_STATUS_INTERNAL_ERROR);
+        return INFINI_STATUS_SUCCESS;
+    }
+
+    // 获取设备属性
+    int max_threads = _opaque->internal->maxThreadsPerBlock();
+
+    // 准备参数
+    auto params_result = prepareRearrangeParams(_meta, std::min(MACA_BLOCK_SIZE_1024, max_threads));
+    CHECK_RESULT(params_result);
+    auto params = params_result.take();
+
+    // 计算grid大小
+    size_t grid_size = 1;
+    for (size_t i = 0; i < params.grid_len.size(); ++i) {
+        grid_size *= params.grid_len[i];
+    }
+
+    // 检查grid大小是否为0
+    if (grid_size == 0) {
+        return INFINI_STATUS_BAD_PARAM;
+    }
+
+    // 根据设备属性选择合适的内核
+    infiniStatus_t status = INFINI_STATUS_DEVICE_ARCHITECTURE_NOT_SUPPORTED;
+
+    size_t block_size = params.block_len_total;
+
+    if (block_size <= MACA_BLOCK_SIZE_512) {
+        status = launchKernel<MACA_BLOCK_SIZE_512>(y, x, grid_size, params, _meta.unit(), maca_stream);
+    } else if (block_size <= MACA_BLOCK_SIZE_1024) {
+        status = launchKernel<MACA_BLOCK_SIZE_1024>(y, x, grid_size, params, _meta.unit(), maca_stream);
+    } else {
+        return INFINI_STATUS_DEVICE_ARCHITECTURE_NOT_SUPPORTED;
+    }
+
+    return status;
+}
+
+} // namespace op::rearrange::maca

src/infiniop/ops/rearrange/operator.cc

@@ -12,6 +12,9 @@
 #ifdef ENABLE_CUDA_API
 #include "cuda/rearrange_cuda.cuh"
 #endif
+#ifdef ENABLE_METAX_API
+#include "maca/rearrange_maca.h"
+#endif
 
 __C infiniStatus_t infiniopCreateRearrangeDescriptor(
     infiniopHandle_t handle,
@@ -39,7 +42,9 @@ __C infiniStatus_t infiniopCreateRearrangeDescriptor(
 #ifdef ENABLE_CUDA_API
         CREATE(INFINI_DEVICE_NVIDIA, cuda);
 #endif
-
+#ifdef ENABLE_METAX_API
+        CREATE(INFINI_DEVICE_METAX, maca);
+#endif
     default:
         return INFINI_STATUS_DEVICE_TYPE_NOT_SUPPORTED;
     }
@@ -70,6 +75,9 @@ __C infiniStatus_t infiniopRearrange(
 #ifdef ENABLE_CUDA_API
         CALCULATE(INFINI_DEVICE_NVIDIA, cuda);
 #endif
+#ifdef ENABLE_METAX_API
+        CALCULATE(INFINI_DEVICE_METAX, maca);
+#endif
 
     default:
         return INFINI_STATUS_DEVICE_TYPE_NOT_SUPPORTED;
@@ -98,6 +106,9 @@ __C infiniStatus_t infiniopDestroyRearrangeDescriptor(
 #ifdef ENABLE_CUDA_API
         DELETE(INFINI_DEVICE_NVIDIA, cuda);
 #endif
+#ifdef ENABLE_METAX_API
+        DELETE(INFINI_DEVICE_METAX, maca);
+#endif
 
     default:
         return INFINI_STATUS_DEVICE_TYPE_NOT_SUPPORTED;