#include "scatter_cpu.h" #include "index_info.h" #include "reducer.h" #include "utils.h" std::tuple> scatter_cpu(torch::Tensor src, torch::Tensor index, int64_t dim, torch::optional optional_out, torch::optional dim_size, std::string reduce) { CHECK_CPU(src); CHECK_CPU(index); if (optional_out.has_value()) CHECK_CPU(optional_out.value()); CHECK_INPUT(src.dim() == index.dim()); for (auto i = 0; i < index.dim() - 1; i++) CHECK_INPUT(src.size(i) >= index.size(i)); src = src.contiguous(); torch::Tensor out; if (optional_out.has_value()) { out = optional_out.value().contiguous(); for (auto i = 0; i < out.dim(); i++) if (i != dim) CHECK_INPUT(src.size(i) == out.size(i)); } else { auto sizes = src.sizes().vec(); if (dim_size.has_value()) sizes[dim] = dim_size.value(); else if (index.numel() == 0) sizes[dim] = 0; else sizes[dim] = 1 + *index.max().data_ptr(); out = torch::empty(sizes, src.options()); } torch::optional arg_out = torch::nullopt; int64_t *arg_out_data = nullptr; if (reduce2REDUCE.at(reduce) == MIN || reduce2REDUCE.at(reduce) == MAX) { arg_out = torch::full_like(out, src.size(dim), index.options()); arg_out_data = arg_out.value().data_ptr(); } if (src.numel() == 0) { if (!optional_out.has_value()) out.fill_(0); return std::make_tuple(out, arg_out); } auto B = 1; for (auto i = 0; i < dim; i++) B *= src.size(i); auto E = src.size(dim); auto K = src.numel() / (B * E); auto N = out.size(dim); auto index_info = getTensorInfo(index); AT_DISPATCH_ALL_TYPES_AND(at::ScalarType::Half, src.scalar_type(), "_", [&] { auto src_data = src.data_ptr(); auto out_data = out.data_ptr(); int64_t i, idx; AT_DISPATCH_REDUCTION_TYPES(reduce, [&] { if (!optional_out.has_value()) out.fill_(Reducer::init()); for (auto b = 0; b < B; b++) { for (auto e = 0; e < E; e++) { for (auto k = 0; k < K; k++) { i = b * E * K + e * K + k; idx = index_info.data[IndexToOffset::get(i, index_info)]; Reducer::update( out_data + b * N * K + idx * K + k, src_data[i], arg_out_data + b * N * K + idx * K + k, e); } } } if (!optional_out.has_value() && (REDUCE == MIN || REDUCE == MAX)) out.masked_fill_(out == Reducer::init(), (scalar_t)0); }); }); return std::make_tuple(out, arg_out); }