/* * The MIT License (MIT) * * Copyright (c) 2015-2022 Advanced Micro Devices, Inc. All rights reserved. * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN * THE SOFTWARE. */ #include #include #include #include #include #include namespace migraphx { inline namespace MIGRAPHX_INLINE_NS { struct module; namespace gpu { #ifdef MIGRAPHX_MLIR struct mlir_conv { operation op = make_op("convolution"); template static auto reflect(Self& self, F f) { return pack(f(self.op, "op")); } std::string name() const { return "gpu::mlir_conv"; } shape compute_shape(std::vector inputs, const std::vector& mods) const { check_shapes{inputs, *this}.standard(); if(mods.size() != 1) MIGRAPHX_THROW("should have one submodule."); if(inputs.size() < 2) MIGRAPHX_THROW("should have at least two inputs."); auto n = inputs.size(); return op.compute_shape({inputs[n - 2], inputs[n - 1]}); } }; MIGRAPHX_REGISTER_OP(mlir_conv); namespace { struct find_conv_pointwise { // Find a convolution followed by a pointwise operation. auto matcher() const { auto convolution = match::skip(match::name("contiguous"))(match::name("convolution").bind("convolution")); return match::name("pointwise")(match::any_of[match::inputs()](convolution.bind("x"))); } void apply(module_pass_manager& mpm, const match::matcher_result& r) const { auto ins = r.result; auto conv_ins = r.instructions["convolution"]; auto x_ins = r.instructions["x"]; // input after contiguous auto* pm = ins->module_inputs().front(); auto names = pm->get_parameter_names(); // Whitelist pointwise operators if(std::any_of(pm->begin(), pm->end(), [](const auto& i) { return not contains({"@literal", "@param", "@return", "convolution", "add", "relu"}, i.name()); })) return; // Only fuse with fp32 for now if(std::any_of(ins->inputs().begin(), ins->inputs().end(), [&](auto i) { return i->get_shape().type() != shape::type_t::float_type; })) return; std::sort(names.begin(), names.end()); module_ref mm = mpm.create_module("mlir_" + pm->name()); mm->set_bypass(); std::unordered_map param_map; auto x = mm->add_parameter("x" + std::to_string(names.size()), conv_ins->inputs().at(0)->get_shape()); auto w = mm->add_parameter("x" + std::to_string(names.size() + 1), conv_ins->inputs().at(1)->get_shape()); auto conv = mm->add_instruction(conv_ins->get_operator(), {x, w}); std::transform(names.begin(), names.end(), ins->inputs().begin(), std::inserter(param_map, param_map.end()), [&](auto name, auto input) { if(input == x_ins) return std::make_pair(pm->get_parameter(name), conv); return std::make_pair(pm->get_parameter(name), mm->add_parameter(name, input->get_shape())); }); mm->add_return(mm->insert_module_instructions(mm->end(), pm, param_map)); std::vector inputs; std::copy_if(ins->inputs().begin(), ins->inputs().end(), std::back_inserter(inputs), [&](auto input) { return input != conv_ins; }); inputs.insert(inputs.end(), conv_ins->inputs().begin(), conv_ins->inputs().end()); mpm.get_module().replace_instruction( ins, mlir_conv{conv_ins->get_operator()}, inputs, {mm}); } }; } // namespace #endif void fuse_mlir::apply(module_pass_manager& mpm) const { #ifdef MIGRAPHX_MLIR match::find_matches(mpm, find_conv_pointwise{}); #else (void)mpm; #endif } } // namespace gpu } // namespace MIGRAPHX_INLINE_NS } // namespace migraphx