#include #include #include namespace migraphx { inline namespace MIGRAPHX_INLINE_NS { namespace gpu { shape miopen_convolution::compute_shape(const std::vector& inputs) const { check_shapes{inputs, *this}.has(4).standard(); std::vector conv_inputs(inputs.begin(), inputs.begin() + 2); check_shapes{conv_inputs, *this}.max_ndims(5); return op.compute_shape(conv_inputs); } inline shape reshape_if_1d(const shape& input) { shape new_shape{input}; auto dims = new_shape.lens(); if(dims.size() == 3) { std::vector new_dims = dims; new_dims.insert(new_dims.begin() + 2, 1); new_shape = shape{input.type(), new_dims}; } return new_shape; } argument miopen_convolution::compute(context& ctx, const shape& output_shape, const std::vector& args) const { auto x_desc = make_tensor(reshape_if_1d(args[0].get_shape())); auto w_desc = make_tensor(reshape_if_1d(args[1].get_shape())); auto y_desc = make_tensor(reshape_if_1d(output_shape)); if(solution_id == 0) MIGRAPHX_THROW("MIOpen Convolution: invalid solution ID"); auto status = miopenConvolutionForwardImmediate(ctx.get_stream().get_miopen(), w_desc.get(), args[1].implicit(), x_desc.get(), args[0].implicit(), cd.get(), y_desc.get(), args[3].implicit(), args[2].implicit(), args[2].get_shape().bytes(), solution_id); if(status != miopenStatusSuccess) MIGRAPHX_THROW("MIOpen Convolution: running convolution failed"); return args[3]; } shape miopen_convolution::find(context& ctx, const shape& output_shape, std::vector inputs) { shape workspace_shape{}; auto x_desc = make_tensor(reshape_if_1d(inputs[0])); auto w_desc = make_tensor(reshape_if_1d(inputs[1])); auto y_desc = make_tensor(reshape_if_1d(output_shape)); std::size_t workspace_size = 0; miopenConvolutionForwardGetWorkSpaceSize(ctx.get_stream().get_miopen(), w_desc.get(), x_desc.get(), cd.get(), y_desc.get(), &workspace_size); workspace_shape = shape{shape::int8_type, {workspace_size}}; auto x = to_gpu(generate_argument(inputs[0])); auto w = to_gpu(generate_argument(inputs[1])); auto y = allocate_gpu(output_shape); auto workspace = allocate_gpu(workspace_shape); int algo_count = 1; miopenConvAlgoPerf_t perf; auto status = miopenFindConvolutionForwardAlgorithm(ctx.get_stream().get_miopen(), x_desc.get(), x.implicit(), w_desc.get(), w.implicit(), cd.get(), y_desc.get(), y.implicit(), 1, &algo_count, &perf, workspace.implicit(), workspace_size, false); if(status != miopenStatusSuccess) MIGRAPHX_THROW("MIOpen Convolution: find convolution failed"); algo = perf.fwd_algo; size_t solution_count; status = miopenConvolutionForwardGetSolutionCount(ctx.get_stream().get_miopen(), w_desc.get(), x_desc.get(), cd.get(), y_desc.get(), &solution_count); if(status != miopenStatusSuccess) MIGRAPHX_THROW("MIOpen Convolution: get solution count failed"); std::vector solutions(solution_count); status = miopenConvolutionForwardGetSolution(ctx.get_stream().get_miopen(), w_desc.get(), x_desc.get(), cd.get(), y_desc.get(), solution_count, &solution_count, solutions.data()); if(status != miopenStatusSuccess) MIGRAPHX_THROW("MIOpen Convolution: get solution failed"); solution_id = solutions.front().solution_id; return shape{shape::int8_type, {perf.memory}}; } void miopen_convolution::finalize(context& ctx, const shape& output_shape, std::vector inputs) { if(cd == nullptr) cd = make_conv(op); if(solution_id == 0) { // Check that workspace hasn't changed auto size = inputs.at(2).bytes(); auto ws = find(ctx, output_shape, inputs); if(ws.bytes() > size) MIGRAPHX_THROW("MIOpen Convolution: workspace has changed during finalization."); } auto x_desc = make_tensor(reshape_if_1d(inputs[0])); auto w_desc = make_tensor(reshape_if_1d(inputs[1])); auto y_desc = make_tensor(reshape_if_1d(output_shape)); auto status = miopenConvolutionForwardCompileSolution(ctx.get_stream().get_miopen(), w_desc.get(), x_desc.get(), cd.get(), y_desc.get(), solution_id); if(status != miopenStatusSuccess) MIGRAPHX_THROW("MIOpen Convolution: compile solution failed"); } } // namespace gpu } // namespace MIGRAPHX_INLINE_NS } // namespace migraphx