// Copyright © Advanced Micro Devices, Inc., or its affiliates. // SPDX-License-Identifier: MIT #include #include #include #include #include "../utils.hpp" int main() { using InputType = float; const int64_t n = 4; const int64_t c = 64; const int64_t h = 16; const int64_t w = 16; const int64_t k = 32; const int64_t r = 3; const int64_t s = 3; auto buildScaleBiasReluConvGenstatsGraph = [=](hipdnnHandle_t handle) { auto graph = std::make_shared(); graph->set_name("scale_bias_relu_conv_genstats_graph") .set_io_data_type(hipdnn_frontend::getDataTypeEnumFromType()) .set_intermediate_data_type(hipdnn_frontend::getDataTypeEnumFromType()) .set_compute_data_type(hipdnn_frontend::DataType::FLOAT); auto x = std::make_shared( hipdnn_frontend::graph::Tensor_attributes() .set_name("x") .set_dim({n, c, h, w}) .set_stride({c * h * w, 1, c * w, c})); auto scale = std::make_shared( hipdnn_frontend::graph::Tensor_attributes() .set_name("scale") .set_dim({1, c, 1, 1}) .set_stride({c, 1, c, c})); auto bias = std::make_shared( hipdnn_frontend::graph::Tensor_attributes() .set_name("bias") .set_dim({1, c, 1, 1}) .set_stride({c, 1, c, c})); auto filter = std::make_shared( hipdnn_frontend::graph::Tensor_attributes() .set_name("filter") .set_dim({k, c, r, s}) .set_stride({c * r * s, 1, c * s, c})); auto mulAttrs = hipdnn_frontend::graph::PointwiseAttributes() .set_name("mul_node") .set_mode(hipdnn_frontend::PointwiseMode::MUL); auto mulOut = graph->pointwise(x, scale, mulAttrs); auto addAttrs = hipdnn_frontend::graph::PointwiseAttributes() .set_name("add_node") .set_mode(hipdnn_frontend::PointwiseMode::ADD); auto addOut = graph->pointwise(mulOut, bias, addAttrs); auto reluAttrs = hipdnn_frontend::graph::PointwiseAttributes() .set_name("relu_fwd_node") .set_mode(hipdnn_frontend::PointwiseMode::RELU_FWD); auto reluOut = graph->pointwise(addOut, reluAttrs); auto convAttrs = hipdnn_frontend::graph::ConvFpropAttributes() .set_name("conv_fprop_node") .set_padding({1, 1}) .set_stride({1, 1}) .set_dilation({1, 1}); auto y = graph->conv_fprop(reluOut, filter, convAttrs); auto genstatsAttrs = hipdnn_frontend::graph::GenstatsAttributes().set_name("genstats_node"); auto [sum, sqSum] = graph->genstats(y, genstatsAttrs); y->set_output(true); sum->set_output(true); sqSum->set_output(true); HIPDNN_FE_CHECK(graph->build(handle)); return std::make_tuple(graph, x, scale, bias, filter, y, sum, sqSum); }; auto backend = hipdnn_frontend::detail::hipdnnBackend(); if(!backend) { std::cout << "Creat backend failed. \n"; return 1; } hipdnnHandle_t handle; HIPDNN_CHECK(backend->create(&handle)); auto [graph, x, scale, bias, filter, y, sum, sqSum] = buildScaleBiasReluConvGenstatsGraph(handle); hipdnn_data_sdk::utilities::Tensor xTensor(x->get_dim(), x->get_stride()); hipdnn_data_sdk::utilities::Tensor scaleTensor(scale->get_dim(), scale->get_stride()); hipdnn_data_sdk::utilities::Tensor biasTensor(bias->get_dim(), bias->get_stride()); hipdnn_data_sdk::utilities::Tensor filterTensor(filter->get_dim(), filter->get_stride()); hipdnn_data_sdk::utilities::Tensor yTensor(y->get_dim(), y->get_stride()); hipdnn_data_sdk::utilities::Tensor sumTensor(sum->get_dim(), sum->get_stride()); hipdnn_data_sdk::utilities::Tensor sqSumTensor(sqSum->get_dim(), sqSum->get_stride()); std::unordered_map variantPack; variantPack[x->get_uid()] = xTensor.memory().deviceData(); variantPack[scale->get_uid()] = scaleTensor.memory().deviceData(); variantPack[bias->get_uid()] = biasTensor.memory().deviceData(); variantPack[filter->get_uid()] = filterTensor.memory().deviceData(); variantPack[y->get_uid()] = yTensor.memory().deviceData(); variantPack[sum->get_uid()] = sumTensor.memory().deviceData(); variantPack[sqSum->get_uid()] = sqSumTensor.memory().deviceData(); int64_t workspaceSize = 0; HIPDNN_FE_CHECK(graph->get_workspace_size(workspaceSize)); const hipdnn_data_sdk::utilities::Workspace workspace(static_cast(workspaceSize)); HIPDNN_FE_CHECK(graph->execute(handle, variantPack, workspace.get())); std::cout << "ScaleBiasReluConvGenstats graph execution complete. \n"; HIPDNN_CHECK(backend->destroy(handle)); return 0; }