/* * The MIT License (MIT) * * Copyright (c) 2015-2022 Advanced Micro Devices, Inc. All rights reserved. * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN * THE SOFTWARE. */ #include #include #include #include #include #include #include #include "test.hpp" #include struct id_target { struct context { void finish() const {} }; migraphx::context ctx = context{}; std::string name() const { return "id"; } std::vector get_passes(migraphx::context&, const migraphx::compile_options&) const { return {}; } migraphx::context get_context() const { return ctx; } }; struct id_ctx_op { std::string name() const { return ""; } migraphx::argument compute(id_target::context&, const migraphx::shape&, std::vector args) const { if(args.empty()) return {}; return args.front(); } migraphx::shape compute_shape(std::vector inputs) const { if(inputs.empty()) return {}; return inputs.front(); } int output_alias(const std::vector&) const { return 0; } }; struct id_ctx_final_op { std::string name() const { return "id_ctx_final_op"; } migraphx::argument compute(const migraphx::shape&, std::vector args) const { if(args.empty()) return {}; return args.front(); } void finalize(id_target::context&, const migraphx::shape&, const std::vector&) { } migraphx::shape compute_shape(std::vector inputs) const { if(inputs.empty()) return {}; return inputs.front(); } int output_alias(const std::vector&) const { return 0; } }; struct reverse_pass { std::string name() const { return "reverse_pass"; } void apply(migraphx::module& m) const { std::reverse(m.begin(), m.end()); } }; struct reverse_target { std::string name() const { return "reverse"; } std::vector get_passes(migraphx::context&, const migraphx::compile_options&) const { return {reverse_pass{}}; } migraphx::context get_context() const { return {}; } }; struct invert_pass { std::string name() const { return "invert_pass"; } void apply(migraphx::module& m) const { for(auto ins : migraphx::iterator_for(m)) { if(ins->name() == "sum") { m.replace_instruction(ins, minus_op{}, ins->inputs()); } else if(ins->name() == "minus") { m.replace_instruction(ins, sum_op{}, ins->inputs()); } } } }; struct invert_target { std::string name() const { return "invert"; } std::vector get_passes(migraphx::context&, const migraphx::compile_options&) const { return {invert_pass{}}; } migraphx::context get_context() const { return {}; } }; struct double_invert_target { std::string name() const { return "double_invert"; } std::vector get_passes(migraphx::context&, const migraphx::compile_options&) const { return {invert_pass{}, invert_pass{}}; } migraphx::context get_context() const { return {}; } }; TEST_CASE(literal_test1) { migraphx::program p; auto* mm = p.get_main_module(); auto one = mm->add_literal(1); auto two = mm->add_literal(2); mm->add_instruction(migraphx::make_op("add"), one, two); auto result = p.eval({}).back(); EXPECT(result == migraphx::literal{3}); EXPECT(result != migraphx::literal{4}); } TEST_CASE(literal_test2) { migraphx::program p; auto* mm = p.get_main_module(); auto one = mm->add_literal(1); auto two = mm->add_literal(2); auto sum1 = mm->add_instruction(migraphx::make_op("add"), one, two); mm->add_instruction(migraphx::make_op("add"), sum1, two); auto result = p.eval({}).back(); EXPECT(result == migraphx::literal{5}); EXPECT(result != migraphx::literal{3}); } TEST_CASE(print_test) { migraphx::program p; auto* mm = p.get_main_module(); auto x = mm->add_parameter("x", {migraphx::shape::int32_type}); auto two = mm->add_literal(2); mm->add_instruction(migraphx::make_op("add"), x, two); std::stringstream ss; ss << p; std::string s = ss.str(); EXPECT(not s.empty()); } TEST_CASE(param_test) { migraphx::program p; auto* mm = p.get_main_module(); auto x = mm->add_parameter("x", {migraphx::shape::int32_type}); auto y = mm->add_parameter("y", {migraphx::shape::int32_type}); mm->add_instruction(migraphx::make_op("add"), x, y); auto result = p.eval({{"x", migraphx::literal{1}.get_argument()}, {"y", migraphx::literal{2}.get_argument()}}) .back(); EXPECT(result == migraphx::literal{3}); EXPECT(result != migraphx::literal{4}); } TEST_CASE(param_error_test) { migraphx::program p; auto* mm = p.get_main_module(); auto x = mm->add_parameter("x", {migraphx::shape::int32_type}); auto y = mm->add_parameter("y", {migraphx::shape::int32_type}); mm->add_instruction(sum_op{}, x, y); EXPECT(test::throws( [&] { p.eval({{"x", migraphx::literal{1}.get_argument()}}); }, "Parameter not found: y")); } TEST_CASE(param_error_shape_test) { migraphx::program p; auto* mm = p.get_main_module(); auto x = mm->add_parameter("x", {migraphx::shape::int32_type, {1, 1}}); auto y = mm->add_parameter("y", {migraphx::shape::int32_type, {1, 1}}); mm->add_instruction(migraphx::make_op("add"), x, y); EXPECT(test::throws( [&] { p.eval({ {"x", migraphx::literal{1}.get_argument()}, {"y", migraphx::literal{{migraphx::shape::int32_type, {1, 1}}, {2}}.get_argument()}, }); }, "Incorrect shape {int32_type, {1}, {0}} for parameter: x")); } TEST_CASE(get_param1) { migraphx::program p; auto* mm = p.get_main_module(); migraphx::shape s{migraphx::shape::int32_type, {1, 2}}; auto x = mm->add_parameter("x", s); auto y = mm->add_parameter("y", s); mm->add_instruction(migraphx::make_op("add"), x, y); EXPECT(bool{p.get_parameter("x") == x}); EXPECT(bool{p.get_parameter("y") == y}); EXPECT(bool{p.get_parameter("nonexistent") == mm->end()}); } TEST_CASE(get_param2) { migraphx::program p; auto* mm = p.get_main_module(); auto one = mm->add_literal(1); auto two = mm->add_literal(2); mm->add_instruction(migraphx::make_op("add"), one, two); EXPECT(bool{p.get_parameter("nonexistent") == mm->end()}); } TEST_CASE(get_param_shapes) { migraphx::program p; auto* mm = p.get_main_module(); migraphx::shape s{migraphx::shape::int32_type, {1, 2}}; auto x = mm->add_parameter("x", s); auto y = mm->add_parameter("y", s); mm->add_instruction(migraphx::make_op("add"), x, y); auto m = p.get_parameter_shapes(); EXPECT(m.count("nonexistent") == 0); EXPECT(m.at("x") == s); EXPECT(m.at("y") == s); } TEST_CASE(replace_test) { migraphx::program p; auto* mm = p.get_main_module(); auto one = mm->add_literal(1); auto two = mm->add_literal(2); auto sum = mm->add_instruction(migraphx::make_op("add"), one, two); mm->replace_instruction(sum, migraphx::make_op("sub"), two, one); EXPECT(bool{p.validate() == mm->end()}); auto result = p.eval({}).back(); EXPECT(result == migraphx::literal{1}); EXPECT(result != migraphx::literal{3}); } TEST_CASE(replace_ins_test) { migraphx::program p; auto* mm = p.get_main_module(); auto one = mm->add_literal(1); auto two = mm->add_literal(2); auto sum = mm->add_instruction(migraphx::make_op("add"), one, two); auto minus = mm->add_instruction(migraphx::make_op("sub"), two, one); mm->replace_instruction(sum, minus); EXPECT(bool{p.validate() == mm->end()}); auto result = p.eval({}).back(); EXPECT(result == migraphx::literal{1}); EXPECT(result != migraphx::literal{3}); } TEST_CASE(replace_ins_test2) { migraphx::program p; auto* mm = p.get_main_module(); auto one = mm->add_literal(1); auto two = mm->add_literal(2); auto sum = mm->add_instruction(migraphx::make_op("add"), one, two); auto minus = mm->add_instruction(migraphx::make_op("sub"), two, one); mm->add_instruction(pass_op{}, minus); mm->replace_instruction(two, sum); EXPECT(bool{p.validate() == mm->end()}); auto result = p.eval({}).back(); EXPECT(result == migraphx::literal{2}); EXPECT(result != migraphx::literal{3}); } TEST_CASE(replace_op_test) { migraphx::program p; auto* mm = p.get_main_module(); auto one = mm->add_literal(1); auto two = mm->add_literal(2); auto sum = mm->add_instruction(migraphx::make_op("add"), two, one); sum->replace(migraphx::make_op("sub")); EXPECT(bool{p.validate() == mm->end()}); auto result = p.eval({}).back(); EXPECT(result == migraphx::literal{1}); EXPECT(result != migraphx::literal{3}); } TEST_CASE(replace_op_recompute_shape_throw) { migraphx::program p; auto* mm = p.get_main_module(); auto one = mm->add_literal(1); auto two = mm->add_literal(2); auto sum = mm->add_instruction(migraphx::make_op("add"), one, two); EXPECT(test::throws([&] { sum->replace(unary_pass_op{}); })); } TEST_CASE(insert_replace_test) { migraphx::program p; auto* mm = p.get_main_module(); auto one = mm->add_literal(1); auto two = mm->add_literal(2); auto sum1 = mm->add_instruction(migraphx::make_op("add"), one, two); mm->add_instruction(migraphx::make_op("add"), sum1, two); auto sum0 = mm->insert_instruction(sum1, migraphx::make_op("add"), two, two); mm->replace_instruction(sum1, migraphx::make_op("sub"), sum0, two); EXPECT(bool{p.validate() == mm->end()}); auto result = p.eval({}).back(); EXPECT(result == migraphx::literal{4}); EXPECT(result != migraphx::literal{5}); } TEST_CASE(remove_test1) { migraphx::program p; auto* mm = p.get_main_module(); auto one = mm->add_literal(1); auto two = mm->add_literal(2); auto sum = mm->add_instruction(migraphx::make_op("add"), one, two); auto removed = mm->add_instruction(migraphx::make_op("sub"), sum, one); mm->remove_instruction(removed); EXPECT(bool{p.validate() == mm->end()}); auto result = p.eval({}).back(); EXPECT(result == migraphx::literal{3}); EXPECT(result != migraphx::literal{1}); } TEST_CASE(remove_test2) { migraphx::program p; auto* mm = p.get_main_module(); auto one = mm->add_literal(1); auto two = mm->add_literal(2); auto removed = mm->add_instruction(migraphx::make_op("sub"), two, one); mm->add_instruction(migraphx::make_op("add"), one, two); mm->remove_instruction(removed); EXPECT(bool{p.validate() == mm->end()}); auto result = p.eval({}).back(); EXPECT(result == migraphx::literal{3}); EXPECT(result != migraphx::literal{1}); } TEST_CASE(target_test) { migraphx::program p; auto* mm = p.get_main_module(); auto one = mm->add_literal(1); auto two = mm->add_literal(2); mm->add_instruction(migraphx::make_op("add"), one, two); p.compile(id_target{}); auto result = p.eval({}).back(); EXPECT(result == migraphx::literal{3}); EXPECT(result != migraphx::literal{4}); } TEST_CASE(invert_target_test) { migraphx::program p; auto* mm = p.get_main_module(); auto one = mm->add_literal(1); auto two = mm->add_literal(2); mm->add_instruction(sum_op{}, two, one); p.compile(invert_target{}); auto result = p.eval({}).back(); EXPECT(result == migraphx::literal{1}); EXPECT(result != migraphx::literal{4}); } TEST_CASE(double_invert_target_test) { migraphx::program p; auto* mm = p.get_main_module(); auto one = mm->add_literal(1); auto two = mm->add_literal(2); mm->add_instruction(sum_op{}, two, one); p.compile(double_invert_target{}); auto result = p.eval({}).back(); EXPECT(result == migraphx::literal{3}); EXPECT(result != migraphx::literal{4}); } TEST_CASE(reverse_target_test) { migraphx::program p; auto* mm = p.get_main_module(); auto one = mm->add_literal(1); auto two = mm->add_literal(2); mm->add_instruction(sum_op{}, one, two); EXPECT(test::throws([&] { p.compile(reverse_target{}); })); } // Check that the program doesnt modify the context directly, and only the operators modify the // context TEST_CASE(eval_context1) { migraphx::program p; auto* mm = p.get_main_module(); id_target t{}; EXPECT(is_shared(t.ctx, t.get_context())); auto one = mm->add_literal(1); auto two = mm->add_literal(2); mm->add_instruction(sum_op{}, one, two); p.compile(t); EXPECT(is_shared(t.ctx, p.get_context())); p.eval({}).back(); EXPECT(is_shared(t.ctx, p.get_context())); } TEST_CASE(eval_context2) { migraphx::program p; auto* mm = p.get_main_module(); id_target t{}; EXPECT(is_shared(t.ctx, t.get_context())); auto one = mm->add_literal(1); auto two = mm->add_literal(2); mm->add_instruction(id_ctx_op{}, one, two); p.compile(t); EXPECT(is_shared(t.ctx, p.get_context())); p.eval({}).back(); // id_ctx_op will modify the context EXPECT(not is_shared(t.ctx, p.get_context())); } TEST_CASE(eval_context3) { migraphx::program p; auto* mm = p.get_main_module(); id_target t{}; EXPECT(is_shared(t.ctx, t.get_context())); auto one = mm->add_literal(1); auto two = mm->add_literal(2); mm->add_instruction(id_ctx_final_op{}, one, two); p.compile(t); // Finalizer will modify the context EXPECT(not is_shared(t.ctx, p.get_context())); auto ctx = p.get_context(); p.eval({}).back(); EXPECT(is_shared(ctx, p.get_context())); EXPECT(not is_shared(t.ctx, p.get_context())); } struct cout_redirect { cout_redirect() = delete; cout_redirect(const cout_redirect&) = delete; template cout_redirect(T& stream) : old(std::cout.rdbuf(stream.rdbuf())) { } ~cout_redirect() { std::cout.rdbuf(old); } private: std::streambuf* old; }; template std::string capture_output(F f) { std::stringstream ss; cout_redirect cr{ss}; f(); return ss.str(); } TEST_CASE(debug_print_test) { migraphx::program p; auto* mm = p.get_main_module(); auto one = mm->add_literal(1); std::vector onev = {one}; migraphx::program p2; auto* mm2 = p2.get_main_module(); auto one2 = mm2->add_literal(1); auto program_out = migraphx::trim(capture_output([&] { mm->debug_print(); })); auto ins_out = migraphx::trim(capture_output([&] { mm->debug_print(one); })); auto inss_out = migraphx::trim(capture_output([&] { mm->debug_print(onev); })); auto end_out = migraphx::trim(capture_output([&] { mm->debug_print(mm->end()); })); auto p2_ins_out = migraphx::trim(capture_output([&] { mm->debug_print(one2); })); EXPECT(program_out == ins_out); EXPECT(inss_out == ins_out); EXPECT(end_out == "End instruction"); EXPECT(p2_ins_out == "Instruction not part of module"); } int main(int argc, const char* argv[]) { test::run(argc, argv); }