#include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include TEST_CASE(gpu_target_copy) { migraphx::target gpu_t = migraphx::gpu::target{}; migraphx::target ref_t = migraphx::ref::target{}; migraphx::shape s{migraphx::shape::int8_type, {2, 3, 4, 5}}; auto ref_arg_orig = migraphx::generate_argument(s, 0x123456L); auto gpu_arg = gpu_t.copy_to(ref_arg_orig); auto ref_arg_final = gpu_t.copy_from(gpu_arg); std::vector val_orig; ref_arg_orig.visit([&](auto v) { val_orig.assign(v.begin(), v.end()); }); std::vector val_final; ref_arg_final.visit([&](auto v) { val_final.assign(v.begin(), v.end()); }); EXPECT(migraphx::verify_range(val_orig, val_final)); } TEST_CASE(int8_quantization) { auto run_prog = [](migraphx::program p, const migraphx::target& t, migraphx::parameter_map& m_in, std::vector& res) { std::vector cali_data; cali_data.push_back(m_in); migraphx::quantize_int8(p, t, cali_data); p.compile(t); migraphx::parameter_map m; for(auto&& x : p.get_parameter_shapes()) { if(m_in.count(x.first) > 0) { m[x.first] = t.copy_to(m_in[x.first]); } else { m[x.first] = t.allocate(x.second); } } auto result = t.copy_from(p.eval(m).back()); result.visit([&](auto v) { res.assign(v.begin(), v.end()); }); }; auto create_program = [] { migraphx::program p; auto* mm = p.get_main_module(); migraphx::shape sa{migraphx::shape::float_type, {5, 16}}; migraphx::shape sb{migraphx::shape::float_type, {16, 8}}; migraphx::shape sc{migraphx::shape::float_type, {5, 8}}; auto pa = mm->add_parameter("a", sa); auto pb = mm->add_parameter("b", sb); auto pc = mm->add_parameter("c", sc); mm->add_instruction(migraphx::op::dot{}, pa, pb, pc); return p; }; { auto p = create_program(); migraphx::parameter_map m; migraphx::shape sa{migraphx::shape::float_type, {5, 16}}; migraphx::shape sb{migraphx::shape::float_type, {16, 8}}; migraphx::shape sc{migraphx::shape::float_type, {5, 8}}; m["a"] = migraphx::generate_argument(sa); m["b"] = migraphx::generate_argument(sb); m["c"] = migraphx::generate_argument(sc); std::vector ref_result; migraphx::target ref_t = migraphx::ref::target{}; run_prog(p, ref_t, m, ref_result); std::vector gpu_result; migraphx::target gpu_t = migraphx::gpu::target{}; run_prog(p, gpu_t, m, gpu_result); EXPECT(migraphx::verify_range(ref_result, gpu_result)); } } int main(int argc, const char* argv[]) { test::run(argc, argv); }