Commit 8d7a8a6c authored by Artur Wojcik's avatar Artur Wojcik
Browse files

Merge branch 'develop' into uif2-initial

parents 25b33431 a09dc502
...@@ -28,14 +28,15 @@ ...@@ -28,14 +28,15 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
struct gemm_2args_vv : verify_program<gemm_2args_vv> template <migraphx::shape::type_t DType>
struct gemm_2args_vv : verify_program<gemm_2args_vv<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape m1_shape{migraphx::shape::float_type, {8}}; migraphx::shape m1_shape{DType, {8}};
migraphx::shape m2_shape{migraphx::shape::float_type, {8}}; migraphx::shape m2_shape{DType, {8}};
auto l1 = mm->add_parameter("1", m1_shape); auto l1 = mm->add_parameter("1", m1_shape);
auto ul1 = mm->add_instruction(migraphx::make_op("unsqueeze", {{"axes", {0}}}), l1); auto ul1 = mm->add_instruction(migraphx::make_op("unsqueeze", {{"axes", {0}}}), l1);
auto l2 = mm->add_parameter("2", m2_shape); auto l2 = mm->add_parameter("2", m2_shape);
...@@ -48,3 +49,7 @@ struct gemm_2args_vv : verify_program<gemm_2args_vv> ...@@ -48,3 +49,7 @@ struct gemm_2args_vv : verify_program<gemm_2args_vv>
return p; return p;
} }
}; };
template struct gemm_2args_vv<migraphx::shape::float_type>;
template struct gemm_2args_vv<migraphx::shape::half_type>;
template struct gemm_2args_vv<migraphx::shape::fp8e4m3fnuz_type>;
...@@ -27,15 +27,17 @@ ...@@ -27,15 +27,17 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
#include <migraphx/apply_alpha_beta.hpp> #include <migraphx/apply_alpha_beta.hpp>
struct gemm_add : verify_program<gemm_add>
template <migraphx::shape::type_t DType>
struct gemm_add : verify_program<gemm_add<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape m1_shape{migraphx::shape::float_type, {1, 2, 3}}; migraphx::shape m1_shape{DType, {1, 2, 3}};
migraphx::shape m2_shape{migraphx::shape::float_type, {1, 3, 4}}; migraphx::shape m2_shape{DType, {1, 3, 4}};
migraphx::shape m3_shape{migraphx::shape::float_type, {1, 2, 4}}; migraphx::shape m3_shape{DType, {1, 2, 4}};
auto l1 = mm->add_parameter("1", m1_shape); auto l1 = mm->add_parameter("1", m1_shape);
auto l2 = mm->add_parameter("2", m2_shape); auto l2 = mm->add_parameter("2", m2_shape);
auto l3 = mm->add_parameter("3", m3_shape); auto l3 = mm->add_parameter("3", m3_shape);
...@@ -45,3 +47,7 @@ struct gemm_add : verify_program<gemm_add> ...@@ -45,3 +47,7 @@ struct gemm_add : verify_program<gemm_add>
return p; return p;
} }
}; };
template struct gemm_add<migraphx::shape::float_type>;
template struct gemm_add<migraphx::shape::half_type>;
template struct gemm_add<migraphx::shape::fp8e4m3fnuz_type>;
...@@ -27,15 +27,17 @@ ...@@ -27,15 +27,17 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
#include <migraphx/apply_alpha_beta.hpp> #include <migraphx/apply_alpha_beta.hpp>
struct gemm_add_broadcast1 : verify_program<gemm_add_broadcast1>
template <migraphx::shape::type_t DType>
struct gemm_add_broadcast1 : verify_program<gemm_add_broadcast1<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape m1_shape{migraphx::shape::float_type, {1, 2, 3}}; migraphx::shape m1_shape{DType, {1, 2, 3}};
migraphx::shape m2_shape{migraphx::shape::float_type, {1, 3, 4}}; migraphx::shape m2_shape{DType, {1, 3, 4}};
migraphx::shape m3_shape{migraphx::shape::float_type, {1, 1, 4}}; migraphx::shape m3_shape{DType, {1, 1, 4}};
auto l1 = mm->add_parameter("1", m1_shape); auto l1 = mm->add_parameter("1", m1_shape);
auto l2 = mm->add_parameter("2", m2_shape); auto l2 = mm->add_parameter("2", m2_shape);
auto l3 = mm->add_parameter("3", m3_shape); auto l3 = mm->add_parameter("3", m3_shape);
...@@ -47,3 +49,7 @@ struct gemm_add_broadcast1 : verify_program<gemm_add_broadcast1> ...@@ -47,3 +49,7 @@ struct gemm_add_broadcast1 : verify_program<gemm_add_broadcast1>
return p; return p;
} }
}; };
template struct gemm_add_broadcast1<migraphx::shape::float_type>;
template struct gemm_add_broadcast1<migraphx::shape::half_type>;
template struct gemm_add_broadcast1<migraphx::shape::fp8e4m3fnuz_type>;
...@@ -27,15 +27,17 @@ ...@@ -27,15 +27,17 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
#include <migraphx/apply_alpha_beta.hpp> #include <migraphx/apply_alpha_beta.hpp>
struct gemm_add_broadcast2 : verify_program<gemm_add_broadcast2>
template <migraphx::shape::type_t DType>
struct gemm_add_broadcast2 : verify_program<gemm_add_broadcast2<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape m1_shape{migraphx::shape::float_type, {1, 2, 3}}; migraphx::shape m1_shape{DType, {1, 2, 3}};
migraphx::shape m2_shape{migraphx::shape::float_type, {1, 3, 4}}; migraphx::shape m2_shape{DType, {1, 3, 4}};
migraphx::shape m3_shape{migraphx::shape::float_type, {1, 2, 1}}; migraphx::shape m3_shape{DType, {1, 2, 1}};
auto l1 = mm->add_parameter("1", m1_shape); auto l1 = mm->add_parameter("1", m1_shape);
auto l2 = mm->add_parameter("2", m2_shape); auto l2 = mm->add_parameter("2", m2_shape);
auto l3 = mm->add_parameter("3", m3_shape); auto l3 = mm->add_parameter("3", m3_shape);
...@@ -47,3 +49,7 @@ struct gemm_add_broadcast2 : verify_program<gemm_add_broadcast2> ...@@ -47,3 +49,7 @@ struct gemm_add_broadcast2 : verify_program<gemm_add_broadcast2>
return p; return p;
} }
}; };
template struct gemm_add_broadcast2<migraphx::shape::float_type>;
// template struct gemm_add_broadcast2<migraphx::shape::half_type>; // fails with CK, issue#2514
template struct gemm_add_broadcast2<migraphx::shape::fp8e4m3fnuz_type>;
...@@ -27,14 +27,15 @@ ...@@ -27,14 +27,15 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
struct gemm_literal : verify_program<gemm_literal> template <migraphx::shape::type_t DType>
struct gemm_literal : verify_program<gemm_literal<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape a_shape{migraphx::shape::float_type, {2, 4}}; migraphx::shape a_shape{DType, {2, 4}};
migraphx::shape b_shape{migraphx::shape::float_type, {4, 4}}; migraphx::shape b_shape{DType, {4, 4}};
auto a = mm->add_literal(migraphx::generate_literal(a_shape)); auto a = mm->add_literal(migraphx::generate_literal(a_shape));
auto b = mm->add_parameter("b", b_shape); auto b = mm->add_parameter("b", b_shape);
...@@ -43,3 +44,7 @@ struct gemm_literal : verify_program<gemm_literal> ...@@ -43,3 +44,7 @@ struct gemm_literal : verify_program<gemm_literal>
return p; return p;
} }
}; };
template struct gemm_literal<migraphx::shape::float_type>;
template struct gemm_literal<migraphx::shape::half_type>;
template struct gemm_literal<migraphx::shape::fp8e4m3fnuz_type>;
...@@ -28,15 +28,16 @@ ...@@ -28,15 +28,16 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
struct gemm_multi_3args : verify_program<gemm_multi_3args> template <migraphx::shape::type_t DType>
struct gemm_multi_3args : verify_program<gemm_multi_3args<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape m1_shape{migraphx::shape::float_type, {2, 3, 2, 3}}; migraphx::shape m1_shape{DType, {2, 3, 2, 3}};
migraphx::shape m2_shape{migraphx::shape::float_type, {2, 3, 3, 2}}; migraphx::shape m2_shape{DType, {2, 3, 3, 2}};
migraphx::shape m3_shape{migraphx::shape::float_type, {2, 3, 2, 2}}; migraphx::shape m3_shape{DType, {2, 3, 2, 2}};
auto l1 = mm->add_parameter("1", m1_shape); auto l1 = mm->add_parameter("1", m1_shape);
auto l2 = mm->add_parameter("2", m2_shape); auto l2 = mm->add_parameter("2", m2_shape);
...@@ -47,3 +48,7 @@ struct gemm_multi_3args : verify_program<gemm_multi_3args> ...@@ -47,3 +48,7 @@ struct gemm_multi_3args : verify_program<gemm_multi_3args>
return p; return p;
} }
}; };
template struct gemm_multi_3args<migraphx::shape::float_type>;
template struct gemm_multi_3args<migraphx::shape::half_type>;
template struct gemm_multi_3args<migraphx::shape::fp8e4m3fnuz_type>;
...@@ -27,15 +27,17 @@ ...@@ -27,15 +27,17 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
#include <migraphx/apply_alpha_beta.hpp> #include <migraphx/apply_alpha_beta.hpp>
struct gemm_multi_3args_alpha0 : verify_program<gemm_multi_3args_alpha0>
template <migraphx::shape::type_t DType>
struct gemm_multi_3args_alpha0 : verify_program<gemm_multi_3args_alpha0<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape m1_shape{migraphx::shape::float_type, {1, 2, 3}}; migraphx::shape m1_shape{DType, {1, 2, 3}};
migraphx::shape m2_shape{migraphx::shape::float_type, {1, 3, 4}}; migraphx::shape m2_shape{DType, {1, 3, 4}};
migraphx::shape m3_shape{migraphx::shape::float_type, {1, 2, 4}}; migraphx::shape m3_shape{DType, {1, 2, 4}};
auto l1 = mm->add_parameter("1", m1_shape); auto l1 = mm->add_parameter("1", m1_shape);
auto l2 = mm->add_parameter("2", m2_shape); auto l2 = mm->add_parameter("2", m2_shape);
auto l3 = mm->add_parameter("3", m3_shape); auto l3 = mm->add_parameter("3", m3_shape);
...@@ -46,3 +48,7 @@ struct gemm_multi_3args_alpha0 : verify_program<gemm_multi_3args_alpha0> ...@@ -46,3 +48,7 @@ struct gemm_multi_3args_alpha0 : verify_program<gemm_multi_3args_alpha0>
return p; return p;
} }
}; };
template struct gemm_multi_3args_alpha0<migraphx::shape::float_type>;
template struct gemm_multi_3args_alpha0<migraphx::shape::half_type>;
template struct gemm_multi_3args_alpha0<migraphx::shape::fp8e4m3fnuz_type>;
...@@ -28,15 +28,16 @@ ...@@ -28,15 +28,16 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
struct gemm_multi_3args_beta0 : verify_program<gemm_multi_3args_beta0> template <migraphx::shape::type_t DType>
struct gemm_multi_3args_beta0 : verify_program<gemm_multi_3args_beta0<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape m1_shape{migraphx::shape::float_type, {1, 2, 3}}; migraphx::shape m1_shape{DType, {1, 2, 3}};
migraphx::shape m2_shape{migraphx::shape::float_type, {1, 3, 4}}; migraphx::shape m2_shape{DType, {1, 3, 4}};
migraphx::shape m3_shape{migraphx::shape::float_type, {1, 2, 4}}; migraphx::shape m3_shape{DType, {1, 2, 4}};
auto l1 = mm->add_parameter("1", m1_shape); auto l1 = mm->add_parameter("1", m1_shape);
auto l2 = mm->add_parameter("2", m2_shape); auto l2 = mm->add_parameter("2", m2_shape);
auto l3 = mm->add_parameter("3", m3_shape); auto l3 = mm->add_parameter("3", m3_shape);
...@@ -47,3 +48,7 @@ struct gemm_multi_3args_beta0 : verify_program<gemm_multi_3args_beta0> ...@@ -47,3 +48,7 @@ struct gemm_multi_3args_beta0 : verify_program<gemm_multi_3args_beta0>
return p; return p;
} }
}; };
template struct gemm_multi_3args_beta0<migraphx::shape::float_type>;
template struct gemm_multi_3args_beta0<migraphx::shape::half_type>;
template struct gemm_multi_3args_beta0<migraphx::shape::fp8e4m3fnuz_type>;
...@@ -28,15 +28,16 @@ ...@@ -28,15 +28,16 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
struct gemm_multi_3args_c25 : verify_program<gemm_multi_3args_c25> template <migraphx::shape::type_t DType>
struct gemm_multi_3args_c25 : verify_program<gemm_multi_3args_c25<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape m1_shape{migraphx::shape::float_type, {2, 3}}; migraphx::shape m1_shape{DType, {2, 3}};
migraphx::shape m2_shape{migraphx::shape::float_type, {3, 5}}; migraphx::shape m2_shape{DType, {3, 5}};
migraphx::shape m3_shape{migraphx::shape::float_type, {2, 5}}; migraphx::shape m3_shape{DType, {2, 5}};
auto l1 = mm->add_parameter("1", m1_shape); auto l1 = mm->add_parameter("1", m1_shape);
auto l2 = mm->add_parameter("2", m2_shape); auto l2 = mm->add_parameter("2", m2_shape);
...@@ -47,3 +48,7 @@ struct gemm_multi_3args_c25 : verify_program<gemm_multi_3args_c25> ...@@ -47,3 +48,7 @@ struct gemm_multi_3args_c25 : verify_program<gemm_multi_3args_c25>
return p; return p;
} }
}; };
template struct gemm_multi_3args_c25<migraphx::shape::float_type>;
template struct gemm_multi_3args_c25<migraphx::shape::half_type>;
template struct gemm_multi_3args_c25<migraphx::shape::fp8e4m3fnuz_type>;
...@@ -27,14 +27,15 @@ ...@@ -27,14 +27,15 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
struct gemm_multi_dim_2 : verify_program<gemm_multi_dim_2> template <migraphx::shape::type_t DType>
struct gemm_multi_dim_2 : verify_program<gemm_multi_dim_2<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape m1_shape{migraphx::shape::float_type, {2, 2, 3}}; migraphx::shape m1_shape{DType, {2, 2, 3}};
migraphx::shape m2_shape{migraphx::shape::float_type, {2, 3, 4}}; migraphx::shape m2_shape{DType, {2, 3, 4}};
auto l1 = mm->add_parameter("1", m1_shape); auto l1 = mm->add_parameter("1", m1_shape);
auto l2 = mm->add_parameter("2", m2_shape); auto l2 = mm->add_parameter("2", m2_shape);
...@@ -43,3 +44,7 @@ struct gemm_multi_dim_2 : verify_program<gemm_multi_dim_2> ...@@ -43,3 +44,7 @@ struct gemm_multi_dim_2 : verify_program<gemm_multi_dim_2>
return p; return p;
} }
}; };
template struct gemm_multi_dim_2<migraphx::shape::float_type>;
template struct gemm_multi_dim_2<migraphx::shape::half_type>;
template struct gemm_multi_dim_2<migraphx::shape::fp8e4m3fnuz_type>;
...@@ -27,14 +27,15 @@ ...@@ -27,14 +27,15 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
struct gemm_multi_dim_2_3 : verify_program<gemm_multi_dim_2_3> template <migraphx::shape::type_t DType>
struct gemm_multi_dim_2_3 : verify_program<gemm_multi_dim_2_3<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape m1_shape{migraphx::shape::float_type, {2, 3, 2, 3}}; migraphx::shape m1_shape{DType, {2, 3, 2, 3}};
migraphx::shape m2_shape{migraphx::shape::float_type, {2, 3, 3, 2}}; migraphx::shape m2_shape{DType, {2, 3, 3, 2}};
auto l1 = mm->add_parameter("1", m1_shape); auto l1 = mm->add_parameter("1", m1_shape);
auto l2 = mm->add_parameter("2", m2_shape); auto l2 = mm->add_parameter("2", m2_shape);
...@@ -43,3 +44,7 @@ struct gemm_multi_dim_2_3 : verify_program<gemm_multi_dim_2_3> ...@@ -43,3 +44,7 @@ struct gemm_multi_dim_2_3 : verify_program<gemm_multi_dim_2_3>
return p; return p;
} }
}; };
template struct gemm_multi_dim_2_3<migraphx::shape::float_type>;
template struct gemm_multi_dim_2_3<migraphx::shape::half_type>;
template struct gemm_multi_dim_2_3<migraphx::shape::fp8e4m3fnuz_type>;
...@@ -28,14 +28,15 @@ ...@@ -28,14 +28,15 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
struct gemm_multi_transpose : verify_program<gemm_multi_transpose> template <migraphx::shape::type_t DType>
struct gemm_multi_transpose : verify_program<gemm_multi_transpose<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape m1_shape{migraphx::shape::float_type, {2, 2, 3}}; migraphx::shape m1_shape{DType, {2, 2, 3}};
migraphx::shape m2_shape{migraphx::shape::float_type, {3, 2, 4}}; migraphx::shape m2_shape{DType, {3, 2, 4}};
auto l1 = mm->add_parameter("1", m1_shape); auto l1 = mm->add_parameter("1", m1_shape);
auto l2 = mm->add_parameter("2", m2_shape); auto l2 = mm->add_parameter("2", m2_shape);
auto tl2 = auto tl2 =
...@@ -47,3 +48,7 @@ struct gemm_multi_transpose : verify_program<gemm_multi_transpose> ...@@ -47,3 +48,7 @@ struct gemm_multi_transpose : verify_program<gemm_multi_transpose>
return p; return p;
} }
}; };
template struct gemm_multi_transpose<migraphx::shape::float_type>;
template struct gemm_multi_transpose<migraphx::shape::half_type>;
template struct gemm_multi_transpose<migraphx::shape::fp8e4m3fnuz_type>;
...@@ -26,24 +26,31 @@ ...@@ -26,24 +26,31 @@
#include <migraphx/program.hpp> #include <migraphx/program.hpp>
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
#include <migraphx/apply_alpha_beta.hpp>
struct gemm_add_broadcast_half : verify_program<gemm_add_broadcast_half> struct gemm_softmax_gemm_relu : verify_program<gemm_softmax_gemm_relu>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape m1_shape{migraphx::shape::half_type, {1, 2, 3}}; migraphx::shape m1_shape{migraphx::shape::half_type, {1, 12, 256, 256}};
migraphx::shape m2_shape{migraphx::shape::half_type, {1, 3, 4}}; migraphx::shape m2_shape{migraphx::shape::half_type, {1, 12, 256, 256}};
migraphx::shape m3_shape{migraphx::shape::half_type, {1, 1, 4}}; auto m2_elements = m2_shape.elements();
auto l1 = mm->add_parameter("1", m1_shape); auto a = mm->add_parameter("1", m1_shape);
auto l2 = mm->add_parameter("2", m2_shape); auto b = mm->add_parameter("2", m1_shape);
auto l3 = mm->add_parameter("3", m3_shape); auto b1 = mm->add_parameter("3", m1_shape);
auto l3_b = std::vector<float> eights(m2_elements, 0.125);
mm->add_instruction(migraphx::make_op("multibroadcast", {{"out_lens", {1, 2, 4}}}), l3); auto eight = mm->add_literal(migraphx::literal{m2_shape, eights});
std::vector<float> zeros(m2_elements, 0);
auto zero = mm->add_literal(migraphx::literal{m2_shape, zeros});
auto dot = mm->add_instruction(migraphx::make_op("dot"), l1, l2); b = mm->add_instruction(migraphx::make_op("transpose", {{"permutation", {0, 1, 3, 2}}}), b);
mm->add_instruction(migraphx::make_op("add"), dot, l3_b); auto gemm1 = mm->add_instruction(migraphx::make_op("dot"), a, b);
auto scale = mm->add_instruction(migraphx::make_op("mul"), gemm1, eight);
auto bias = mm->add_instruction(migraphx::make_op("add"), scale, zero);
auto softmax = mm->add_instruction(migraphx::make_op("softmax", {{"axis", 3}}), bias);
auto gemm2 = mm->add_instruction(migraphx::make_op("dot"), softmax, b1);
mm->add_instruction(migraphx::make_op("relu"), gemm2);
return p; return p;
} }
}; };
...@@ -27,14 +27,19 @@ ...@@ -27,14 +27,19 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
struct test_abs : verify_program<test_abs> template <migraphx::shape::type_t DType>
struct test_abs : verify_program<test_abs<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
auto x = mm->add_parameter("x", migraphx::shape{migraphx::shape::float_type, {4, 3, 3, 3}}); auto x = mm->add_parameter("x", migraphx::shape{DType, {4, 3, 3, 3}});
mm->add_instruction(migraphx::make_op("abs"), x); mm->add_instruction(migraphx::make_op("abs"), x);
return p; return p;
} }
}; };
template struct test_abs<migraphx::shape::fp8e4m3fnuz_type>;
template struct test_abs<migraphx::shape::half_type>;
template struct test_abs<migraphx::shape::float_type>;
...@@ -27,15 +27,20 @@ ...@@ -27,15 +27,20 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
struct test_acos : verify_program<test_acos> template <migraphx::shape::type_t DType>
struct test_acos : verify_program<test_acos<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape s{migraphx::shape::float_type, {16}}; migraphx::shape s{DType, {16}};
auto x = mm->add_parameter("x", s); auto x = mm->add_parameter("x", s);
mm->add_instruction(migraphx::make_op("acos"), x); mm->add_instruction(migraphx::make_op("acos"), x);
return p; return p;
} }
}; };
template struct test_acos<migraphx::shape::fp8e4m3fnuz_type>;
template struct test_acos<migraphx::shape::half_type>;
template struct test_acos<migraphx::shape::float_type>;
...@@ -23,20 +23,23 @@ ...@@ -23,20 +23,23 @@
*/ */
#include "verify_program.hpp" #include "verify_program.hpp"
#include <migraphx/literal.hpp>
#include <migraphx/program.hpp> #include <migraphx/program.hpp>
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
struct test_acosh : verify_program<test_acosh> template <typename CType>
struct test_acosh : verify_program<test_acosh<CType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape s{migraphx::shape::float_type, {16}}; migraphx::shape::type_t dtype = migraphx::shape::get_type<CType>();
migraphx::shape s{dtype, {16}};
auto x = mm->add_parameter("x", s); auto x = mm->add_parameter("x", s);
auto min_val = mm->add_literal(1.1f); auto min_val = mm->add_literal(migraphx::literal{migraphx::shape{dtype}, {1.1f}});
auto max_val = mm->add_literal(100.0f); auto max_val = mm->add_literal(migraphx::literal{migraphx::shape{dtype}, {100.0f}});
min_val = min_val =
mm->add_instruction(migraphx::make_op("multibroadcast", {{"out_lens", {16}}}), min_val); mm->add_instruction(migraphx::make_op("multibroadcast", {{"out_lens", {16}}}), min_val);
max_val = max_val =
...@@ -46,3 +49,7 @@ struct test_acosh : verify_program<test_acosh> ...@@ -46,3 +49,7 @@ struct test_acosh : verify_program<test_acosh>
return p; return p;
} }
}; };
template struct test_acosh<float>;
template struct test_acosh<migraphx::half>;
template struct test_acosh<migraphx::fp8::fp8e4m3fnuz>;
...@@ -27,16 +27,21 @@ ...@@ -27,16 +27,21 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
struct test_add : verify_program<test_add> template <migraphx::shape::type_t DType>
struct test_add : verify_program<test_add<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape s{migraphx::shape::float_type, {3}}; migraphx::shape s{DType, {8}};
auto x = mm->add_parameter("x", s); auto x = mm->add_parameter("x", s);
auto y = mm->add_parameter("y", s); auto y = mm->add_parameter("y", s);
mm->add_instruction(migraphx::make_op("add"), x, y); mm->add_instruction(migraphx::make_op("add"), x, y);
return p; return p;
} }
}; };
template struct test_add<migraphx::shape::fp8e4m3fnuz_type>;
template struct test_add<migraphx::shape::half_type>;
template struct test_add<migraphx::shape::float_type>;
...@@ -29,14 +29,14 @@ ...@@ -29,14 +29,14 @@
#include <migraphx/op/argmax.hpp> #include <migraphx/op/argmax.hpp>
#include <migraphx/op/argmin.hpp> #include <migraphx/op/argmin.hpp>
template <class T, int Axis, bool LastIndex, int NonStdShape> template <class T, migraphx::shape::type_t DType, int Axis, bool LastIndex, int NonStdShape>
struct test_arg_ops : verify_program<test_arg_ops<T, Axis, LastIndex, NonStdShape>> struct test_arg_ops : verify_program<test_arg_ops<T, DType, Axis, LastIndex, NonStdShape>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape s{migraphx::shape::float_type, {2, 1, 4, 1025}}; migraphx::shape s{DType, {2, 1, 4, 1025}};
auto param = mm->add_parameter("data", s); auto param = mm->add_parameter("data", s);
switch(NonStdShape) switch(NonStdShape)
{ {
...@@ -59,106 +59,211 @@ struct test_arg_ops : verify_program<test_arg_ops<T, Axis, LastIndex, NonStdShap ...@@ -59,106 +59,211 @@ struct test_arg_ops : verify_program<test_arg_ops<T, Axis, LastIndex, NonStdShap
} }
}; };
// transpose argmax tests // transpose argmax tests
template struct test_arg_ops<migraphx::op::argmax, 0, true, 0>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 0, true, 0>;
template struct test_arg_ops<migraphx::op::argmax, 0, false, 0>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 0, false, 0>;
template struct test_arg_ops<migraphx::op::argmax, 1, true, 0>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 1, true, 0>;
template struct test_arg_ops<migraphx::op::argmax, 1, false, 0>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 1, false, 0>;
template struct test_arg_ops<migraphx::op::argmax, 2, true, 0>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 2, true, 0>;
template struct test_arg_ops<migraphx::op::argmax, 2, false, 0>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 2, false, 0>;
template struct test_arg_ops<migraphx::op::argmax, 3, true, 0>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 3, true, 0>;
template struct test_arg_ops<migraphx::op::argmax, 3, false, 0>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 3, false, 0>;
template struct test_arg_ops<migraphx::op::argmax, -1, true, 0>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, -1, true, 0>;
template struct test_arg_ops<migraphx::op::argmax, -1, false, 0>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, -1, false, 0>;
template struct test_arg_ops<migraphx::op::argmax, -2, true, 0>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, -2, true, 0>;
template struct test_arg_ops<migraphx::op::argmax, -2, false, 0>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, -2, false, 0>;
// transpose argmin tests // transpose argmin tests
template struct test_arg_ops<migraphx::op::argmin, 0, true, 0>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 0, true, 0>;
template struct test_arg_ops<migraphx::op::argmin, 0, false, 0>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 0, false, 0>;
template struct test_arg_ops<migraphx::op::argmin, 1, true, 0>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 1, true, 0>;
template struct test_arg_ops<migraphx::op::argmin, 1, false, 0>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 1, false, 0>;
template struct test_arg_ops<migraphx::op::argmin, 2, true, 0>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 2, true, 0>;
template struct test_arg_ops<migraphx::op::argmin, 2, false, 0>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 2, false, 0>;
template struct test_arg_ops<migraphx::op::argmin, 3, true, 0>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 3, true, 0>;
template struct test_arg_ops<migraphx::op::argmin, 3, false, 0>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 3, false, 0>;
template struct test_arg_ops<migraphx::op::argmin, -3, true, 0>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, -3, true, 0>;
template struct test_arg_ops<migraphx::op::argmin, -3, false, 0>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, -3, false, 0>;
template struct test_arg_ops<migraphx::op::argmin, -4, true, 0>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, -4, true, 0>;
template struct test_arg_ops<migraphx::op::argmin, -4, false, 0>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, -4, false, 0>;
// broadcast argmax tests // broadcast argmax tests
template struct test_arg_ops<migraphx::op::argmax, 0, true, 1>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 0, true, 1>;
template struct test_arg_ops<migraphx::op::argmax, 0, false, 1>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 0, false, 1>;
template struct test_arg_ops<migraphx::op::argmax, 1, true, 1>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 1, true, 1>;
template struct test_arg_ops<migraphx::op::argmax, 1, false, 1>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 1, false, 1>;
template struct test_arg_ops<migraphx::op::argmax, 2, true, 1>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 2, true, 1>;
template struct test_arg_ops<migraphx::op::argmax, 2, false, 1>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 2, false, 1>;
template struct test_arg_ops<migraphx::op::argmax, 3, true, 1>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 3, true, 1>;
template struct test_arg_ops<migraphx::op::argmax, 3, false, 1>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 3, false, 1>;
template struct test_arg_ops<migraphx::op::argmax, -1, true, 1>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, -1, true, 1>;
template struct test_arg_ops<migraphx::op::argmax, -1, false, 1>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, -1, false, 1>;
template struct test_arg_ops<migraphx::op::argmax, -2, true, 1>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, -2, true, 1>;
template struct test_arg_ops<migraphx::op::argmax, -2, false, 1>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, -2, false, 1>;
// broadcast argmin tests // broadcast argmin tests
template struct test_arg_ops<migraphx::op::argmin, 0, true, 1>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 0, true, 1>;
template struct test_arg_ops<migraphx::op::argmin, 0, false, 1>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 0, false, 1>;
template struct test_arg_ops<migraphx::op::argmin, 1, true, 1>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 1, true, 1>;
template struct test_arg_ops<migraphx::op::argmin, 1, false, 1>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 1, false, 1>;
template struct test_arg_ops<migraphx::op::argmin, 2, true, 1>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 2, true, 1>;
template struct test_arg_ops<migraphx::op::argmin, 2, false, 1>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 2, false, 1>;
template struct test_arg_ops<migraphx::op::argmin, 3, true, 1>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 3, true, 1>;
template struct test_arg_ops<migraphx::op::argmin, 3, false, 1>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 3, false, 1>;
template struct test_arg_ops<migraphx::op::argmin, -3, true, 1>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, -3, true, 1>;
template struct test_arg_ops<migraphx::op::argmin, -3, false, 1>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, -3, false, 1>;
template struct test_arg_ops<migraphx::op::argmin, -4, true, 1>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, -4, true, 1>;
template struct test_arg_ops<migraphx::op::argmin, -4, false, 1>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, -4, false, 1>;
// slice argmax tests // slice argmax tests
template struct test_arg_ops<migraphx::op::argmax, 0, true, 2>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 0, true, 2>;
template struct test_arg_ops<migraphx::op::argmax, 0, false, 2>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 0, false, 2>;
template struct test_arg_ops<migraphx::op::argmax, 1, true, 2>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 1, true, 2>;
template struct test_arg_ops<migraphx::op::argmax, 1, false, 2>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 1, false, 2>;
template struct test_arg_ops<migraphx::op::argmax, 2, true, 2>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 2, true, 2>;
template struct test_arg_ops<migraphx::op::argmax, 2, false, 2>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 2, false, 2>;
template struct test_arg_ops<migraphx::op::argmax, 3, true, 2>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 3, true, 2>;
template struct test_arg_ops<migraphx::op::argmax, 3, false, 2>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 3, false, 2>;
template struct test_arg_ops<migraphx::op::argmax, -1, true, 2>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, -1, true, 2>;
template struct test_arg_ops<migraphx::op::argmax, -1, false, 2>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, -1, false, 2>;
template struct test_arg_ops<migraphx::op::argmax, -2, true, 2>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, -2, true, 2>;
template struct test_arg_ops<migraphx::op::argmax, -2, false, 2>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, -2, false, 2>;
// slice argmin tests // slice argmin tests
template struct test_arg_ops<migraphx::op::argmin, 0, true, 2>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 0, true, 2>;
template struct test_arg_ops<migraphx::op::argmin, 0, false, 2>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 0, false, 2>;
template struct test_arg_ops<migraphx::op::argmin, 1, true, 2>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 1, true, 2>;
template struct test_arg_ops<migraphx::op::argmin, 1, false, 2>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 1, false, 2>;
template struct test_arg_ops<migraphx::op::argmin, 2, true, 2>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 2, true, 2>;
template struct test_arg_ops<migraphx::op::argmin, 2, false, 2>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 2, false, 2>;
template struct test_arg_ops<migraphx::op::argmin, 3, true, 2>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 3, true, 2>;
template struct test_arg_ops<migraphx::op::argmin, 3, false, 2>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 3, false, 2>;
template struct test_arg_ops<migraphx::op::argmin, -3, true, 2>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, -3, true, 2>;
template struct test_arg_ops<migraphx::op::argmin, -3, false, 2>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, -3, false, 2>;
template struct test_arg_ops<migraphx::op::argmin, -4, true, 2>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, -4, true, 2>;
template struct test_arg_ops<migraphx::op::argmin, -4, false, 2>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, -4, false, 2>;
// default case, standard shape argmax tests // default case, standard shape argmax tests
template struct test_arg_ops<migraphx::op::argmax, 0, true, 3>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 0, true, 3>;
template struct test_arg_ops<migraphx::op::argmax, 0, false, 3>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 0, false, 3>;
template struct test_arg_ops<migraphx::op::argmax, 1, true, 3>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 1, true, 3>;
template struct test_arg_ops<migraphx::op::argmax, 1, false, 3>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 1, false, 3>;
template struct test_arg_ops<migraphx::op::argmax, 2, true, 3>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 2, true, 3>;
template struct test_arg_ops<migraphx::op::argmax, 2, false, 3>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 2, false, 3>;
template struct test_arg_ops<migraphx::op::argmax, 3, true, 3>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 3, true, 3>;
template struct test_arg_ops<migraphx::op::argmax, 3, false, 3>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, 3, false, 3>;
template struct test_arg_ops<migraphx::op::argmax, -1, true, 3>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, -1, true, 3>;
template struct test_arg_ops<migraphx::op::argmax, -1, false, 3>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, -1, false, 3>;
template struct test_arg_ops<migraphx::op::argmax, -2, true, 3>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, -2, true, 3>;
template struct test_arg_ops<migraphx::op::argmax, -2, false, 3>; template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::float_type, -2, false, 3>;
// default case, standard shape argmin tests // default case, standard shape argmin tests
template struct test_arg_ops<migraphx::op::argmin, 0, true, 3>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 0, true, 3>;
template struct test_arg_ops<migraphx::op::argmin, 0, false, 3>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 0, false, 3>;
template struct test_arg_ops<migraphx::op::argmin, 1, true, 3>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 1, true, 3>;
template struct test_arg_ops<migraphx::op::argmin, 1, false, 3>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 1, false, 3>;
template struct test_arg_ops<migraphx::op::argmin, 2, true, 3>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 2, true, 3>;
template struct test_arg_ops<migraphx::op::argmin, 2, false, 3>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 2, false, 3>;
template struct test_arg_ops<migraphx::op::argmin, 3, true, 3>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 3, true, 3>;
template struct test_arg_ops<migraphx::op::argmin, 3, false, 3>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, 3, false, 3>;
template struct test_arg_ops<migraphx::op::argmin, -3, true, 3>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, -3, true, 3>;
template struct test_arg_ops<migraphx::op::argmin, -3, false, 3>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, -3, false, 3>;
template struct test_arg_ops<migraphx::op::argmin, -4, true, 3>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, -4, true, 3>;
template struct test_arg_ops<migraphx::op::argmin, -4, false, 3>; template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::float_type, -4, false, 3>;
// transpose argmax tests
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 0, true, 0>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 0, false, 0>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 1, true, 0>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 1, false, 0>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 2, true, 0>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 2, false, 0>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 3, true, 0>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 3, false, 0>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, -1, true, 0>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, -1, false, 0>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, -2, true, 0>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, -2, false, 0>;
// transpose argmin tests
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 0, true, 0>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 0, false, 0>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 1, true, 0>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 1, false, 0>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 2, true, 0>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 2, false, 0>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 3, true, 0>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 3, false, 0>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, -3, true, 0>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, -3, false, 0>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, -4, true, 0>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, -4, false, 0>;
// broadcast argmax tests
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 0, true, 1>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 0, false, 1>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 1, true, 1>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 1, false, 1>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 2, true, 1>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 2, false, 1>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 3, true, 1>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 3, false, 1>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, -1, true, 1>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, -1, false, 1>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, -2, true, 1>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, -2, false, 1>;
// broadcast argmin tests
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 0, true, 1>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 0, false, 1>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 1, true, 1>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 1, false, 1>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 2, true, 1>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 2, false, 1>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 3, true, 1>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 3, false, 1>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, -3, true, 1>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, -3, false, 1>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, -4, true, 1>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, -4, false, 1>;
// slice argmax tests
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 0, true, 2>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 0, false, 2>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 1, true, 2>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 1, false, 2>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 2, true, 2>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 2, false, 2>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 3, true, 2>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 3, false, 2>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, -1, true, 2>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, -1, false, 2>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, -2, true, 2>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, -2, false, 2>;
// slice argmin tests
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 0, true, 2>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 0, false, 2>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 1, true, 2>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 1, false, 2>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 2, true, 2>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 2, false, 2>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 3, true, 2>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 3, false, 2>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, -3, true, 2>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, -3, false, 2>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, -4, true, 2>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, -4, false, 2>;
// default case, standard shape argmax tests
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 0, true, 3>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 0, false, 3>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 1, true, 3>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 1, false, 3>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 2, true, 3>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 2, false, 3>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 3, true, 3>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, 3, false, 3>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, -1, true, 3>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, -1, false, 3>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, -2, true, 3>;
template struct test_arg_ops<migraphx::op::argmax, migraphx::shape::fp8e4m3fnuz_type, -2, false, 3>;
// default case, standard shape argmin tests
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 0, true, 3>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 0, false, 3>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 1, true, 3>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 1, false, 3>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 2, true, 3>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 2, false, 3>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 3, true, 3>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, 3, false, 3>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, -3, true, 3>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, -3, false, 3>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, -4, true, 3>;
template struct test_arg_ops<migraphx::op::argmin, migraphx::shape::fp8e4m3fnuz_type, -4, false, 3>;
...@@ -27,15 +27,20 @@ ...@@ -27,15 +27,20 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
struct test_asin : verify_program<test_asin> template <migraphx::shape::type_t DType>
struct test_asin : verify_program<test_asin<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape s{migraphx::shape::float_type, {16}}; migraphx::shape s{DType, {16}};
auto x = mm->add_parameter("x", s); auto x = mm->add_parameter("x", s);
mm->add_instruction(migraphx::make_op("asin"), x); mm->add_instruction(migraphx::make_op("asin"), x);
return p; return p;
} }
}; };
template struct test_asin<migraphx::shape::float_type>;
template struct test_asin<migraphx::shape::half_type>;
template struct test_asin<migraphx::shape::fp8e4m3fnuz_type>;
...@@ -27,15 +27,20 @@ ...@@ -27,15 +27,20 @@
#include <migraphx/generate.hpp> #include <migraphx/generate.hpp>
#include <migraphx/make_op.hpp> #include <migraphx/make_op.hpp>
struct test_asinh : verify_program<test_asinh> template <migraphx::shape::type_t DType>
struct test_asinh : verify_program<test_asinh<DType>>
{ {
migraphx::program create_program() const migraphx::program create_program() const
{ {
migraphx::program p; migraphx::program p;
auto* mm = p.get_main_module(); auto* mm = p.get_main_module();
migraphx::shape s{migraphx::shape::float_type, {16}}; migraphx::shape s{DType, {16}};
auto x = mm->add_parameter("x", s); auto x = mm->add_parameter("x", s);
mm->add_instruction(migraphx::make_op("asinh"), x); mm->add_instruction(migraphx::make_op("asinh"), x);
return p; return p;
} }
}; };
template struct test_asinh<migraphx::shape::float_type>;
template struct test_asinh<migraphx::shape::half_type>;
template struct test_asinh<migraphx::shape::fp8e4m3fnuz_type>;
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment