Register all operators in migraphx (#604)

* Register ops for main migraphx

* Formatting

* Register cpu ops

* Formatting

* Show list of operators in the driver

* Formatting

* Simplify regiter

* Try to register gpu ops

* Fix compiler errors

* Register rest of the gpu operators

* Add some tests

* Formatting

* Fix gcc compiler warnings

* Formatting

* Fix tidy warnings

* Fix compile error

* Use correct op name

* Register layer norm

* Use const ref

* Make run const

src/targets/gpu/include/migraphx/gpu/argmax.hpp

 #ifndef MIGRAPHX_GUARD_RTGLIB_ARGMAX_HPP
 #define MIGRAPHX_GUARD_RTGLIB_ARGMAX_HPP
 
-#include <migraphx/shape.hpp>
+#include <migraphx/argument.hpp>
+#include <migraphx/reflect.hpp>
 #include <migraphx/op/argmax.hpp>
 #include <migraphx/gpu/device/argmax.hpp>
 

src/targets/gpu/include/migraphx/gpu/argmin.hpp

 #ifndef MIGRAPHX_GUARD_RTGLIB_ARGMIN_HPP
 #define MIGRAPHX_GUARD_RTGLIB_ARGMIN_HPP
 
-#include <migraphx/shape.hpp>
+#include <migraphx/argument.hpp>
+#include <migraphx/reflect.hpp>
 #include <migraphx/op/argmin.hpp>
 #include <migraphx/gpu/device/argmin.hpp>
 

src/targets/gpu/include/migraphx/gpu/batchnorm.hpp → src/targets/gpu/include/migraphx/gpu/batch_norm_inference.hpp

 #ifndef MIGRAPHX_GUARD_RTGLIB_BATCHNORM_HPP
 #define MIGRAPHX_GUARD_RTGLIB_BATCHNORM_HPP
 
-#include <migraphx/shape.hpp>
-#include <migraphx/op/batch_norm.hpp>
+#include <migraphx/argument.hpp>
+#include <migraphx/op/batch_norm_inference.hpp>
+#include <migraphx/reflect.hpp>
 
 namespace migraphx {
 inline namespace MIGRAPHX_INLINE_NS {

src/targets/gpu/include/migraphx/gpu/clip.hpp

 #ifndef MIGRAPHX_GUARD_RTGLIB_CLIP_HPP
 #define MIGRAPHX_GUARD_RTGLIB_CLIP_HPP
 
-#include <migraphx/shape.hpp>
+#include <migraphx/argument.hpp>
+#include <migraphx/reflect.hpp>
 #include <migraphx/op/clip.hpp>
 
 namespace migraphx {

src/targets/gpu/include/migraphx/gpu/concat.hpp

 #ifndef MIGRAPHX_GUARD_RTGLIB_CONCAT_HPP
 #define MIGRAPHX_GUARD_RTGLIB_CONCAT_HPP
 
-#include <migraphx/shape.hpp>
+#include <migraphx/argument.hpp>
+#include <migraphx/reflect.hpp>
 #include <migraphx/op/concat.hpp>
 
 namespace migraphx {

src/targets/gpu/include/migraphx/gpu/concat_gpu_opt.hpp

@@ -2,6 +2,7 @@
 #define MIGRAPHX_GUARD_RTGLIB_CONCAT_GPU_OPT_HPP
 
 #include <migraphx/gpu/concat.hpp>
+#include <migraphx/operation.hpp>
 
 namespace migraphx {
 namespace gpu {

src/targets/gpu/include/migraphx/gpu/context.hpp

 #ifndef MIGRAPHX_GUARD_RTGLIB_CONTEXT_HPP
 #define MIGRAPHX_GUARD_RTGLIB_CONTEXT_HPP
 
+#include <migraphx/context.hpp>
 #include <migraphx/gpu/miopen.hpp>
 #include <migraphx/gpu/rocblas.hpp>
 #include <migraphx/gpu/hip.hpp>

src/targets/gpu/include/migraphx/gpu/convert.hpp

 #ifndef MIGRAPHX_GUARD_RTGLIB_CONVERT_HPP
 #define MIGRAPHX_GUARD_RTGLIB_CONVERT_HPP
 
-#include <migraphx/shape.hpp>
+#include <migraphx/argument.hpp>
+#include <migraphx/reflect.hpp>
 #include <migraphx/op/convert.hpp>
 
 namespace migraphx {

src/targets/gpu/include/migraphx/gpu/gather.hpp

 #ifndef MIGRAPHX_GUARD_RTGLIB_GATHER_HPP
 #define MIGRAPHX_GUARD_RTGLIB_GATHER_HPP
 
-#include <migraphx/shape.hpp>
+#include <migraphx/argument.hpp>
+#include <migraphx/reflect.hpp>
 #include <migraphx/op/gather.hpp>
 #include <migraphx/gpu/miopen.hpp>
 

src/targets/gpu/include/migraphx/gpu/gemm.hpp

@@ -2,6 +2,7 @@
 #define MIGRAPHX_GUARD_RTGLIB_GPU_GEMM_HPP
 
 #include <migraphx/shape.hpp>
+#include <migraphx/reflect.hpp>
 #include <migraphx/gpu/context.hpp>
 #include <migraphx/gpu/gemm_impl.hpp>
 #include <migraphx/op/quant_dot.hpp>

src/targets/gpu/include/migraphx/gpu/hip.hpp

@@ -5,6 +5,7 @@
 #include <migraphx/argument.hpp>
 #include <migraphx/literal.hpp>
 #include <migraphx/check_shapes.hpp>
+#include <migraphx/functional.hpp>
 #include <utility>
 
 namespace migraphx {

src/targets/gpu/include/migraphx/gpu/miopen.hpp

@@ -2,6 +2,7 @@
 #define MIGRAPHX_GUARD_MIGRAPHLIB_MIOPEN_HPP
 
 #include <migraphx/manage_ptr.hpp>
+#include <migraphx/functional.hpp>
 #include <migraphx/op/convolution.hpp>
 #include <migraphx/op/pooling.hpp>
 #include <migraphx/op/lrn.hpp>

src/targets/gpu/include/migraphx/gpu/pad.hpp

 #ifndef MIGRAPHX_GUARD_RTGLIB_PAD_HPP
 #define MIGRAPHX_GUARD_RTGLIB_PAD_HPP
 
-#include <migraphx/shape.hpp>
+#include <migraphx/argument.hpp>
+#include <migraphx/reflect.hpp>
 #include <migraphx/op/pad.hpp>
 
 namespace migraphx {

src/targets/gpu/include/migraphx/gpu/pooling.hpp

 #ifndef MIGRAPHX_GUARD_RTGLIB_POOLING_HPP
 #define MIGRAPHX_GUARD_RTGLIB_POOLING_HPP
 
-#include <migraphx/shape.hpp>
+#include <migraphx/argument.hpp>
+#include <migraphx/reflect.hpp>
 #include <migraphx/op/pooling.hpp>
 #include <migraphx/gpu/miopen.hpp>
 

src/targets/gpu/include/migraphx/gpu/reduce_op.hpp

@@ -4,6 +4,7 @@
 #include <migraphx/gpu/name.hpp>
 #include <migraphx/gpu/hip.hpp>
 #include <migraphx/gpu/context.hpp>
+#include <migraphx/reflect.hpp>
 #include <migraphx/shape.hpp>
 #include <migraphx/argument.hpp>
 #include <migraphx/config.hpp>

src/targets/gpu/include/migraphx/gpu/rnn_variable_seq_lens.hpp

 #ifndef MIGRAPHX_GUARD_RTGLIB_RNN_VARIABLE_SEQ_LENS_HPP
 #define MIGRAPHX_GUARD_RTGLIB_RNN_VARIABLE_SEQ_LENS_HPP
 
-#include <migraphx/shape.hpp>
+#include <migraphx/argument.hpp>
+#include <migraphx/reflect.hpp>
 #include <migraphx/gpu/context.hpp>
 #include <migraphx/op/rnn_variable_seq_lens.hpp>
 #include <migraphx/op/rnn_var_sl_last_output.hpp>

src/targets/gpu/lowering.cpp

@@ -48,7 +48,7 @@
 #include <migraphx/gpu/mul.hpp>
 #include <migraphx/gpu/max.hpp>
 #include <migraphx/gpu/min.hpp>
-#include <migraphx/gpu/batchnorm.hpp>
+#include <migraphx/gpu/batch_norm_inference.hpp>
 #include <migraphx/gpu/pooling.hpp>
 #include <migraphx/gpu/gemm.hpp>
 #include <migraphx/gpu/concat.hpp>

src/targets/gpu/schedule_model.cpp

 #include <migraphx/gpu/schedule_model.hpp>
 #include <migraphx/gpu/context.hpp>
+#include <migraphx/register_op.hpp>
 #include <migraphx/program.hpp>
 #include <migraphx/instruction.hpp>
 #include <migraphx/operation.hpp>
@@ -68,6 +69,10 @@ struct set_stream
     void finalize(context& ctx, const shape&, const std::vector<shape>&) { ctx.set_stream(stream); }
 };
 
+MIGRAPHX_REGISTER_OP(record_event)
+MIGRAPHX_REGISTER_OP(wait_event)
+MIGRAPHX_REGISTER_OP(set_stream)
+
 std::size_t schedule_model::concurrency() const { return streams; }
 void schedule_model::sched(program& p, instruction_ref ins, std::size_t n) const
 {

test/cpu_rnn_ops_test.cpp

@@ -6,7 +6,7 @@
 #include <migraphx/op/lstm.hpp>
 #include <migraphx/op/rnn_last_hs_output.hpp>
 #include <migraphx/op/rnn_last_cell_output.hpp>
-#include <migraphx/op/abnormal_ops.hpp>
+#include <migraphx/op/undefined.hpp>
 #include <migraphx/op/concat.hpp>
 #include <migraphx/instruction.hpp>
 #include <migraphx/cpu/target.hpp>

test/dead_code_elimination_test.cpp

 #include <migraphx/dead_code_elimination.hpp>
 #include <migraphx/pass_manager.hpp>
 #include <basic_ops.hpp>
-#include <migraphx/op/abnormal_ops.hpp>
+#include <migraphx/op/undefined.hpp>
 #include <migraphx/op/add.hpp>
 #include <migraphx/op/identity.hpp>
 #include <test.hpp>