Merge branch 'dot-add' into bert-opt2

src/targets/gpu/fuse_ops.cpp

@@ -50,6 +50,7 @@
 #include <migraphx/array.hpp>
 #include <migraphx/make_op.hpp>
 #include <migraphx/op/clip.hpp>
+#include <migraphx/op/contiguous.hpp>
 #include <cmath>
 #include <set>
 
@@ -975,9 +976,8 @@ struct find_gemm_pointwise
     {
         return precompile_name("pointwise")(
             match::nargs(3),
-            match::all_of[match::inputs()](match::standard_shape()),
             match::either_arg(0, 1)(
-                match::any().bind("c"),
+                match::any_of(match::standard_shape(), match::is_constant()).bind("c"),
                 match::name("gpu::gemm")(match::nargs(3), match::used_once()).bind("gemm")));
     }
 
@@ -1053,6 +1053,14 @@ struct find_gemm_pointwise
                gemm, ins->module_inputs().front(), ins->inputs().front() == gemm_ins ? 0 : 1))
             return;
 
+        // const-fold input if not standard shape since rocblas can't handle it
+        if(not c_ins->get_shape().standard())
+        {
+            auto c = op::contiguous{};
+            auto l = c.compute(c.compute_shape({c_ins->get_shape()}), {c_ins->eval()});
+            c_ins  = m.add_literal(l.get_shape(), l.data());
+        }
+
         auto inputs = gemm_ins->inputs();
         inputs.pop_back();