Merge branch 'thres_tole' into verify-plus

src/include/migraphx/verify.hpp

@@ -33,7 +33,9 @@
 
 #include <migraphx/float_equal.hpp>
 #include <migraphx/config.hpp>
+#include <migraphx/env.hpp>
 
+MIGRAPHX_DECLARE_ENV_VAR(MIGRAPHX_VERIFY_ENABLE_ALLCLOSE)
 namespace migraphx {
 inline namespace MIGRAPHX_INLINE_NS {
 namespace verify {
@@ -263,11 +265,15 @@ bool verify_range_with_tolerance(const R1& r1,
                                  double* out_rms_error = nullptr)
 {
     auto rms_error = rms_range(r1, r2.data());
-    // disable ewise_verify for now, it requires lot of tests to be fixed
-    // auto ewise_verify = allclose(r1, r2.data(), tols);
+    // disable ewise_verify by default for now, it requires lot of tests to be fixed
+    bool ewise_verify = true;
+    if(enabled(MIGRAPHX_VERIFY_ENABLE_ALLCLOSE{}))
+    {
+        ewise_verify = allclose(r1, r2.data(), tols);
+    }
     if(out_rms_error != nullptr)
         *out_rms_error = rms_error;
-    return rms_error <= tols.rms_tol;
+    return rms_error <= tols.rms_tol and ewise_verify;
 }
 
 // expected argument should be passed as second, but if it is passed as the first by mistake then