Merge pull request #201 from InfiniTensor/issue/200_fix_add_swiglu_testcases

Issue/200/fix: Updata FP16 and FP32 Tolerance for Add and SwiGLU

test/infiniop/add.py

@@ -62,7 +62,8 @@ _TENSOR_DTYPES = [torch.float16, torch.float32]
 
 # Tolerance map for different data types
 _TOLERANCE_MAP = {
-    torch.float16: {"atol": 1e-4, "rtol": 1e-2},
+    torch.float16: {"atol": 1e-3, "rtol": 1e-3},
+    torch.float32: {"atol": 1e-7, "rtol": 1e-7},
 }
 
 DEBUG = False

test/infiniop/swiglu.py

@@ -61,7 +61,8 @@ _TENSOR_DTYPES = [torch.float16, torch.float32]
 
 # Tolerance map for different data types
 _TOLERANCE_MAP = {
-    torch.float16: {"atol": 1e-4, "rtol": 1e-2},
+    torch.float16: {"atol": 1e-3, "rtol": 1e-3},
+    torch.float32: {"atol": 2e-7, "rtol": 1e-7},
 }
 
 DEBUG = False