add gelu activation to fp32 list (#564)

5b29cc13 · Bram Vanroy · mcarilli · 95d6c007 · 5b29cc13
Commit 5b29cc13 authored Oct 23, 2019 by Bram Vanroy Committed by mcarilli Oct 23, 2019
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

apex/amp/lists/functional_overrides.py apex/amp/lists/functional_overrides.py +2 -1

No files found.
--- a/apex/amp/lists/functional_overrides.py
+++ b/apex/amp/lists/functional_overrides.py
@@ -37,7 +37,8 @@ FP32_FUNCS = [
    'softmin',
    'log_softmax',
    'softmax',
-
+    'gelu',
+    
    # Normalization
    'layer_norm',
    'group_norm',