"git@developer.sourcefind.cn:chenpangpang/transformers.git" did not exist on "bfeaae2235a8437ff1e80c9fc8c51b25ed21dcf5"
Unverified Commit d7fd1056 authored by 雷打不动!'s avatar 雷打不动! Committed by GitHub
Browse files

Update modeling_bert.py

parent 44dd941e
...@@ -222,7 +222,7 @@ class BertConfig(PretrainedConfig): ...@@ -222,7 +222,7 @@ class BertConfig(PretrainedConfig):
try: try:
from apex.normalization.fused_layer_norm import FusedLayerNorm as BertLayerNorm from apex.normalization.fused_layer_norm import FusedLayerNorm as BertLayerNorm
except ImportError: except (ImportError, AttributeError) as e:
logger.info("Better speed can be achieved with apex installed from https://www.github.com/nvidia/apex .") logger.info("Better speed can be achieved with apex installed from https://www.github.com/nvidia/apex .")
class BertLayerNorm(nn.Module): class BertLayerNorm(nn.Module):
def __init__(self, hidden_size, eps=1e-12): def __init__(self, hidden_size, eps=1e-12):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment