"git@developer.sourcefind.cn:chenpangpang/transformers.git" did not exist on "572dcfd1db0bc18fbce8c14cef82de41fdae2465"
Unverified Commit f91ce0b8 authored by Bharat Raghunathan's avatar Bharat Raghunathan Committed by GitHub
Browse files

Make the hyperlink of NVIDIA Apex clickable

parent 7cc35c31
...@@ -217,7 +217,7 @@ class BertConfig(object): ...@@ -217,7 +217,7 @@ class BertConfig(object):
try: try:
from apex.normalization.fused_layer_norm import FusedLayerNorm as BertLayerNorm from apex.normalization.fused_layer_norm import FusedLayerNorm as BertLayerNorm
except ImportError: except ImportError:
logger.info("Better speed can be achieved with apex installed from https://www.github.com/nvidia/apex.") logger.info("Better speed can be achieved with apex installed from https://www.github.com/nvidia/apex .")
class BertLayerNorm(nn.Module): class BertLayerNorm(nn.Module):
def __init__(self, hidden_size, eps=1e-12): def __init__(self, hidden_size, eps=1e-12):
"""Construct a layernorm module in the TF style (epsilon inside the square root). """Construct a layernorm module in the TF style (epsilon inside the square root).
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment