Internal change

PiperOrigin-RevId: 422638136

official/nlp/bert/tokenization_test.py → official/nlp/tools/tokenization_test.py

@@ -18,7 +18,7 @@ import tempfile
 import six
 import tensorflow as tf
 
-from official.nlp.bert import tokenization
+from official.nlp.tools import tokenization
 
 
 class TokenizationTest(tf.test.TestCase):

official/nlp/xlnet/training_utils.py

@@ -21,7 +21,7 @@ from typing import Any, Callable, Dict, Optional, Text
 from absl import logging
 import tensorflow as tf
 
-from official.nlp.bert import model_training_utils
+from official.legacy.bert import model_training_utils
 from official.nlp.xlnet import data_utils
 
 # pytype: disable=attribute-error

official/projects/nhnet/raw_data_processor.py

@@ -22,8 +22,8 @@ import urllib.parse
 
 import tensorflow as tf
 
-from official.nlp.bert import tokenization
 from official.nlp.data import classifier_data_lib
+from official.nlp.tools import tokenization
 
 
 class RawDataProcessor(object):

official/projects/nhnet/utils.py

@@ -18,8 +18,8 @@ from typing import Optional, Text
 from absl import logging
 import tensorflow as tf
 
+from official.legacy.bert import configs
 from official.modeling.hyperparams import params_dict
-from official.nlp.bert import configs
 from official.projects.nhnet import configs as nhnet_configs