Commit 45b7e94f authored by Hongkun Yu's avatar Hongkun Yu Committed by A. Unique TensorFlower
Browse files

Internal change

PiperOrigin-RevId: 348486573
parent 10939e58
...@@ -77,6 +77,9 @@ class QuestionAnsweringTask(base_task.Task): ...@@ -77,6 +77,9 @@ class QuestionAnsweringTask(base_task.Task):
def __init__(self, params: cfg.TaskConfig, logging_dir=None, name=None): def __init__(self, params: cfg.TaskConfig, logging_dir=None, name=None):
super().__init__(params, logging_dir, name=name) super().__init__(params, logging_dir, name=name)
if params.validation_data is None:
return
if params.validation_data.tokenization == 'WordPiece': if params.validation_data.tokenization == 'WordPiece':
self.squad_lib = squad_lib_wp self.squad_lib = squad_lib_wp
elif params.validation_data.tokenization == 'SentencePiece': elif params.validation_data.tokenization == 'SentencePiece':
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment