Commit bc6bf2f4 authored by André Susano Pinto's avatar André Susano Pinto Committed by A. Unique TensorFlower
Browse files

Create output directories for finetuning data preparation if they don't exist.

This time also cover squad type tasks.

PiperOrigin-RevId: 308519331
parent d7a44150
...@@ -23,6 +23,7 @@ import collections ...@@ -23,6 +23,7 @@ import collections
import copy import copy
import json import json
import math import math
import os
import six import six
from absl import logging from absl import logging
...@@ -108,6 +109,7 @@ class FeatureWriter(object): ...@@ -108,6 +109,7 @@ class FeatureWriter(object):
self.filename = filename self.filename = filename
self.is_training = is_training self.is_training = is_training
self.num_features = 0 self.num_features = 0
tf.io.gfile.makedirs(os.path.dirname(filename))
self._writer = tf.io.TFRecordWriter(filename) self._writer = tf.io.TFRecordWriter(filename)
def process_feature(self, feature): def process_feature(self, feature):
......
...@@ -26,6 +26,7 @@ import collections ...@@ -26,6 +26,7 @@ import collections
import copy import copy
import json import json
import math import math
import os
from absl import logging from absl import logging
import numpy as np import numpy as np
import tensorflow as tf import tensorflow as tf
...@@ -819,6 +820,7 @@ class FeatureWriter(object): ...@@ -819,6 +820,7 @@ class FeatureWriter(object):
self.filename = filename self.filename = filename
self.is_training = is_training self.is_training = is_training
self.num_features = 0 self.num_features = 0
tf.io.gfile.makedirs(os.path.dirname(filename))
self._writer = tf.io.TFRecordWriter(filename) self._writer = tf.io.TFRecordWriter(filename)
def process_feature(self, feature): def process_feature(self, feature):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment