Commit bc6bf2f4 authored by André Susano Pinto's avatar André Susano Pinto Committed by A. Unique TensorFlower
Browse files

Create output directories for finetuning data preparation if they don't exist.

This time also cover squad type tasks.

PiperOrigin-RevId: 308519331
parent d7a44150
......@@ -23,6 +23,7 @@ import collections
import copy
import json
import math
import os
import six
from absl import logging
......@@ -108,6 +109,7 @@ class FeatureWriter(object):
self.filename = filename
self.is_training = is_training
self.num_features = 0
tf.io.gfile.makedirs(os.path.dirname(filename))
self._writer = tf.io.TFRecordWriter(filename)
def process_feature(self, feature):
......
......@@ -26,6 +26,7 @@ import collections
import copy
import json
import math
import os
from absl import logging
import numpy as np
import tensorflow as tf
......@@ -819,6 +820,7 @@ class FeatureWriter(object):
self.filename = filename
self.is_training = is_training
self.num_features = 0
tf.io.gfile.makedirs(os.path.dirname(filename))
self._writer = tf.io.TFRecordWriter(filename)
def process_feature(self, feature):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment