integration.py 2.35 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ==============================================================================
Hongkun Yu's avatar
Hongkun Yu committed
15
"""Helper code to run complete models from within python."""
16
17
18
19
20
21
22
23

from __future__ import absolute_import
from __future__ import division
from __future__ import print_function

import os
import shutil
import sys
24
import tempfile
25

26
from absl import flags
27
from absl.testing import flagsaver
28
29
30

from official.utils.flags import core as flags_core

31

32
@flagsaver.flagsaver
Hongkun Yu's avatar
Hongkun Yu committed
33
34
35
36
37
def run_synthetic(main,
                  tmp_root,
                  extra_flags=None,
                  synth=True,
                  train_epochs=1,
38
                  epochs_between_evals=1):
39
40
41
42
43
44
  """Performs a minimal run of a model.

    This function is intended to test for syntax errors throughout a model. A
  very limited run is performed using synthetic data.

  Args:
Karmel Allison's avatar
Karmel Allison committed
45
    main: The primary function used to exercise a code path. Generally this
46
      function is "<MODULE>.main(argv)".
47
    tmp_root: Root path for the temp directory created by the test class.
Karmel Allison's avatar
Karmel Allison committed
48
    extra_flags: Additional flags passed by the caller of this function.
49
    synth: Use synthetic data.
50
51
    train_epochs: Value of the --train_epochs flag.
    epochs_between_evals: Value of the --epochs_between_evals flag.
52
53
54
55
  """

  extra_flags = [] if extra_flags is None else extra_flags

56
  model_dir = tempfile.mkdtemp(dir=tmp_root)
57

58
  args = [sys.argv[0], "--model_dir", model_dir] + extra_flags
59
60
61
62

  if synth:
    args.append("--use_synthetic_data")

63
64
65
66
67
68
  if train_epochs is not None:
    args.extend(["--train_epochs", str(train_epochs)])

  if epochs_between_evals is not None:
    args.extend(["--epochs_between_evals", str(epochs_between_evals)])

69
  try:
70
71
    flags_core.parse_flags(argv=args)
    main(flags.FLAGS)
72
73
74
  finally:
    if os.path.exists(model_dir):
      shutil.rmtree(model_dir)