eval.proto 3.56 KB
Newer Older
1
2
3
4
5
6
syntax = "proto2";

package object_detection.protos;

// Message for configuring DetectionModel evaluation jobs (eval.py).
message EvalConfig {
7
  optional uint32 batch_size = 25 [default = 1];
8
  // Number of visualization images to generate.
9
  optional uint32 num_visualizations = 1 [default = 10];
10
11

  // Number of examples to process of evaluation.
12
  optional uint32 num_examples = 2 [default = 5000, deprecated = true];
13
14

  // How often to run evaluation.
15
  optional uint32 eval_interval_secs = 3 [default = 300];
16
17

  // Maximum number of times to run evaluation. If set to 0, will run forever.
18
  optional uint32 max_evals = 4 [default = 0, deprecated = true];
19
20

  // Whether the TensorFlow graph used for evaluation should be saved to disk.
21
  optional bool save_graph = 5 [default = false];
22
23
24

  // Path to directory to store visualizations in. If empty, visualization
  // images are not exported (only shown on Tensorboard).
25
  optional string visualization_export_dir = 6 [default = ""];
26
27

  // BNS name of the TensorFlow master.
28
  optional string eval_master = 7 [default = ""];
29

30
31
  // Type of metrics to use for evaluation.
  repeated string metrics_set = 8;
32
33

  // Path to export detections to COCO compatible JSON format.
34
  optional string export_path = 9 [default =''];
35
36
37

  // Option to not read groundtruth labels and only export detections to
  // COCO-compatible JSON file.
38
  optional bool ignore_groundtruth = 10 [default = false];
39
40

  // Use exponential moving averages of variables for evaluation.
41
42
  // TODO(rathodv): When this is false make sure the model is constructed
  // without moving averages in restore_fn.
43
  optional bool use_moving_averages = 11 [default = false];
44
45

  // Whether to evaluate instance masks.
Vivek Rathod's avatar
Vivek Rathod committed
46
47
  // Note that since there is no evaluation code currently for instance
  // segmenation this option is unused.
48
  optional bool eval_instance_masks = 12 [default = false];
49
50

  // Minimum score threshold for a detected object box to be visualized
51
  optional float min_score_threshold = 13 [default = 0.5];
52
53

  // Maximum number of detections to visualize
54
  optional int32 max_num_boxes_to_visualize = 14 [default = 20];
55
56
57
58

  // When drawing a single detection, each label is by default visualized as
  // <label name> : <label score>. One can skip the name or/and score using the
  // following fields:
59
60
  optional bool skip_scores = 15 [default = false];
  optional bool skip_labels = 16 [default = false];
61
62
63

  // Whether to show groundtruth boxes in addition to detected boxes in
  // visualizations.
64
  optional bool visualize_groundtruth_boxes = 17 [default = false];
65
66

  // Box color for visualizing groundtruth boxes.
67
  optional string groundtruth_box_visualization_color = 18 [default = "black"];
68
69
70

  // Whether to keep image identifier in filename when exported to
  // visualization_export_dir.
71
  optional bool keep_image_id_for_visualization_export = 19 [default = false];
72
73
74

  // Whether to retain original images (i.e. not pre-processed) in the tensor
  // dictionary, so that they can be displayed in Tensorboard.
75
  optional bool retain_original_images = 23 [default = true];
76
77

  // If True, additionally include per-category metrics.
78
  optional bool include_metrics_per_category = 24 [default = false];
79
80
81
82

  // Recall range within which precision should be computed.
  optional float recall_lower_bound = 26 [default = 0.0];
  optional float recall_upper_bound = 27 [default = 1.0];
83
84
85
86
87

  // Whether to retain additional channels (i.e. not pre-processed) in the
  // tensor dictionary, so that they can be displayed in Tensorboard.
  optional bool retain_original_image_additional_channels = 28
      [default = false];
88
}