"examples/base-modelfile-devopsengineer/README.md" did not exist on "767f9bdbbb6f2540a33b21ebc23c26526474b01d"
Commit 7ac267a8 authored by Ayush Dubey's avatar Ayush Dubey Committed by Toby Boyd
Browse files

Handle empty eval results in estimator_benchmark. (#6827)

* Delete accuracy if exists in eval results.

* get global_step only if it exists in eval results
parent bdae51af
...@@ -109,7 +109,7 @@ class EstimatorBenchmark(tf.test.Benchmark): ...@@ -109,7 +109,7 @@ class EstimatorBenchmark(tf.test.Benchmark):
'value': exp_per_sec}) 'value': exp_per_sec})
flags_str = flags_core.get_nondefault_flags_as_str() flags_str = flags_core.get_nondefault_flags_as_str()
self.report_benchmark( self.report_benchmark(
iters=eval_results['global_step'], iters=eval_results.get('global_step', None),
wall_time=wall_time_sec, wall_time=wall_time_sec,
metrics=metrics, metrics=metrics,
extras={'flags': flags_str}) extras={'flags': flags_str})
...@@ -309,8 +309,8 @@ class Resnet50EstimatorBenchmark(EstimatorBenchmark): ...@@ -309,8 +309,8 @@ class Resnet50EstimatorBenchmark(EstimatorBenchmark):
wall_time_sec = time.time() - start_time_sec wall_time_sec = time.time() - start_time_sec
print(stats) print(stats)
# Remove values to skip triggering accuracy check. # Remove values to skip triggering accuracy check.
del stats['eval_results']['accuracy'] stats['eval_results'].pop('accuracy', None)
del stats['eval_results']['accuracy_top_5'] stats['eval_results'].pop('accuracy_top_5', None)
self._report_benchmark(stats, self._report_benchmark(stats,
wall_time_sec) wall_time_sec)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment