Skip to content

GitLab

Commit 63dc27e8 authored by Myle Ott's avatar Myle Ott
Browse files

Flush non-TTY logging output after each log interval

parent 557b99d1
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 6 deletions
fairseq/progress_bar.py
View file @ 63dc27e8
...@@ -90,7 +90,7 @@ class json_progress_bar(progress_bar): ...@@ -90,7 +90,7 @@ class json_progress_bar(progress_bar):
self.log_interval is not None and i % self.log_interval == 0: self.log_interval is not None and i % self.log_interval == 0:
update = self.epoch + float(i / size) if self.epoch is not None else None update = self.epoch + float(i / size) if self.epoch is not None else None
stats = self._format_stats(self.stats, epoch=self.epoch, update=update) stats = self._format_stats(self.stats, epoch=self.epoch, update=update)
print("sweep_log: " + json.dumps(stats)) print("sweep_log: " + json.dumps(stats), flush=True)
def log(self, stats): def log(self, stats):
"""Log intermediate stats according to log_interval.""" """Log intermediate stats according to log_interval."""
...@@ -99,7 +99,7 @@ class json_progress_bar(progress_bar): ...@@ -99,7 +99,7 @@ class json_progress_bar(progress_bar):
def print(self, stats): def print(self, stats):
"""Print end-of-epoch stats.""" """Print end-of-epoch stats."""
stats = self._format_stats(self.stats, epoch=self.epoch) stats = self._format_stats(self.stats, epoch=self.epoch)
print("sweep_log: " + json.dumps(stats)) print("sweep_log: " + json.dumps(stats), flush=True)
def _format_stats(self, stats, epoch=None, update=None): def _format_stats(self, stats, epoch=None, update=None):
postfix = OrderedDict() postfix = OrderedDict()
...@@ -152,8 +152,7 @@ class simple_progress_bar(progress_bar): ...@@ -152,8 +152,7 @@ class simple_progress_bar(progress_bar):
if self.stats is not None and i > 0 and \ if self.stats is not None and i > 0 and \
self.log_interval is not None and i % self.log_interval == 0: self.log_interval is not None and i % self.log_interval == 0:
postfix = self._str_commas(self.stats) postfix = self._str_commas(self.stats)
print(f'{self.prefix}: {i:5d} / {size:d} {postfix}') print(f'{self.prefix}: {i:5d} / {size:d} {postfix}', flush=True)
sys.stdout.flush()
def log(self, stats): def log(self, stats):
"""Log intermediate stats according to log_interval.""" """Log intermediate stats according to log_interval."""
...@@ -162,8 +161,7 @@ class simple_progress_bar(progress_bar): ...@@ -162,8 +161,7 @@ class simple_progress_bar(progress_bar):
def print(self, stats): def print(self, stats):
"""Print end-of-epoch stats.""" """Print end-of-epoch stats."""
postfix = self._str_pipes(self._format_stats(stats)) postfix = self._str_pipes(self._format_stats(stats))
print(f'{self.prefix} | {postfix}') print(f'{self.prefix} | {postfix}', flush=True)
sys.stdout.flush()
class tqdm_progress_bar(progress_bar): class tqdm_progress_bar(progress_bar):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment