Commit c45d0cf6 authored by Simone Primarosa's avatar Simone Primarosa Committed by Lysandre Debut
Browse files

Improve logging message in the single sentence classification processor

parent bf89be77
...@@ -253,7 +253,7 @@ class SingleSentenceClassificationProcessor(DataProcessor): ...@@ -253,7 +253,7 @@ class SingleSentenceClassificationProcessor(DataProcessor):
features = [] features = []
for (ex_index, (input_ids, example)) in enumerate(zip(all_input_ids, self.examples)): for (ex_index, (input_ids, example)) in enumerate(zip(all_input_ids, self.examples)):
if ex_index % 10000 == 0: if ex_index % 10000 == 0:
logger.info("Writing example %d/%d" % (ex_index, len(examples))) logger.info("Writing example %d/%d" % (ex_index, len(self.examples)))
# The mask has 1 for real tokens and 0 for padding tokens. Only real # The mask has 1 for real tokens and 0 for padding tokens. Only real
# tokens are attended to. # tokens are attended to.
attention_mask = [1 if mask_padding_with_zero else 0] * len(input_ids) attention_mask = [1 if mask_padding_with_zero else 0] * len(input_ids)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment