"tests/tokenization_tests_commons.py" did not exist on "2f259b228e9901e1bd46b9cb0692a40a9a7e98e7"
Commit bf89be77 authored by Simone Primarosa's avatar Simone Primarosa Committed by Lysandre Debut
Browse files

Improve logging message in the single sentence classification processor

parent bf8d4bc6
......@@ -253,7 +253,7 @@ class SingleSentenceClassificationProcessor(DataProcessor):
features = []
for (ex_index, (input_ids, example)) in enumerate(zip(all_input_ids, self.examples)):
if ex_index % 10000 == 0:
logger.info("Writing example %d", ex_index)
logger.info("Writing example %d/%d" % (ex_index, len(examples)))
# The mask has 1 for real tokens and 0 for padding tokens. Only real
# tokens are attended to.
attention_mask = [1 if mask_padding_with_zero else 0] * len(input_ids)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment