"backends/client/src/v2/client.rs" did not exist on "757223b352896a9b2b9df46c95c0afcaa0cdf9d4"
Commit 730548d4 authored by Allen Wang's avatar Allen Wang Committed by A. Unique TensorFlower
Browse files

Internal changes.

PiperOrigin-RevId: 343893692
parent 8bc64372
...@@ -477,6 +477,10 @@ def _convert_tokens_to_instances( ...@@ -477,6 +477,10 @@ def _convert_tokens_to_instances(
+ [1] * b_length + [1] + [2]) + [1] * b_length + [1] + [2])
boundary_indices = _get_boundary_indices(tokenizer=tokenizer, boundary_indices = _get_boundary_indices(tokenizer=tokenizer,
data=data) data=data)
assert len(data) == seq_length
assert len(segment_ids) == seq_length
assert len(boundary_indices) > 0 # pylint: disable=g-explicit-length-test
instances.append(TrainingInstance( instances.append(TrainingInstance(
data=data, data=data,
segment_ids=segment_ids, segment_ids=segment_ids,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment