We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
squad_convert_example_to_features
1 parent f3fad57 commit aa3e590Copy full SHA for aa3e590
src/transformers/data/processors/squad.py
@@ -249,7 +249,7 @@ def squad_convert_example_to_features(
249
else:
250
p_mask[-len(span["tokens"]) : -(len(truncated_query) + sequence_added_tokens)] = 0
251
252
- pad_token_indices = np.where(span["input_ids"] == tokenizer.pad_token_id)
+ pad_token_indices = np.where(np.atleast_1d(span["input_ids"] == tokenizer.pad_token_id))
253
special_token_indices = np.asarray(
254
tokenizer.get_special_tokens_mask(span["input_ids"], already_has_special_tokens=True)
255
).nonzero()
0 commit comments