This commit is contained in:
thomwolf committed 2019-10-04 17:59:44 -04:00
1 parent 6c1d0bc066
commit 78ef1a9930
4 files changed
+29 -24

No files matched your search

-1
View File
@@ -336,7 +336,6 @@ def convert_examples_to_features(
text_b,
add_special_tokens=True,
max_length=max_length,
truncate_both_sequences=True
)
if 'num_truncated_tokens' in inputs and inputs['num_truncated_tokens'] > 0:
logger.info('Attention! you are cropping tokens (swag task is ok). '