From 3927d7756cb8e45f54a8c080a61fc37a9ba524ca Mon Sep 17 00:00:00 2001
From: LysandreJik <lysandre.debut@reseau.eseo.fr>
Date: Tue, 24 Sep 2019 07:15:11 -0400
Subject: [PATCH] Updated the GLUE pre-processing method

---
 examples/utils_glue.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/examples/utils_glue.py b/examples/utils_glue.py
index efe42189..225b4960 100644
--- a/examples/utils_glue.py
+++ b/examples/utils_glue.py
@@ -409,8 +409,9 @@ def convert_examples_to_features(examples, label_list, max_seq_length,
             example.text_a,
             example.text_b,
             add_special_tokens=True,
-            output_mask=True,
-            max_length=max_seq_length
+            output_token_type=True,
+            max_length=max_seq_length,
+            truncate_first_sequence=True  # We're truncating the first sequence as a priority
         )
         input_ids, segment_ids = inputs["input_ids"], inputs["output_token_type"]