ElectraTokenizerFast (#7754)

2020-10-13 04:50:41 -04:00
parent 9c2b2db2cd
commit f34b4cd1bd
1 changed files with 1 additions and 0 deletions
@@ -547,6 +547,7 @@ CONVERTERS = {
    "DPRReaderTokenizer": BertConverter,
    "DPRQuestionEncoderTokenizer": BertConverter,
    "DPRContextEncoderTokenizer": BertConverter,
+    "ElectraTokenizer": BertConverter,
    "FunnelTokenizer": FunnelConverter,
    "GPT2Tokenizer": GPT2Converter,
    "LxmertTokenizer": BertConverter,