Add XLMProphetNetTokenizer to tokenization auto (#8245)

2020-11-02 14:10:09 -05:00
parent 5b178f3c87
commit 9a23af4aff
1 changed files with 1 additions and 0 deletions
@@ -113,6 +113,7 @@ else:
    T5Tokenizer = None
    XLMRobertaTokenizer = None
    XLNetTokenizer = None
+    XLMProphetNetTokenizer = None

 if is_tokenizers_available():
    from .tokenization_albert_fast import AlbertTokenizerFast