WIP XLM + refactoring

This commit is contained in:
thomwolf committed 2019-07-03 22:54:39 +02:00
1 parent 288be7b7ea
commit c41f2bad69
27 files changed
+515 -136

No files matched your search

+1 -1
View File
@@ -24,7 +24,7 @@ import math
import collections
from io import open
from pytorch_pretrained_bert.tokenization import BasicTokenizer, whitespace_tokenize
from pytorch_pretrained_bert.tokenization_bert import BasicTokenizer, whitespace_tokenize
logger = logging.getLogger(__name__)