WIP XLM + refactoring
This commit is contained in:
1 parent
288be7b7ea
commit
c41f2bad69
27 files changed
+515
-136
No files matched your search
@@ -24,7 +24,7 @@ import math
|
||||
import collections
|
||||
from io import open
|
||||
|
||||
from pytorch_pretrained_bert.tokenization import BasicTokenizer, whitespace_tokenize
|
||||
from pytorch_pretrained_bert.tokenization_bert import BasicTokenizer, whitespace_tokenize
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
Reference in new issue
Block a user