tokenization abstract class - tests for examples

This commit is contained in:
thomwolf committed 2019-07-05 15:02:59 +02:00
1 parent a4f980547f
commit 36bca545ff
33 files changed
+815 -566

No files matched your search

+1 -1
View File
@@ -37,7 +37,7 @@ from torch.nn.parameter import Parameter
from .modeling_bert import BertLayerNorm as LayerNorm
from .modeling_transfo_xl_utilities import ProjectedAdaptiveLogSoftmax, sample_logits
from .file_utils import cached_path
from .model_utils import CONFIG_NAME, WEIGHTS_NAME, PretrainedConfig, PreTrainedModel
from .modeling_utils import CONFIG_NAME, WEIGHTS_NAME, PretrainedConfig, PreTrainedModel
logger = logging.getLogger(__name__)