tokenization abstract class - tests for examples

This commit is contained in:
thomwolf committed 2019-07-05 15:02:59 +02:00
1 parent a4f980547f
commit 36bca545ff
33 files changed
+815 -566

No files matched your search

+1 -1
View File
@@ -31,7 +31,7 @@ from torch.nn import CrossEntropyLoss
from torch.nn.parameter import Parameter
from .file_utils import cached_path
from .model_utils import (Conv1D, CONFIG_NAME, WEIGHTS_NAME, PretrainedConfig,
from .modeling_utils import (Conv1D, CONFIG_NAME, WEIGHTS_NAME, PretrainedConfig,
PreTrainedModel, prune_conv1d_layer, SequenceSummary)
from .modeling_bert import BertLayerNorm as LayerNorm