tokenization abstract class - tests for examples

This commit is contained in:
thomwolf committed 2019-07-05 15:02:59 +02:00
1 parent a4f980547f
commit 36bca545ff
33 files changed
+815 -566

No files matched your search

+1 -1
View File
@@ -29,7 +29,7 @@ from torch import nn
from torch.nn import CrossEntropyLoss, MSELoss
from .file_utils import cached_path
from .model_utils import WEIGHTS_NAME, CONFIG_NAME, PretrainedConfig, PreTrainedModel, prune_linear_layer
from .modeling_utils import WEIGHTS_NAME, CONFIG_NAME, PretrainedConfig, PreTrainedModel, prune_linear_layer
logger = logging.getLogger(__name__)