diff --git a/examples/contrib/run_camembert.py b/examples/contrib/run_camembert.py index 791a02fe..3da66d41 100644 --- a/examples/contrib/run_camembert.py +++ b/examples/contrib/run_camembert.py @@ -1,7 +1,3 @@ -import tarfile -import urllib.request -from pathlib import Path - import torch from transformers.modeling_camembert import CamembertForMaskedLM diff --git a/examples/run_bertology.py b/examples/run_bertology.py index c3fe4b47..184e6a2e 100644 --- a/examples/run_bertology.py +++ b/examples/run_bertology.py @@ -22,7 +22,7 @@ import argparse import logging import os -from datetime import datetime, timedelta +from datetime import datetime import numpy as np import torch diff --git a/examples/summarization/configuration_bertabs.py b/examples/summarization/configuration_bertabs.py index b862d58d..530fb610 100644 --- a/examples/summarization/configuration_bertabs.py +++ b/examples/summarization/configuration_bertabs.py @@ -14,9 +14,7 @@ # See the License for the specific language governing permissions and # limitations under the License. """ BertAbs configuration """ -import json import logging -import sys from transformers import PretrainedConfig diff --git a/templates/adding_a_new_model/configuration_xxx.py b/templates/adding_a_new_model/configuration_xxx.py index 9670b4f8..226f8a1d 100644 --- a/templates/adding_a_new_model/configuration_xxx.py +++ b/templates/adding_a_new_model/configuration_xxx.py @@ -16,10 +16,7 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import json import logging -import sys -from io import open import six diff --git a/templates/adding_a_new_model/modeling_tf_xxx.py b/templates/adding_a_new_model/modeling_tf_xxx.py index edebd8ab..c352625a 100644 --- a/templates/adding_a_new_model/modeling_tf_xxx.py +++ b/templates/adding_a_new_model/modeling_tf_xxx.py @@ -21,14 +21,8 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import copy import itertools -import json import logging -import math -import os -import sys -from io import open import numpy as np import tensorflow as tf diff --git a/templates/adding_a_new_model/modeling_xxx.py b/templates/adding_a_new_model/modeling_xxx.py index c4bcc55f..abf58844 100644 --- a/templates/adding_a_new_model/modeling_xxx.py +++ b/templates/adding_a_new_model/modeling_xxx.py @@ -20,14 +20,9 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import copy import itertools -import json import logging -import math import os -import sys -from io import open import torch from torch import nn diff --git a/templates/adding_a_new_model/tests/modeling_tf_xxx_test.py b/templates/adding_a_new_model/tests/modeling_tf_xxx_test.py index b427df63..126a9eb0 100644 --- a/templates/adding_a_new_model/tests/modeling_tf_xxx_test.py +++ b/templates/adding_a_new_model/tests/modeling_tf_xxx_test.py @@ -14,7 +14,6 @@ # limitations under the License. from __future__ import absolute_import, division, print_function -import sys import unittest from transformers import XxxConfig, is_tf_available diff --git a/transformers/configuration_bert.py b/transformers/configuration_bert.py index 21ab7e47..2ad168b5 100644 --- a/transformers/configuration_bert.py +++ b/transformers/configuration_bert.py @@ -17,10 +17,7 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import json import logging -import sys -from io import open from .configuration_utils import PretrainedConfig diff --git a/transformers/configuration_ctrl.py b/transformers/configuration_ctrl.py index 9b9a9996..001991df 100644 --- a/transformers/configuration_ctrl.py +++ b/transformers/configuration_ctrl.py @@ -16,10 +16,7 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import json import logging -import sys -from io import open from .configuration_utils import PretrainedConfig diff --git a/transformers/configuration_distilbert.py b/transformers/configuration_distilbert.py index 8aae69ad..2f6ec6ed 100644 --- a/transformers/configuration_distilbert.py +++ b/transformers/configuration_distilbert.py @@ -15,10 +15,7 @@ """ DistilBERT model configuration """ from __future__ import absolute_import, division, print_function, unicode_literals -import json import logging -import sys -from io import open from .configuration_utils import PretrainedConfig diff --git a/transformers/configuration_gpt2.py b/transformers/configuration_gpt2.py index 1bccdf9c..e1492321 100644 --- a/transformers/configuration_gpt2.py +++ b/transformers/configuration_gpt2.py @@ -17,10 +17,7 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import json import logging -import sys -from io import open from .configuration_utils import PretrainedConfig diff --git a/transformers/configuration_openai.py b/transformers/configuration_openai.py index 81b2c82c..cc70a210 100644 --- a/transformers/configuration_openai.py +++ b/transformers/configuration_openai.py @@ -17,10 +17,7 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import json import logging -import sys -from io import open from .configuration_utils import PretrainedConfig diff --git a/transformers/configuration_t5.py b/transformers/configuration_t5.py index 686e1af4..e0f1dedd 100644 --- a/transformers/configuration_t5.py +++ b/transformers/configuration_t5.py @@ -16,10 +16,7 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import json import logging -import sys -from io import open import six diff --git a/transformers/configuration_transfo_xl.py b/transformers/configuration_transfo_xl.py index 49e6ce30..38028cfb 100644 --- a/transformers/configuration_transfo_xl.py +++ b/transformers/configuration_transfo_xl.py @@ -17,10 +17,7 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import json import logging -import sys -from io import open from .configuration_utils import PretrainedConfig diff --git a/transformers/configuration_xlm.py b/transformers/configuration_xlm.py index cadf350c..a9b4cc95 100644 --- a/transformers/configuration_xlm.py +++ b/transformers/configuration_xlm.py @@ -15,10 +15,7 @@ """ XLM configuration """ from __future__ import absolute_import, division, print_function, unicode_literals -import json import logging -import sys -from io import open from .configuration_utils import PretrainedConfig diff --git a/transformers/configuration_xlnet.py b/transformers/configuration_xlnet.py index 5af883e8..1404dfea 100644 --- a/transformers/configuration_xlnet.py +++ b/transformers/configuration_xlnet.py @@ -16,10 +16,7 @@ """ XLNet configuration """ from __future__ import absolute_import, division, print_function, unicode_literals -import json import logging -import sys -from io import open from .configuration_utils import PretrainedConfig diff --git a/transformers/data/metrics/__init__.py b/transformers/data/metrics/__init__.py index 5264d501..4d8d55a1 100644 --- a/transformers/data/metrics/__init__.py +++ b/transformers/data/metrics/__init__.py @@ -14,9 +14,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -import csv import logging -import sys logger = logging.getLogger(__name__) diff --git a/transformers/data/processors/squad.py b/transformers/data/processors/squad.py index c6581374..9c1c3edf 100644 --- a/transformers/data/processors/squad.py +++ b/transformers/data/processors/squad.py @@ -1,4 +1,3 @@ -import collections import json import logging import os diff --git a/transformers/modeling_ctrl.py b/transformers/modeling_ctrl.py index 193a3d7d..ed7a5bcc 100644 --- a/transformers/modeling_ctrl.py +++ b/transformers/modeling_ctrl.py @@ -17,13 +17,7 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import collections -import json import logging -import math -import os -import sys -from io import open import numpy as np import torch diff --git a/transformers/modeling_distilbert.py b/transformers/modeling_distilbert.py index 18a96a88..943a7592 100644 --- a/transformers/modeling_distilbert.py +++ b/transformers/modeling_distilbert.py @@ -20,11 +20,8 @@ from __future__ import absolute_import, division, print_function, unicode_litera import copy import itertools -import json import logging import math -import sys -from io import open import numpy as np import torch diff --git a/transformers/modeling_encoder_decoder.py b/transformers/modeling_encoder_decoder.py index dfdcc418..65bbb4bb 100644 --- a/transformers/modeling_encoder_decoder.py +++ b/transformers/modeling_encoder_decoder.py @@ -18,7 +18,6 @@ from __future__ import absolute_import, division, print_function, unicode_litera import logging import os -import warnings import torch from torch import nn diff --git a/transformers/modeling_gpt2.py b/transformers/modeling_gpt2.py index ad086c45..67fc2c9d 100644 --- a/transformers/modeling_gpt2.py +++ b/transformers/modeling_gpt2.py @@ -17,13 +17,9 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import collections -import json import logging import math import os -import sys -from io import open import torch import torch.nn as nn diff --git a/transformers/modeling_openai.py b/transformers/modeling_openai.py index 66487755..a3b9c74e 100644 --- a/transformers/modeling_openai.py +++ b/transformers/modeling_openai.py @@ -17,12 +17,10 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import collections import json import logging import math import os -import sys from io import open import torch diff --git a/transformers/modeling_t5.py b/transformers/modeling_t5.py index 199ec742..2061f6ce 100644 --- a/transformers/modeling_t5.py +++ b/transformers/modeling_t5.py @@ -18,12 +18,9 @@ from __future__ import absolute_import, division, print_function, unicode_litera import copy import itertools -import json import logging import math import os -import sys -from io import open import torch import torch.nn.functional as F diff --git a/transformers/modeling_tf_bert.py b/transformers/modeling_tf_bert.py index f6790161..c9545569 100644 --- a/transformers/modeling_tf_bert.py +++ b/transformers/modeling_tf_bert.py @@ -17,12 +17,8 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import json import logging -import math -import os import sys -from io import open import numpy as np import tensorflow as tf diff --git a/transformers/modeling_tf_ctrl.py b/transformers/modeling_tf_ctrl.py index 6f878c54..2f791b69 100644 --- a/transformers/modeling_tf_ctrl.py +++ b/transformers/modeling_tf_ctrl.py @@ -18,9 +18,6 @@ from __future__ import absolute_import, division, print_function, unicode_literals import logging -import os -import sys -from io import open import numpy as np import tensorflow as tf diff --git a/transformers/modeling_tf_distilbert.py b/transformers/modeling_tf_distilbert.py index 8692e3eb..b5fa934a 100644 --- a/transformers/modeling_tf_distilbert.py +++ b/transformers/modeling_tf_distilbert.py @@ -16,13 +16,9 @@ """ from __future__ import absolute_import, division, print_function, unicode_literals -import copy import itertools -import json import logging import math -import sys -from io import open import numpy as np import tensorflow as tf diff --git a/transformers/modeling_tf_gpt2.py b/transformers/modeling_tf_gpt2.py index 85f9773e..47870cfa 100644 --- a/transformers/modeling_tf_gpt2.py +++ b/transformers/modeling_tf_gpt2.py @@ -17,13 +17,7 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import collections -import json import logging -import math -import os -import sys -from io import open import numpy as np import tensorflow as tf diff --git a/transformers/modeling_tf_openai.py b/transformers/modeling_tf_openai.py index f7f98ecf..f6430eec 100644 --- a/transformers/modeling_tf_openai.py +++ b/transformers/modeling_tf_openai.py @@ -17,13 +17,7 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import collections -import json import logging -import math -import os -import sys -from io import open import numpy as np import tensorflow as tf diff --git a/transformers/modeling_tf_transfo_xl.py b/transformers/modeling_tf_transfo_xl.py index 068e9ac1..a1f972ca 100644 --- a/transformers/modeling_tf_transfo_xl.py +++ b/transformers/modeling_tf_transfo_xl.py @@ -18,13 +18,7 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import collections -import json import logging -import math -import os -import sys -from io import open import numpy as np import tensorflow as tf diff --git a/transformers/modeling_tf_transfo_xl_utilities.py b/transformers/modeling_tf_transfo_xl_utilities.py index 33244eae..dd312c4d 100644 --- a/transformers/modeling_tf_transfo_xl_utilities.py +++ b/transformers/modeling_tf_transfo_xl_utilities.py @@ -16,7 +16,6 @@ """ A TF 2.0 Adaptive Softmax for Transformer XL model. """ -from collections import defaultdict import numpy as np import tensorflow as tf diff --git a/transformers/modeling_tf_xlm.py b/transformers/modeling_tf_xlm.py index a29a0b7f..9dcbcd7f 100644 --- a/transformers/modeling_tf_xlm.py +++ b/transformers/modeling_tf_xlm.py @@ -19,7 +19,6 @@ from __future__ import absolute_import, division, print_function, unicode_litera import itertools import logging import math -import os import numpy as np import tensorflow as tf diff --git a/transformers/modeling_tf_xlnet.py b/transformers/modeling_tf_xlnet.py index 4bc8df2d..0fe898b1 100644 --- a/transformers/modeling_tf_xlnet.py +++ b/transformers/modeling_tf_xlnet.py @@ -17,12 +17,8 @@ """ from __future__ import absolute_import, division, print_function, unicode_literals -import json import logging -import math -import os import sys -from io import open import numpy as np import tensorflow as tf diff --git a/transformers/modeling_transfo_xl.py b/transformers/modeling_transfo_xl.py index 4ac524ee..e9bd1c48 100644 --- a/transformers/modeling_transfo_xl.py +++ b/transformers/modeling_transfo_xl.py @@ -20,13 +20,7 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import collections -import json import logging -import math -import os -import sys -from io import open import torch import torch.nn as nn diff --git a/transformers/modeling_transfo_xl_utilities.py b/transformers/modeling_transfo_xl_utilities.py index c4195416..1d600f74 100644 --- a/transformers/modeling_transfo_xl_utilities.py +++ b/transformers/modeling_transfo_xl_utilities.py @@ -17,7 +17,6 @@ Directly adapted from https://github.com/kimiyoung/transformer-xl. """ -from collections import defaultdict import numpy as np import torch diff --git a/transformers/modeling_utils.py b/transformers/modeling_utils.py index d09a4880..24241936 100644 --- a/transformers/modeling_utils.py +++ b/transformers/modeling_utils.py @@ -17,11 +17,8 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import copy -import json import logging import os -from io import open import six import torch diff --git a/transformers/modeling_xlnet.py b/transformers/modeling_xlnet.py index f87e09a3..e90114fc 100644 --- a/transformers/modeling_xlnet.py +++ b/transformers/modeling_xlnet.py @@ -17,12 +17,9 @@ """ from __future__ import absolute_import, division, print_function, unicode_literals -import json import logging import math -import os import sys -from io import open import torch from torch import nn diff --git a/transformers/tests/configuration_common_test.py b/transformers/tests/configuration_common_test.py index 65a4a35a..234301df 100644 --- a/transformers/tests/configuration_common_test.py +++ b/transformers/tests/configuration_common_test.py @@ -16,7 +16,6 @@ from __future__ import absolute_import, division, print_function import json import os -import tempfile import unittest from .tokenization_tests_commons import TemporaryDirectory diff --git a/transformers/tests/modeling_auto_test.py b/transformers/tests/modeling_auto_test.py index b2bb54ff..c2deedc2 100644 --- a/transformers/tests/modeling_auto_test.py +++ b/transformers/tests/modeling_auto_test.py @@ -15,7 +15,6 @@ from __future__ import absolute_import, division, print_function import logging -import shutil import unittest from transformers import is_torch_available diff --git a/transformers/tests/modeling_common_test.py b/transformers/tests/modeling_common_test.py index 42de8c9a..1b61c803 100644 --- a/transformers/tests/modeling_common_test.py +++ b/transformers/tests/modeling_common_test.py @@ -47,7 +47,6 @@ if is_torch_available(): ) if sys.version_info[0] == 2: - import cPickle as pickle class TemporaryDirectory(object): """Context manager for tempfile.mkdtemp() so it's usable with "with" statement.""" @@ -61,8 +60,6 @@ if sys.version_info[0] == 2: else: - import pickle - TemporaryDirectory = tempfile.TemporaryDirectory unicode = str diff --git a/transformers/tests/modeling_ctrl_test.py b/transformers/tests/modeling_ctrl_test.py index cdcd6910..b6b52dd0 100644 --- a/transformers/tests/modeling_ctrl_test.py +++ b/transformers/tests/modeling_ctrl_test.py @@ -13,7 +13,6 @@ # limitations under the License. from __future__ import absolute_import, division, print_function -import pdb import unittest from transformers import is_torch_available diff --git a/transformers/tests/modeling_tf_albert_test.py b/transformers/tests/modeling_tf_albert_test.py index 344e999a..342ad655 100644 --- a/transformers/tests/modeling_tf_albert_test.py +++ b/transformers/tests/modeling_tf_albert_test.py @@ -14,7 +14,6 @@ # limitations under the License. from __future__ import absolute_import, division, print_function -import sys import unittest from transformers import AlbertConfig, is_tf_available diff --git a/transformers/tests/modeling_tf_auto_test.py b/transformers/tests/modeling_tf_auto_test.py index 54581505..3530339b 100644 --- a/transformers/tests/modeling_tf_auto_test.py +++ b/transformers/tests/modeling_tf_auto_test.py @@ -15,7 +15,6 @@ from __future__ import absolute_import, division, print_function import logging -import shutil import unittest from transformers import is_tf_available diff --git a/transformers/tests/modeling_tf_bert_test.py b/transformers/tests/modeling_tf_bert_test.py index 735de447..5e8c3259 100644 --- a/transformers/tests/modeling_tf_bert_test.py +++ b/transformers/tests/modeling_tf_bert_test.py @@ -14,7 +14,6 @@ # limitations under the License. from __future__ import absolute_import, division, print_function -import sys import unittest from transformers import BertConfig, is_tf_available diff --git a/transformers/tests/modeling_tf_common_test.py b/transformers/tests/modeling_tf_common_test.py index ac43e7e8..bd7e6636 100644 --- a/transformers/tests/modeling_tf_common_test.py +++ b/transformers/tests/modeling_tf_common_test.py @@ -15,16 +15,12 @@ from __future__ import absolute_import, division, print_function import copy -import importlib -import json -import logging import os import random import shutil import sys import tempfile import unittest -import uuid from transformers import is_tf_available, is_torch_available @@ -39,7 +35,6 @@ if is_tf_available(): # from transformers.modeling_bert import BertModel, BertConfig, BERT_PRETRAINED_MODEL_ARCHIVE_MAP if sys.version_info[0] == 2: - import cPickle as pickle class TemporaryDirectory(object): """Context manager for tempfile.mkdtemp() so it's usable with "with" statement.""" @@ -53,8 +48,6 @@ if sys.version_info[0] == 2: else: - import pickle - TemporaryDirectory = tempfile.TemporaryDirectory unicode = str diff --git a/transformers/tests/modeling_tf_ctrl_test.py b/transformers/tests/modeling_tf_ctrl_test.py index 895579ea..41a2da2a 100644 --- a/transformers/tests/modeling_tf_ctrl_test.py +++ b/transformers/tests/modeling_tf_ctrl_test.py @@ -14,7 +14,6 @@ # limitations under the License. from __future__ import absolute_import, division, print_function -import sys import unittest from transformers import CTRLConfig, is_tf_available diff --git a/transformers/tests/modeling_tf_gpt2_test.py b/transformers/tests/modeling_tf_gpt2_test.py index 49bb10c4..e93399a2 100644 --- a/transformers/tests/modeling_tf_gpt2_test.py +++ b/transformers/tests/modeling_tf_gpt2_test.py @@ -14,7 +14,6 @@ # limitations under the License. from __future__ import absolute_import, division, print_function -import sys import unittest from transformers import GPT2Config, is_tf_available diff --git a/transformers/tests/modeling_tf_openai_gpt_test.py b/transformers/tests/modeling_tf_openai_gpt_test.py index 0198527f..801cf23e 100644 --- a/transformers/tests/modeling_tf_openai_gpt_test.py +++ b/transformers/tests/modeling_tf_openai_gpt_test.py @@ -14,7 +14,6 @@ # limitations under the License. from __future__ import absolute_import, division, print_function -import sys import unittest from transformers import OpenAIGPTConfig, is_tf_available diff --git a/transformers/tests/modeling_tf_t5_test.py b/transformers/tests/modeling_tf_t5_test.py index 2108b900..9042a763 100644 --- a/transformers/tests/modeling_tf_t5_test.py +++ b/transformers/tests/modeling_tf_t5_test.py @@ -14,7 +14,6 @@ # limitations under the License. from __future__ import absolute_import, division, print_function -import sys import unittest from transformers import T5Config, is_tf_available diff --git a/transformers/tests/modeling_tf_xlnet_test.py b/transformers/tests/modeling_tf_xlnet_test.py index 67fc1a5c..0e0c70ed 100644 --- a/transformers/tests/modeling_tf_xlnet_test.py +++ b/transformers/tests/modeling_tf_xlnet_test.py @@ -14,8 +14,6 @@ # limitations under the License. from __future__ import absolute_import, division, print_function -import json -import os import random import unittest diff --git a/transformers/tests/modeling_xlnet_test.py b/transformers/tests/modeling_xlnet_test.py index a0d95047..decd7f0f 100644 --- a/transformers/tests/modeling_xlnet_test.py +++ b/transformers/tests/modeling_xlnet_test.py @@ -14,8 +14,6 @@ # limitations under the License. from __future__ import absolute_import, division, print_function -import json -import os import random import unittest diff --git a/transformers/tests/tokenization_auto_test.py b/transformers/tests/tokenization_auto_test.py index 4ff2fa79..929f5f8a 100644 --- a/transformers/tests/tokenization_auto_test.py +++ b/transformers/tests/tokenization_auto_test.py @@ -15,7 +15,6 @@ from __future__ import absolute_import, division, print_function import logging -import shutil import unittest from transformers import ( diff --git a/transformers/tests/tokenization_bert_japanese_test.py b/transformers/tests/tokenization_bert_japanese_test.py index 84119c08..526f823b 100644 --- a/transformers/tests/tokenization_bert_japanese_test.py +++ b/transformers/tests/tokenization_bert_japanese_test.py @@ -15,7 +15,6 @@ from __future__ import absolute_import, division, print_function, unicode_literals import os -import unittest from io import open from transformers.tokenization_bert import WordpieceTokenizer diff --git a/transformers/tests/tokenization_distilbert_test.py b/transformers/tests/tokenization_distilbert_test.py index b7760e0e..916db759 100644 --- a/transformers/tests/tokenization_distilbert_test.py +++ b/transformers/tests/tokenization_distilbert_test.py @@ -14,9 +14,7 @@ # limitations under the License. from __future__ import absolute_import, division, print_function, unicode_literals -import os import unittest -from io import open from transformers.tokenization_distilbert import DistilBertTokenizer diff --git a/transformers/tokenization_bert_japanese.py b/transformers/tokenization_bert_japanese.py index 80c49905..c17d2a3e 100644 --- a/transformers/tokenization_bert_japanese.py +++ b/transformers/tokenization_bert_japanese.py @@ -20,7 +20,6 @@ import collections import logging import os import unicodedata -from io import open import six diff --git a/transformers/tokenization_distilbert.py b/transformers/tokenization_distilbert.py index bda5c666..39dee1c3 100644 --- a/transformers/tokenization_distilbert.py +++ b/transformers/tokenization_distilbert.py @@ -16,11 +16,8 @@ from __future__ import absolute_import, division, print_function, unicode_literals -import collections import logging -import os import unicodedata -from io import open from .tokenization_bert import BertTokenizer diff --git a/transformers/tokenization_roberta.py b/transformers/tokenization_roberta.py index 95472f5b..9b34abfe 100644 --- a/transformers/tokenization_roberta.py +++ b/transformers/tokenization_roberta.py @@ -15,11 +15,7 @@ """Tokenization classes for RoBERTa.""" from __future__ import absolute_import, division, print_function, unicode_literals -import json import logging -import os -import sys -from io import open import regex as re diff --git a/utils/download_glue_data.py b/utils/download_glue_data.py index af156293..b46cbcd7 100644 --- a/utils/download_glue_data.py +++ b/utils/download_glue_data.py @@ -20,9 +20,7 @@ rm MSRParaphraseCorpus.msi import argparse import os -import shutil import sys -import tempfile import urllib.request import zipfile