Compare commits
1
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
253a2c5b5a |
No files matched your search
@@ -65,7 +65,6 @@ from .data import (
|
|||||||
xnli_processors,
|
xnli_processors,
|
||||||
xnli_tasks_num_labels,
|
xnli_tasks_num_labels,
|
||||||
)
|
)
|
||||||
|
|
||||||
# Files and general utilities
|
# Files and general utilities
|
||||||
from .file_utils import (
|
from .file_utils import (
|
||||||
CONFIG_NAME,
|
CONFIG_NAME,
|
||||||
@@ -87,10 +86,8 @@ from .file_utils import (
|
|||||||
is_torch_tpu_available,
|
is_torch_tpu_available,
|
||||||
)
|
)
|
||||||
from .hf_argparser import HfArgumentParser
|
from .hf_argparser import HfArgumentParser
|
||||||
|
|
||||||
# Model Cards
|
# Model Cards
|
||||||
from .modelcard import ModelCard
|
from .modelcard import ModelCard
|
||||||
|
|
||||||
# TF 2.0 <=> PyTorch conversion utilities
|
# TF 2.0 <=> PyTorch conversion utilities
|
||||||
from .modeling_tf_pytorch_utils import (
|
from .modeling_tf_pytorch_utils import (
|
||||||
convert_tf_weight_name_to_pt_weight_name,
|
convert_tf_weight_name_to_pt_weight_name,
|
||||||
@@ -101,7 +98,6 @@ from .modeling_tf_pytorch_utils import (
|
|||||||
load_tf2_model_in_pytorch_model,
|
load_tf2_model_in_pytorch_model,
|
||||||
load_tf2_weights_in_pytorch_model,
|
load_tf2_weights_in_pytorch_model,
|
||||||
)
|
)
|
||||||
|
|
||||||
# Pipelines
|
# Pipelines
|
||||||
from .pipelines import (
|
from .pipelines import (
|
||||||
CsvPipelineDataFormat,
|
CsvPipelineDataFormat,
|
||||||
@@ -120,7 +116,6 @@ from .pipelines import (
|
|||||||
TranslationPipeline,
|
TranslationPipeline,
|
||||||
pipeline,
|
pipeline,
|
||||||
)
|
)
|
||||||
|
|
||||||
# Tokenizers
|
# Tokenizers
|
||||||
from .tokenization_albert import AlbertTokenizer
|
from .tokenization_albert import AlbertTokenizer
|
||||||
from .tokenization_auto import TOKENIZER_MAPPING, AutoTokenizer
|
from .tokenization_auto import TOKENIZER_MAPPING, AutoTokenizer
|
||||||
@@ -162,7 +157,6 @@ from .tokenization_utils_fast import PreTrainedTokenizerFast
|
|||||||
from .tokenization_xlm import XLMTokenizer
|
from .tokenization_xlm import XLMTokenizer
|
||||||
from .tokenization_xlm_roberta import XLMRobertaTokenizer
|
from .tokenization_xlm_roberta import XLMRobertaTokenizer
|
||||||
from .tokenization_xlnet import SPIECE_UNDERLINE, XLNetTokenizer
|
from .tokenization_xlnet import SPIECE_UNDERLINE, XLNetTokenizer
|
||||||
|
|
||||||
# Trainer
|
# Trainer
|
||||||
from .trainer_utils import EvalPrediction, set_seed
|
from .trainer_utils import EvalPrediction, set_seed
|
||||||
from .training_args import TrainingArguments
|
from .training_args import TrainingArguments
|
||||||
|
|||||||
@@ -44,7 +44,6 @@ from utils_squad import (
|
|||||||
write_predictions,
|
write_predictions,
|
||||||
write_predictions_extended,
|
write_predictions_extended,
|
||||||
)
|
)
|
||||||
|
|
||||||
# The follwing import is the official SQuAD evaluation script (2.0).
|
# The follwing import is the official SQuAD evaluation script (2.0).
|
||||||
# You can remove it from the dependencies if you are using this script outside of the library
|
# You can remove it from the dependencies if you are using this script outside of the library
|
||||||
# We've added it here for automated tests (see examples/test_examples.py file)
|
# We've added it here for automated tests (see examples/test_examples.py file)
|
||||||
|
|||||||
@@ -21,7 +21,6 @@ import logging
|
|||||||
import math
|
import math
|
||||||
|
|
||||||
from transformers.tokenization_bert import BasicTokenizer, whitespace_tokenize
|
from transformers.tokenization_bert import BasicTokenizer, whitespace_tokenize
|
||||||
|
|
||||||
# Required by XLNet evaluation method to compute optimal threshold (see write_predictions_extended() method)
|
# Required by XLNet evaluation method to compute optimal threshold (see write_predictions_extended() method)
|
||||||
from utils_squad_evaluate import find_all_best_thresh_v2, get_raw_scores, make_qid_to_has_ans
|
from utils_squad_evaluate import find_all_best_thresh_v2, get_raw_scores, make_qid_to_has_ans
|
||||||
|
|
||||||
|
|||||||
Reference in new issue
Block a user