add do_lower_case tokenizer loading optino in run_squad and ine_tuning examples

This commit is contained in:
thomwolf committed 2019-01-07 13:06:42 +01:00
1 parent c9fd350567
commit 2e4db64cab
2 files changed
+2 -2

No files matched your search

+1 -1
View File
@@ -515,7 +515,7 @@ def main():
raise ValueError("Output directory ({}) already exists and is not empty.".format(args.output_dir))
os.makedirs(args.output_dir, exist_ok=True)
tokenizer = BertTokenizer.from_pretrained(args.bert_model)
tokenizer = BertTokenizer.from_pretrained(args.bert_model, do_lower_case=args.do_lower_case)
#train_examples = None
num_train_steps = None
+1 -1
View File
@@ -786,7 +786,7 @@ def main():
raise ValueError("Output directory () already exists and is not empty.")
os.makedirs(args.output_dir, exist_ok=True)
tokenizer = BertTokenizer.from_pretrained(args.bert_model)
tokenizer = BertTokenizer.from_pretrained(args.bert_model, do_lower_case=args.do_lower_case)
train_examples = None
num_train_steps = None