c-my/transformers
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

resize model when special tokenizer present

Browse Source
This commit is contained in:
İbrahim Ethem Demirci authored and Lysandre Debut committed 2019-11-25 15:06:32 -05:00
1 parent 07bf43074f
commit aa92a184d2
1 file changed
+1
Download Patch File Download Diff File Expand all files Collapse all files
examples/run_lm_finetuning.py
+1
View File
@@ -215,6 +215,7 @@ def train(args, train_dataset, model, tokenizer):
global_step = 0 global_step = 0
tr_loss, logging_loss = 0.0, 0.0 tr_loss, logging_loss = 0.0, 0.0
model.resize_token_embeddings(len(tokenizer))
model.zero_grad() model.zero_grad()
train_iterator = trange(int(args.num_train_epochs), desc="Epoch", disable=args.local_rank not in [-1, 0]) train_iterator = trange(int(args.num_train_epochs), desc="Epoch", disable=args.local_rank not in [-1, 0])
set_seed(args) # Added here for reproducibility (even between python 2 and 3) set_seed(args) # Added here for reproducibility (even between python 2 and 3)